[ 490.010590] env[64120]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=64120) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 490.010899] env[64120]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=64120) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 490.011050] env[64120]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=64120) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 490.011384] env[64120]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 490.105509] env[64120]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=64120) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:390}} [ 490.115580] env[64120]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=64120) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:428}} [ 490.713337] env[64120]: INFO nova.virt.driver [None req-fef8172b-2791-4cac-a8a6-87c3983995de None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 490.784394] env[64120]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 490.784531] env[64120]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 490.784686] env[64120]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=64120) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 494.004865] env[64120]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-e7cb3ac1-85ef-459a-933f-449ee6481311 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.021351] env[64120]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=64120) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 494.021593] env[64120]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-eaf5bcd1-3e38-4943-a6b5-2fe10a31e98f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.057113] env[64120]: INFO oslo_vmware.api [-] Successfully established new session; session ID is ffbf1. [ 494.057402] env[64120]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.273s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 494.057856] env[64120]: INFO nova.virt.vmwareapi.driver [None req-fef8172b-2791-4cac-a8a6-87c3983995de None None] VMware vCenter version: 7.0.3 [ 494.061311] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b90d2b-2da3-4b05-8440-6994198fddc7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.083258] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feda5284-0cda-4941-ac1d-277409ffafbc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.089891] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb96fec-6e55-4e00-9a4d-258c4c492970 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.097058] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ec62b5-0ac5-4299-8cec-e630466eda24 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.110652] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ef20e2-f0c9-4e2a-9a89-0a08dac9ba62 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.117055] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f71114-12d6-4ef8-8595-bcb3f542f0d8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.148095] env[64120]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-2bf4ba79-49aa-4187-9464-5c85bbc507a5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.154287] env[64120]: DEBUG nova.virt.vmwareapi.driver [None req-fef8172b-2791-4cac-a8a6-87c3983995de None None] Extension org.openstack.compute already exists. {{(pid=64120) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:226}} [ 494.157266] env[64120]: INFO nova.compute.provider_config [None req-fef8172b-2791-4cac-a8a6-87c3983995de None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 494.661075] env[64120]: DEBUG nova.context [None req-fef8172b-2791-4cac-a8a6-87c3983995de None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),b3a9fe6c-7a66-4c78-8efe-653df3d4281f(cell1) {{(pid=64120) load_cells /opt/stack/nova/nova/context.py:464}} [ 494.663050] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 494.663314] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 494.664420] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 494.664456] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] Acquiring lock "b3a9fe6c-7a66-4c78-8efe-653df3d4281f" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 494.664639] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] Lock "b3a9fe6c-7a66-4c78-8efe-653df3d4281f" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 494.665716] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] Lock "b3a9fe6c-7a66-4c78-8efe-653df3d4281f" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 494.686483] env[64120]: INFO dbcounter [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] Registered counter for database nova_cell0 [ 494.694487] env[64120]: INFO dbcounter [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] Registered counter for database nova_cell1 [ 494.697586] env[64120]: DEBUG oslo_db.sqlalchemy.engines [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=64120) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 494.698202] env[64120]: DEBUG oslo_db.sqlalchemy.engines [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=64120) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 494.702814] env[64120]: ERROR nova.db.main.api [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 494.702814] env[64120]: result = function(*args, **kwargs) [ 494.702814] env[64120]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 494.702814] env[64120]: return func(*args, **kwargs) [ 494.702814] env[64120]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 494.702814] env[64120]: result = fn(*args, **kwargs) [ 494.702814] env[64120]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 494.702814] env[64120]: return f(*args, **kwargs) [ 494.702814] env[64120]: File "/opt/stack/nova/nova/objects/service.py", line 554, in _db_service_get_minimum_version [ 494.702814] env[64120]: return db.service_get_minimum_version(context, binaries) [ 494.702814] env[64120]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 494.702814] env[64120]: _check_db_access() [ 494.702814] env[64120]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 494.702814] env[64120]: stacktrace = ''.join(traceback.format_stack()) [ 494.702814] env[64120]: [ 494.703650] env[64120]: ERROR nova.db.main.api [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 494.703650] env[64120]: result = function(*args, **kwargs) [ 494.703650] env[64120]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 494.703650] env[64120]: return func(*args, **kwargs) [ 494.703650] env[64120]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 494.703650] env[64120]: result = fn(*args, **kwargs) [ 494.703650] env[64120]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 494.703650] env[64120]: return f(*args, **kwargs) [ 494.703650] env[64120]: File "/opt/stack/nova/nova/objects/service.py", line 554, in _db_service_get_minimum_version [ 494.703650] env[64120]: return db.service_get_minimum_version(context, binaries) [ 494.703650] env[64120]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 494.703650] env[64120]: _check_db_access() [ 494.703650] env[64120]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 494.703650] env[64120]: stacktrace = ''.join(traceback.format_stack()) [ 494.703650] env[64120]: [ 494.704040] env[64120]: WARNING nova.objects.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 494.704186] env[64120]: WARNING nova.objects.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] Failed to get minimum service version for cell b3a9fe6c-7a66-4c78-8efe-653df3d4281f [ 494.704611] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] Acquiring lock "singleton_lock" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 494.704770] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] Acquired lock "singleton_lock" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 494.705013] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] Releasing lock "singleton_lock" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 494.705339] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] Full set of CONF: {{(pid=64120) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 494.705478] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ******************************************************************************** {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 494.705606] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] Configuration options gathered from: {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 494.705738] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2808}} [ 494.705931] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 494.706070] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ================================================================================ {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2811}} [ 494.706294] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] allow_resize_to_same_host = True {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.706465] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] arq_binding_timeout = 300 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.706594] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] backdoor_port = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.706721] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] backdoor_socket = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.706885] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] block_device_allocate_retries = 60 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.707062] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] block_device_allocate_retries_interval = 3 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.707239] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cert = self.pem {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.707404] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.707573] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] compute_monitors = [] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.707740] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] config_dir = [] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.707929] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] config_drive_format = iso9660 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.708057] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.708227] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] config_source = [] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.708398] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] console_host = devstack {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.708562] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] control_exchange = nova {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.708720] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cpu_allocation_ratio = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.708877] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] daemon = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.709051] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] debug = True {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.709215] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] default_access_ip_network_name = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.709380] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] default_availability_zone = nova {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.709535] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] default_ephemeral_format = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.709692] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] default_green_pool_size = 1000 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.709927] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.710105] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] default_schedule_zone = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.710265] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] disk_allocation_ratio = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.710426] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] enable_new_services = True {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.710604] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] enabled_apis = ['osapi_compute'] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.710767] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] enabled_ssl_apis = [] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.710927] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] flat_injected = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.711108] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] force_config_drive = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.711266] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] force_raw_images = True {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.711433] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] graceful_shutdown_timeout = 5 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.711594] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] heal_instance_info_cache_interval = 60 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.711804] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] host = cpu-1 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.711981] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.712163] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] initial_disk_allocation_ratio = 1.0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.712327] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] initial_ram_allocation_ratio = 1.0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.712534] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.712698] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] instance_build_timeout = 0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.712856] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] instance_delete_interval = 300 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.713035] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] instance_format = [instance: %(uuid)s] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.713236] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] instance_name_template = instance-%08x {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.713405] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] instance_usage_audit = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.713575] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] instance_usage_audit_period = month {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.713745] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.713909] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] instances_path = /opt/stack/data/nova/instances {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.714087] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] internal_service_availability_zone = internal {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.714273] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] key = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.714443] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] live_migration_retry_count = 30 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.714614] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] log_color = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.714781] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] log_config_append = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.714949] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.715126] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] log_dir = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.715288] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] log_file = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.715414] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] log_options = True {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.715572] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] log_rotate_interval = 1 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.715739] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] log_rotate_interval_type = days {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.715903] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] log_rotation_type = none {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.716046] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.716179] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.716350] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.716512] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.716638] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.716801] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] long_rpc_timeout = 1800 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.716960] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] max_concurrent_builds = 10 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.717133] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] max_concurrent_live_migrations = 1 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.717293] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] max_concurrent_snapshots = 5 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.717451] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] max_local_block_devices = 3 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.717607] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] max_logfile_count = 30 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.717761] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] max_logfile_size_mb = 200 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.717917] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] maximum_instance_delete_attempts = 5 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.718094] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] metadata_listen = 0.0.0.0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.718268] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] metadata_listen_port = 8775 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.718435] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] metadata_workers = 2 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.718595] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] migrate_max_retries = -1 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.718762] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] mkisofs_cmd = genisoimage {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.718967] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] my_block_storage_ip = 10.180.1.21 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.719110] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] my_ip = 10.180.1.21 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.719274] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] network_allocate_retries = 0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.719450] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.719617] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] osapi_compute_listen = 0.0.0.0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.719776] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] osapi_compute_listen_port = 8774 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.719940] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] osapi_compute_unique_server_name_scope = {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.720120] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] osapi_compute_workers = 2 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.720287] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] password_length = 12 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.720445] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] periodic_enable = True {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.720603] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] periodic_fuzzy_delay = 60 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.720767] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] pointer_model = usbtablet {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.720933] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] preallocate_images = none {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.721134] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] publish_errors = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.721271] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] pybasedir = /opt/stack/nova {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.721428] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ram_allocation_ratio = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.721587] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] rate_limit_burst = 0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.721754] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] rate_limit_except_level = CRITICAL {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.721916] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] rate_limit_interval = 0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.722091] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] reboot_timeout = 0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.722257] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] reclaim_instance_interval = 0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.722409] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] record = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.722608] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] reimage_timeout_per_gb = 60 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.722780] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] report_interval = 120 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.722943] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] rescue_timeout = 0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.723163] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] reserved_host_cpus = 0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.723336] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] reserved_host_disk_mb = 0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.723496] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] reserved_host_memory_mb = 512 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.723655] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] reserved_huge_pages = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.723814] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] resize_confirm_window = 0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.723973] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] resize_fs_using_block_device = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.724149] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] resume_guests_state_on_host_boot = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.724340] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.724505] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] rpc_response_timeout = 60 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.724663] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] run_external_periodic_tasks = True {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.724828] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] running_deleted_instance_action = reap {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.724987] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] running_deleted_instance_poll_interval = 1800 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.725162] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] running_deleted_instance_timeout = 0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.725325] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] scheduler_instance_sync_interval = 120 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.725494] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] service_down_time = 720 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.725662] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] servicegroup_driver = db {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.725817] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] shell_completion = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.725978] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] shelved_offload_time = 0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.726152] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] shelved_poll_interval = 3600 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.726320] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] shutdown_timeout = 0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.726478] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] source_is_ipv6 = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.726635] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ssl_only = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.726875] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.727056] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] sync_power_state_interval = 600 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.727223] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] sync_power_state_pool_size = 1000 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.727394] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] syslog_log_facility = LOG_USER {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.727553] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] tempdir = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.727742] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] timeout_nbd = 10 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.727928] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] transport_url = **** {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.728109] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] update_resources_interval = 0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.728276] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] use_cow_images = True {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.728435] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] use_eventlog = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.728595] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] use_journal = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.728750] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] use_json = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.728909] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] use_rootwrap_daemon = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.729079] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] use_stderr = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.729243] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] use_syslog = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.729400] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vcpu_pin_set = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.729565] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vif_plugging_is_fatal = True {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.729732] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vif_plugging_timeout = 300 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.729897] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] virt_mkfs = [] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.730069] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] volume_usage_poll_interval = 0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.730237] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] watch_log_file = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.730403] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] web = /usr/share/spice-html5 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 494.730592] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.730760] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.730924] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.731136] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_concurrency.disable_process_locking = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.731421] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.731606] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.731772] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.731944] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.732133] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.732303] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.732485] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api.auth_strategy = keystone {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.732654] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api.compute_link_prefix = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.732828] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.733008] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api.dhcp_domain = novalocal {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.733221] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api.enable_instance_password = True {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.733395] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api.glance_link_prefix = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.733564] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.733737] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.733898] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api.instance_list_per_project_cells = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.734069] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api.list_records_by_skipping_down_cells = True {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.734254] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api.local_metadata_per_cell = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.734431] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api.max_limit = 1000 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.734601] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api.metadata_cache_expiration = 15 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.734778] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api.neutron_default_tenant_id = default {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.734949] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api.response_validation = warn {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.735136] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api.use_neutron_default_nets = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.735310] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.735471] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.735633] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.735807] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.735975] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api.vendordata_dynamic_targets = [] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.736155] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api.vendordata_jsonfile_path = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.736365] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.736564] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.backend = dogpile.cache.memcached {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.736734] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.backend_argument = **** {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.736905] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.config_prefix = cache.oslo {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.737088] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.dead_timeout = 60.0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.737256] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.debug_cache_backend = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.737415] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.enable_retry_client = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.737575] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.enable_socket_keepalive = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.737741] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.enabled = True {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.737900] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.enforce_fips_mode = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.738073] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.expiration_time = 600 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.738241] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.hashclient_retry_attempts = 2 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.738422] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.hashclient_retry_delay = 1.0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.738602] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.memcache_dead_retry = 300 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.738764] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.memcache_password = **** {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.738925] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.739100] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.739267] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.memcache_pool_maxsize = 10 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.739427] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.739585] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.memcache_sasl_enabled = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.739762] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.739929] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.memcache_socket_timeout = 1.0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.740105] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.memcache_username = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.740273] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.proxies = [] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.740435] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.redis_db = 0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.740596] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.redis_password = **** {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.740767] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.redis_sentinel_service_name = mymaster {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.740945] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.741168] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.redis_server = localhost:6379 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.741338] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.redis_socket_timeout = 1.0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.741500] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.redis_username = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.741663] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.retry_attempts = 2 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.741829] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.retry_delay = 0.0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.741991] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.socket_keepalive_count = 1 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.742170] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.socket_keepalive_idle = 1 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.742336] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.socket_keepalive_interval = 1 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.742497] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.tls_allowed_ciphers = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.742654] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.tls_cafile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.742812] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.tls_certfile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.742972] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.tls_enabled = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.743172] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cache.tls_keyfile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.743353] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cinder.auth_section = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.743527] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cinder.auth_type = password {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.743690] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cinder.cafile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.743866] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cinder.catalog_info = volumev3::publicURL {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.744040] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cinder.certfile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.744225] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cinder.collect_timing = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.744401] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cinder.cross_az_attach = True {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.744564] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cinder.debug = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.744725] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cinder.endpoint_template = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.744887] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cinder.http_retries = 3 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.745061] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cinder.insecure = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.745226] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cinder.keyfile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.745398] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cinder.os_region_name = RegionOne {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.745560] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cinder.split_loggers = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.745720] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cinder.timeout = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.745893] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.746067] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] compute.cpu_dedicated_set = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.746239] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] compute.cpu_shared_set = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.746415] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] compute.image_type_exclude_list = [] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.746577] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.746739] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] compute.max_concurrent_disk_ops = 0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.746900] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] compute.max_disk_devices_to_attach = -1 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.747073] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.747249] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.747412] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] compute.resource_provider_association_refresh = 300 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.747570] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.747729] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] compute.shutdown_retry_interval = 10 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.747908] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.748103] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] conductor.workers = 2 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.748287] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] console.allowed_origins = [] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.748446] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] console.ssl_ciphers = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.748615] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] console.ssl_minimum_version = default {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.748782] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] consoleauth.enforce_session_timeout = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.748947] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] consoleauth.token_ttl = 600 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.749128] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cyborg.cafile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.749290] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cyborg.certfile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.749452] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cyborg.collect_timing = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.749608] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cyborg.connect_retries = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.749764] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cyborg.connect_retry_delay = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.749921] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cyborg.endpoint_override = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.750092] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cyborg.insecure = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.750254] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cyborg.keyfile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.750422] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cyborg.max_version = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.750582] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cyborg.min_version = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.750741] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cyborg.region_name = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.750900] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cyborg.retriable_status_codes = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.751107] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cyborg.service_name = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.751287] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cyborg.service_type = accelerator {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.751452] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cyborg.split_loggers = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.751610] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cyborg.status_code_retries = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.751768] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cyborg.status_code_retry_delay = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.751925] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cyborg.timeout = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.752120] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.752286] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] cyborg.version = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.752464] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] database.backend = sqlalchemy {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.752632] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] database.connection = **** {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.752796] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] database.connection_debug = 0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.752963] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] database.connection_parameters = {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.753166] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] database.connection_recycle_time = 3600 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.753340] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] database.connection_trace = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.753504] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] database.db_inc_retry_interval = True {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.753666] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] database.db_max_retries = 20 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.753829] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] database.db_max_retry_interval = 10 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.753989] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] database.db_retry_interval = 1 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.754166] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] database.max_overflow = 50 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.754332] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] database.max_pool_size = 5 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.754491] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] database.max_retries = 10 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.754659] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.754816] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] database.mysql_wsrep_sync_wait = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.754971] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] database.pool_timeout = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.755147] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] database.retry_interval = 10 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.755309] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] database.slave_connection = **** {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.755485] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] database.sqlite_synchronous = True {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.755655] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] database.use_db_reconnect = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.755832] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api_database.backend = sqlalchemy {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.755999] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api_database.connection = **** {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.756181] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api_database.connection_debug = 0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.756354] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api_database.connection_parameters = {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.756519] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api_database.connection_recycle_time = 3600 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.756680] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api_database.connection_trace = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.756840] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api_database.db_inc_retry_interval = True {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.757006] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api_database.db_max_retries = 20 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.757173] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api_database.db_max_retry_interval = 10 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.757338] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api_database.db_retry_interval = 1 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.757498] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api_database.max_overflow = 50 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.757657] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api_database.max_pool_size = 5 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.757817] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api_database.max_retries = 10 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.757985] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.758170] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.758319] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api_database.pool_timeout = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.758480] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api_database.retry_interval = 10 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.758636] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api_database.slave_connection = **** {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.758795] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] api_database.sqlite_synchronous = True {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.758968] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] devices.enabled_mdev_types = [] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.759158] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.759331] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ephemeral_storage_encryption.default_format = luks {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.759493] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ephemeral_storage_encryption.enabled = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.759655] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.759823] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] glance.api_servers = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.759983] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] glance.cafile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.760161] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] glance.certfile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.760325] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] glance.collect_timing = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.760481] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] glance.connect_retries = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.760637] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] glance.connect_retry_delay = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.760795] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] glance.debug = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.760967] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] glance.default_trusted_certificate_ids = [] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.761181] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] glance.enable_certificate_validation = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.761341] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] glance.enable_rbd_download = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.761500] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] glance.endpoint_override = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.761663] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] glance.insecure = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.761822] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] glance.keyfile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.761981] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] glance.max_version = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.762150] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] glance.min_version = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.762314] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] glance.num_retries = 3 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.762482] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] glance.rbd_ceph_conf = {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.762645] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] glance.rbd_connect_timeout = 5 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.762813] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] glance.rbd_pool = {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.762978] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] glance.rbd_user = {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.763183] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] glance.region_name = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.763404] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] glance.retriable_status_codes = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.763578] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] glance.service_name = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.763751] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] glance.service_type = image {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.763916] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] glance.split_loggers = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.764098] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] glance.status_code_retries = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.764264] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] glance.status_code_retry_delay = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.764424] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] glance.timeout = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.764605] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.764768] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] glance.verify_glance_signatures = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.764927] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] glance.version = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.765105] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] guestfs.debug = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.765274] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] mks.enabled = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.765626] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.765819] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] image_cache.manager_interval = 2400 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.765989] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] image_cache.precache_concurrency = 1 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.766177] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] image_cache.remove_unused_base_images = True {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.766350] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.766518] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.766694] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] image_cache.subdirectory_name = _base {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.766870] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ironic.api_max_retries = 60 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.767049] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ironic.api_retry_interval = 2 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.767215] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ironic.auth_section = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.767377] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ironic.auth_type = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.767535] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ironic.cafile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.767694] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ironic.certfile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.767856] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ironic.collect_timing = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.768027] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ironic.conductor_group = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.768194] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ironic.connect_retries = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.768353] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ironic.connect_retry_delay = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.768508] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ironic.endpoint_override = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.768668] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ironic.insecure = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.768824] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ironic.keyfile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.768979] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ironic.max_version = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.769149] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ironic.min_version = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.769317] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ironic.peer_list = [] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.769474] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ironic.region_name = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.769630] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ironic.retriable_status_codes = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.769797] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ironic.serial_console_state_timeout = 10 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.769955] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ironic.service_name = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.770140] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ironic.service_type = baremetal {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.770301] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ironic.shard = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.770464] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ironic.split_loggers = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.770622] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ironic.status_code_retries = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.770776] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ironic.status_code_retry_delay = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.770933] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ironic.timeout = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.771146] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.771310] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ironic.version = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.771491] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.771666] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] key_manager.fixed_key = **** {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.771849] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.772015] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] barbican.barbican_api_version = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.772182] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] barbican.barbican_endpoint = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.772355] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] barbican.barbican_endpoint_type = public {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.772516] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] barbican.barbican_region_name = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.772674] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] barbican.cafile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.772833] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] barbican.certfile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.772995] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] barbican.collect_timing = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.773210] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] barbican.insecure = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.773376] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] barbican.keyfile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.773538] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] barbican.number_of_retries = 60 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.773698] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] barbican.retry_delay = 1 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.773859] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] barbican.send_service_user_token = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.774030] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] barbican.split_loggers = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.774243] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] barbican.timeout = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.774416] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] barbican.verify_ssl = True {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.774577] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] barbican.verify_ssl_path = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.774742] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] barbican_service_user.auth_section = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.774907] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] barbican_service_user.auth_type = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.775077] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] barbican_service_user.cafile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.775245] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] barbican_service_user.certfile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.775406] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] barbican_service_user.collect_timing = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.775565] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] barbican_service_user.insecure = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.775721] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] barbican_service_user.keyfile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.775880] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] barbican_service_user.split_loggers = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.776049] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] barbican_service_user.timeout = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.776223] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vault.approle_role_id = **** {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.776385] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vault.approle_secret_id = **** {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.776556] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vault.kv_mountpoint = secret {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.776735] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vault.kv_path = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.776954] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vault.kv_version = 2 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.777196] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vault.namespace = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.777374] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vault.root_token_id = **** {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.777538] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vault.ssl_ca_crt_file = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.777760] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vault.timeout = 60.0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.777946] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vault.use_ssl = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.778137] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.778310] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] keystone.auth_section = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.778474] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] keystone.auth_type = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.778632] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] keystone.cafile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.778790] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] keystone.certfile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.778972] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] keystone.collect_timing = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.779165] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] keystone.connect_retries = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.779343] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] keystone.connect_retry_delay = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.779505] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] keystone.endpoint_override = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.779666] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] keystone.insecure = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.779825] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] keystone.keyfile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.780018] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] keystone.max_version = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.780186] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] keystone.min_version = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.780369] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] keystone.region_name = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.780534] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] keystone.retriable_status_codes = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.780694] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] keystone.service_name = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.780863] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] keystone.service_type = identity {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.781037] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] keystone.split_loggers = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.781253] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] keystone.status_code_retries = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.781432] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] keystone.status_code_retry_delay = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.781595] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] keystone.timeout = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.781775] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.781935] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] keystone.version = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.782151] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.connection_uri = {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.782322] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.cpu_mode = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.782490] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.cpu_model_extra_flags = [] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.782660] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.cpu_models = [] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.782832] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.cpu_power_governor_high = performance {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.783018] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.cpu_power_governor_low = powersave {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.783211] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.cpu_power_management = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.783394] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.783568] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.device_detach_attempts = 8 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.783733] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.device_detach_timeout = 20 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.783901] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.disk_cachemodes = [] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.784088] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.disk_prefix = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.784299] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.enabled_perf_events = [] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.784486] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.file_backed_memory = 0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.784661] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.gid_maps = [] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.784822] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.hw_disk_discard = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.785010] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.hw_machine_type = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.785197] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.images_rbd_ceph_conf = {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.785369] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.785569] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.785748] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.images_rbd_glance_store_name = {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.785921] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.images_rbd_pool = rbd {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.786107] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.images_type = default {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.786272] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.images_volume_group = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.786434] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.inject_key = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.786599] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.inject_partition = -2 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.786761] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.inject_password = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.786923] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.iscsi_iface = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.787098] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.iser_use_multipath = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.787269] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.live_migration_bandwidth = 0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.787432] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.787596] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.live_migration_downtime = 500 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.787759] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.787924] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.788098] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.live_migration_inbound_addr = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.788267] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.788435] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.live_migration_permit_post_copy = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.788597] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.live_migration_scheme = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.788773] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.live_migration_timeout_action = abort {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.788939] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.live_migration_tunnelled = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.789113] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.live_migration_uri = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.789282] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.live_migration_with_native_tls = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.789443] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.max_queues = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.789609] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.789856] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.790031] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.nfs_mount_options = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.790728] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.790920] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.791109] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.num_iser_scan_tries = 5 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.791285] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.num_memory_encrypted_guests = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.791452] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.791617] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.num_pcie_ports = 0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.791785] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.num_volume_scan_tries = 5 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.791950] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.pmem_namespaces = [] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.792125] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.quobyte_client_cfg = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.792423] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.792597] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.rbd_connect_timeout = 5 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.792765] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.792930] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.793136] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.rbd_secret_uuid = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.793306] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.rbd_user = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.793480] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.793654] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.remote_filesystem_transport = ssh {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.793813] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.rescue_image_id = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.793971] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.rescue_kernel_id = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.794166] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.rescue_ramdisk_id = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.794352] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.794528] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.rx_queue_size = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.794706] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.smbfs_mount_options = {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.794981] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.795171] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.snapshot_compression = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.795339] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.snapshot_image_format = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.795560] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.795728] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.sparse_logical_volumes = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.795892] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.swtpm_enabled = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.796073] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.swtpm_group = tss {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.796250] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.swtpm_user = tss {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.796418] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.sysinfo_serial = unique {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.796579] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.tb_cache_size = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.796735] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.tx_queue_size = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.796902] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.uid_maps = [] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.797076] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.use_virtio_for_bridges = True {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.797254] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.virt_type = kvm {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.797423] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.volume_clear = zero {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.797589] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.volume_clear_size = 0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.797754] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.volume_use_multipath = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.797911] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.vzstorage_cache_path = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.798091] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.798269] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.vzstorage_mount_group = qemu {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.798434] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.vzstorage_mount_opts = [] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.798601] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.798880] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.799073] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.vzstorage_mount_user = stack {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.799249] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.799424] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] neutron.auth_section = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.799600] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] neutron.auth_type = password {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.799761] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] neutron.cafile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.799919] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] neutron.certfile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.800091] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] neutron.collect_timing = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.800255] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] neutron.connect_retries = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.800415] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] neutron.connect_retry_delay = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.800584] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] neutron.default_floating_pool = public {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.800743] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] neutron.endpoint_override = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.800905] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] neutron.extension_sync_interval = 600 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.801079] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] neutron.http_retries = 3 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.801246] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] neutron.insecure = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.801407] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] neutron.keyfile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.801563] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] neutron.max_version = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.801734] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.801893] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] neutron.min_version = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.802074] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] neutron.ovs_bridge = br-int {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.802245] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] neutron.physnets = [] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.802412] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] neutron.region_name = RegionOne {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.802574] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] neutron.retriable_status_codes = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.802741] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] neutron.service_metadata_proxy = True {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.802904] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] neutron.service_name = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.803115] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] neutron.service_type = network {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.803286] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] neutron.split_loggers = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.803452] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] neutron.status_code_retries = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.803614] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] neutron.status_code_retry_delay = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.803773] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] neutron.timeout = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.803957] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.804149] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] neutron.version = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.804308] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] notifications.bdms_in_notifications = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.804483] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] notifications.default_level = INFO {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.804657] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] notifications.notification_format = unversioned {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.804820] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] notifications.notify_on_state_change = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.804995] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.805187] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] pci.alias = [] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.805357] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] pci.device_spec = [] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.805540] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] pci.report_in_placement = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.805717] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.auth_section = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.805886] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.auth_type = password {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.806062] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.806226] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.cafile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.806381] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.certfile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.806541] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.collect_timing = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.806699] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.connect_retries = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.806854] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.connect_retry_delay = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.807026] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.default_domain_id = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.807183] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.default_domain_name = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.807340] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.domain_id = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.807492] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.domain_name = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.807646] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.endpoint_override = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.807804] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.insecure = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.807957] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.keyfile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.808125] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.max_version = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.808282] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.min_version = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.808447] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.password = **** {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.808601] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.project_domain_id = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.808766] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.project_domain_name = Default {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.808929] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.project_id = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.809110] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.project_name = service {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.809284] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.region_name = RegionOne {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.809444] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.retriable_status_codes = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.809606] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.service_name = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.809774] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.service_type = placement {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.809936] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.split_loggers = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.810107] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.status_code_retries = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.810273] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.status_code_retry_delay = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.810430] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.system_scope = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.810586] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.timeout = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.810742] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.trust_id = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.810898] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.user_domain_id = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.811074] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.user_domain_name = Default {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.811240] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.user_id = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.811411] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.username = nova {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.811591] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.811752] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] placement.version = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.811927] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] quota.cores = 20 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.812107] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] quota.count_usage_from_placement = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.812284] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.812459] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] quota.injected_file_content_bytes = 10240 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.812623] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] quota.injected_file_path_length = 255 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.812787] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] quota.injected_files = 5 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.812952] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] quota.instances = 10 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.813169] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] quota.key_pairs = 100 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.813350] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] quota.metadata_items = 128 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.813521] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] quota.ram = 51200 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.813685] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] quota.recheck_quota = True {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.813852] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] quota.server_group_members = 10 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.814029] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] quota.server_groups = 10 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.814234] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.814407] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.814568] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] scheduler.image_metadata_prefilter = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.814730] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.814895] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] scheduler.max_attempts = 3 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.815072] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] scheduler.max_placement_results = 1000 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.815244] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.815416] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] scheduler.query_placement_for_image_type_support = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.815583] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.815759] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] scheduler.workers = 2 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.815933] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.816120] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.816305] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.816476] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.816641] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.816804] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.816971] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.817176] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.817352] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] filter_scheduler.host_subset_size = 1 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.817521] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.817681] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.817845] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.818017] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] filter_scheduler.isolated_hosts = [] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.818190] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] filter_scheduler.isolated_images = [] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.818357] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.818516] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.818681] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.818845] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] filter_scheduler.pci_in_placement = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.819023] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.819187] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.819350] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.819510] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.819671] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.819833] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.819994] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] filter_scheduler.track_instance_changes = True {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.820187] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.820359] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] metrics.required = True {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.820524] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] metrics.weight_multiplier = 1.0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.820687] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.820851] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] metrics.weight_setting = [] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.821183] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.821360] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] serial_console.enabled = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.821538] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] serial_console.port_range = 10000:20000 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.821709] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.821878] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.822060] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] serial_console.serialproxy_port = 6083 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.822235] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] service_user.auth_section = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.822409] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] service_user.auth_type = password {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.822570] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] service_user.cafile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.822726] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] service_user.certfile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.822886] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] service_user.collect_timing = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.823063] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] service_user.insecure = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.823254] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] service_user.keyfile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.823428] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] service_user.send_service_user_token = True {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.823593] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] service_user.split_loggers = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.823768] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] service_user.timeout = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.823938] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] spice.agent_enabled = True {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.824147] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] spice.enabled = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.824485] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.824683] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.824856] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] spice.html5proxy_port = 6082 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.825027] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] spice.image_compression = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.825198] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] spice.jpeg_compression = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.825357] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] spice.playback_compression = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.825523] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] spice.require_secure = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.825693] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] spice.server_listen = 127.0.0.1 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.825862] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.826031] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] spice.streaming_mode = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.826195] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] spice.zlib_compression = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.826377] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] upgrade_levels.baseapi = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.826558] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] upgrade_levels.compute = auto {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.826731] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] upgrade_levels.conductor = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.826909] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] upgrade_levels.scheduler = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.827095] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vendordata_dynamic_auth.auth_section = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.827273] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vendordata_dynamic_auth.auth_type = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.827436] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vendordata_dynamic_auth.cafile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.827604] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vendordata_dynamic_auth.certfile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.827780] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.827948] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vendordata_dynamic_auth.insecure = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.828138] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vendordata_dynamic_auth.keyfile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.828328] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.828490] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vendordata_dynamic_auth.timeout = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.828663] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vmware.api_retry_count = 10 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.828841] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vmware.ca_file = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.829026] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vmware.cache_prefix = devstack-image-cache {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.829200] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vmware.cluster_name = testcl1 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.829369] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vmware.connection_pool_size = 10 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.829528] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vmware.console_delay_seconds = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.829697] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vmware.datastore_regex = ^datastore.* {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.829900] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.830083] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vmware.host_password = **** {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.830282] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vmware.host_port = 443 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.830462] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vmware.host_username = administrator@vsphere.local {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.830631] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vmware.insecure = True {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.830794] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vmware.integration_bridge = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.830962] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vmware.maximum_objects = 100 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.831131] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vmware.pbm_default_policy = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.831296] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vmware.pbm_enabled = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.831454] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vmware.pbm_wsdl_location = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.831661] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.831852] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vmware.serial_port_proxy_uri = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.832029] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vmware.serial_port_service_uri = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.832205] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vmware.task_poll_interval = 0.5 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.832389] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vmware.use_linked_clone = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.832615] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vmware.vnc_keymap = en-us {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.832796] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vmware.vnc_port = 5900 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.832963] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vmware.vnc_port_total = 10000 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.833199] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vnc.auth_schemes = ['none'] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.833383] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vnc.enabled = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.833680] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.833866] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.834081] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vnc.novncproxy_port = 6080 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.834258] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vnc.server_listen = 127.0.0.1 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.834438] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.834600] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vnc.vencrypt_ca_certs = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.834759] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vnc.vencrypt_client_cert = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.834918] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vnc.vencrypt_client_key = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.835109] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.835283] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] workarounds.disable_deep_image_inspection = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.835445] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.835605] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.835765] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.835925] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] workarounds.disable_rootwrap = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.836101] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] workarounds.enable_numa_live_migration = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.836299] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.836472] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.836633] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.836793] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] workarounds.libvirt_disable_apic = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.836952] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.837131] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.837298] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.837458] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.837618] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.837777] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.837933] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.838106] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.838269] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.838433] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.838616] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.838787] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] wsgi.client_socket_timeout = 900 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.838955] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] wsgi.default_pool_size = 1000 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.839135] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] wsgi.keep_alive = True {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.839304] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] wsgi.max_header_line = 16384 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.839466] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] wsgi.secure_proxy_ssl_header = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.839628] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] wsgi.ssl_ca_file = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.839787] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] wsgi.ssl_cert_file = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.839945] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] wsgi.ssl_key_file = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.840124] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] wsgi.tcp_keepidle = 600 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.840304] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.840470] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] zvm.ca_file = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.840630] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] zvm.cloud_connector_url = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.840914] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.841101] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] zvm.reachable_timeout = 300 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.841285] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_policy.enforce_new_defaults = True {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.841677] env[64120]: WARNING oslo_config.cfg [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 494.841853] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_policy.enforce_scope = True {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.842041] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_policy.policy_default_rule = default {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.842250] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.842445] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_policy.policy_file = policy.yaml {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.842623] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.842787] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.842949] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.843146] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.843324] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.843493] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.843670] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.843846] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] profiler.connection_string = messaging:// {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.844030] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] profiler.enabled = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.844233] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] profiler.es_doc_type = notification {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.844407] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] profiler.es_scroll_size = 10000 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.844576] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] profiler.es_scroll_time = 2m {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.844739] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] profiler.filter_error_trace = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.844910] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] profiler.hmac_keys = **** {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.845093] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] profiler.sentinel_service_name = mymaster {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.845268] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] profiler.socket_timeout = 0.1 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.845434] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] profiler.trace_requests = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.845594] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] profiler.trace_sqlalchemy = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.845775] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] profiler_jaeger.process_tags = {} {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.845936] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] profiler_jaeger.service_name_prefix = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.846111] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] profiler_otlp.service_name_prefix = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.846289] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] remote_debug.host = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.846460] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] remote_debug.port = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.846637] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.846799] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.846962] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.847140] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.847304] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.847465] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.847630] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.847788] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.847948] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.848131] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.848323] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.848503] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.848674] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.848846] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.849027] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.849198] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.849361] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.849535] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.849697] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.849860] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.850035] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.850206] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.850371] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.850538] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.850700] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.850858] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.851032] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.851196] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.851366] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.851531] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_rabbit.ssl = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.851700] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.851870] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.852042] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.852217] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.852397] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_rabbit.ssl_version = {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.852562] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.852747] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.852915] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_notifications.retry = -1 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.853142] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.853328] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_messaging_notifications.transport_url = **** {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.853504] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_limit.auth_section = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.853667] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_limit.auth_type = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.853823] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_limit.cafile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.853976] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_limit.certfile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.854174] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_limit.collect_timing = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.854346] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_limit.connect_retries = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.854504] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_limit.connect_retry_delay = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.854659] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_limit.endpoint_id = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.854813] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_limit.endpoint_override = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.854971] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_limit.insecure = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.855139] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_limit.keyfile = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.855296] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_limit.max_version = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.855455] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_limit.min_version = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.855603] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_limit.region_name = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.855760] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_limit.retriable_status_codes = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.855916] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_limit.service_name = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.856081] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_limit.service_type = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.856245] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_limit.split_loggers = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.856404] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_limit.status_code_retries = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.856618] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_limit.status_code_retry_delay = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.856791] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_limit.timeout = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.856954] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_limit.valid_interfaces = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.857128] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_limit.version = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.857299] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_reports.file_event_handler = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.857463] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.857621] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] oslo_reports.log_dir = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.857792] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.857949] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.858119] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.858287] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.858450] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.858605] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.858772] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.858930] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vif_plug_ovs_privileged.group = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.859097] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.859265] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.859429] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.859587] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] vif_plug_ovs_privileged.user = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.859754] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] os_vif_linux_bridge.flat_interface = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.859930] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.860120] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.860352] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.860544] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.860722] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.860891] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.861066] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.861259] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.861429] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] os_vif_ovs.isolate_vif = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.861596] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.861762] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.861929] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.862117] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] os_vif_ovs.ovsdb_interface = native {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.862284] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] os_vif_ovs.per_port_bridge = False {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.862454] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] privsep_osbrick.capabilities = [21] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.862613] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] privsep_osbrick.group = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.862769] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] privsep_osbrick.helper_command = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.862931] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.863131] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.863356] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] privsep_osbrick.user = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.863543] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.863707] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] nova_sys_admin.group = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.863865] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] nova_sys_admin.helper_command = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.864041] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.864215] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.864376] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] nova_sys_admin.user = None {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 494.864507] env[64120]: DEBUG oslo_service.service [None req-a90e3f58-095f-41ec-8189-ffbe707f6985 None None] ******************************************************************************** {{(pid=64120) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2830}} [ 494.864995] env[64120]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 495.368729] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9d3027d7-fd3b-4315-b4e1-be6532f8d8e0 None None] Getting list of instances from cluster (obj){ [ 495.368729] env[64120]: value = "domain-c8" [ 495.368729] env[64120]: _type = "ClusterComputeResource" [ 495.368729] env[64120]: } {{(pid=64120) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 495.369832] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e084f2b-8b75-466a-a70d-24a719ec0f13 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 495.379909] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9d3027d7-fd3b-4315-b4e1-be6532f8d8e0 None None] Got total of 0 instances {{(pid=64120) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 495.380487] env[64120]: WARNING nova.virt.vmwareapi.driver [None req-9d3027d7-fd3b-4315-b4e1-be6532f8d8e0 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 495.381008] env[64120]: INFO nova.virt.node [None req-9d3027d7-fd3b-4315-b4e1-be6532f8d8e0 None None] Generated node identity 4ceac537-82ec-49fa-8fac-aa5d6181b318 [ 495.381319] env[64120]: INFO nova.virt.node [None req-9d3027d7-fd3b-4315-b4e1-be6532f8d8e0 None None] Wrote node identity 4ceac537-82ec-49fa-8fac-aa5d6181b318 to /opt/stack/data/n-cpu-1/compute_id [ 495.883719] env[64120]: WARNING nova.compute.manager [None req-9d3027d7-fd3b-4315-b4e1-be6532f8d8e0 None None] Compute nodes ['4ceac537-82ec-49fa-8fac-aa5d6181b318'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 496.888971] env[64120]: INFO nova.compute.manager [None req-9d3027d7-fd3b-4315-b4e1-be6532f8d8e0 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 497.895674] env[64120]: WARNING nova.compute.manager [None req-9d3027d7-fd3b-4315-b4e1-be6532f8d8e0 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 497.896070] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9d3027d7-fd3b-4315-b4e1-be6532f8d8e0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 497.896203] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9d3027d7-fd3b-4315-b4e1-be6532f8d8e0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 497.896355] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9d3027d7-fd3b-4315-b4e1-be6532f8d8e0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 497.896507] env[64120]: DEBUG nova.compute.resource_tracker [None req-9d3027d7-fd3b-4315-b4e1-be6532f8d8e0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64120) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 497.897588] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa5cd2b-e380-469d-93f1-b0e43b5b5d3f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.905691] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca5f66b-a22b-4483-9903-aab425802d82 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.918808] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedd15a6-ec07-4ca6-8c3d-7c18ee112f14 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.924812] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36aa7cad-e4c4-4d18-9646-dc6af17a7f51 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.952236] env[64120]: DEBUG nova.compute.resource_tracker [None req-9d3027d7-fd3b-4315-b4e1-be6532f8d8e0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181407MB free_disk=184GB free_vcpus=48 pci_devices=None {{(pid=64120) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 497.952379] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9d3027d7-fd3b-4315-b4e1-be6532f8d8e0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 497.952564] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9d3027d7-fd3b-4315-b4e1-be6532f8d8e0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 498.454750] env[64120]: WARNING nova.compute.resource_tracker [None req-9d3027d7-fd3b-4315-b4e1-be6532f8d8e0 None None] No compute node record for cpu-1:4ceac537-82ec-49fa-8fac-aa5d6181b318: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 4ceac537-82ec-49fa-8fac-aa5d6181b318 could not be found. [ 498.958322] env[64120]: INFO nova.compute.resource_tracker [None req-9d3027d7-fd3b-4315-b4e1-be6532f8d8e0 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 4ceac537-82ec-49fa-8fac-aa5d6181b318 [ 500.465968] env[64120]: DEBUG nova.compute.resource_tracker [None req-9d3027d7-fd3b-4315-b4e1-be6532f8d8e0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 500.466475] env[64120]: DEBUG nova.compute.resource_tracker [None req-9d3027d7-fd3b-4315-b4e1-be6532f8d8e0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 500.623909] env[64120]: INFO nova.scheduler.client.report [None req-9d3027d7-fd3b-4315-b4e1-be6532f8d8e0 None None] [req-2ecea3f1-d27d-4b73-a1e2-c1392e1dd165] Created resource provider record via placement API for resource provider with UUID 4ceac537-82ec-49fa-8fac-aa5d6181b318 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 500.641196] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95385362-275c-4bb3-92c5-49efb9a625f0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 500.648660] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65abce11-a8ab-4b36-accc-a6fbab16c389 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 500.677905] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7651f25-fcff-4293-be4d-a4c8961f986f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 500.685343] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6a363f-fdcc-4d0f-952d-7da0a8480d3a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 500.698142] env[64120]: DEBUG nova.compute.provider_tree [None req-9d3027d7-fd3b-4315-b4e1-be6532f8d8e0 None None] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 501.233763] env[64120]: DEBUG nova.scheduler.client.report [None req-9d3027d7-fd3b-4315-b4e1-be6532f8d8e0 None None] Updated inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 501.233991] env[64120]: DEBUG nova.compute.provider_tree [None req-9d3027d7-fd3b-4315-b4e1-be6532f8d8e0 None None] Updating resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 generation from 0 to 1 during operation: update_inventory {{(pid=64120) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 501.234222] env[64120]: DEBUG nova.compute.provider_tree [None req-9d3027d7-fd3b-4315-b4e1-be6532f8d8e0 None None] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 501.283640] env[64120]: DEBUG nova.compute.provider_tree [None req-9d3027d7-fd3b-4315-b4e1-be6532f8d8e0 None None] Updating resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 generation from 1 to 2 during operation: update_traits {{(pid=64120) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 501.789099] env[64120]: DEBUG nova.compute.resource_tracker [None req-9d3027d7-fd3b-4315-b4e1-be6532f8d8e0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64120) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 501.789430] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9d3027d7-fd3b-4315-b4e1-be6532f8d8e0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.836s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 501.789430] env[64120]: DEBUG nova.service [None req-9d3027d7-fd3b-4315-b4e1-be6532f8d8e0 None None] Creating RPC server for service compute {{(pid=64120) start /opt/stack/nova/nova/service.py:186}} [ 501.805860] env[64120]: DEBUG nova.service [None req-9d3027d7-fd3b-4315-b4e1-be6532f8d8e0 None None] Join ServiceGroup membership for this service compute {{(pid=64120) start /opt/stack/nova/nova/service.py:203}} [ 501.806715] env[64120]: DEBUG nova.servicegroup.drivers.db [None req-9d3027d7-fd3b-4315-b4e1-be6532f8d8e0 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=64120) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 507.808814] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._sync_power_states {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 508.311723] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Getting list of instances from cluster (obj){ [ 508.311723] env[64120]: value = "domain-c8" [ 508.311723] env[64120]: _type = "ClusterComputeResource" [ 508.311723] env[64120]: } {{(pid=64120) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 508.312959] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6fc8b8-f36a-4d86-9b22-182a8dadfb68 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.321793] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Got total of 0 instances {{(pid=64120) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 508.322020] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 508.322308] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Getting list of instances from cluster (obj){ [ 508.322308] env[64120]: value = "domain-c8" [ 508.322308] env[64120]: _type = "ClusterComputeResource" [ 508.322308] env[64120]: } {{(pid=64120) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 508.323171] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114997e3-ab7d-421d-88a1-08e7dbb7cf3d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.329984] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Got total of 0 instances {{(pid=64120) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 550.165149] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.165613] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.165658] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Starting heal instance info cache {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 550.165772] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Rebuilding the list of instances to heal {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 550.669215] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Didn't find any instances for network info cache update. {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 550.669443] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.669682] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.669880] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.670089] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.670285] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.670476] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.670671] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64120) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 550.670857] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 551.173718] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.174033] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.174155] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.174309] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64120) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 551.175217] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432ae62d-ec01-461e-81cc-80e9ca20362b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.183280] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea85e985-99b2-4cec-a967-e700e5829e9a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.197579] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1bba52-8db7-4239-8e33-bc3962a17e45 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.203498] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d222265-eaf3-4025-a4b2-2d43b8f9a0ce {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.231728] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181412MB free_disk=184GB free_vcpus=48 pci_devices=None {{(pid=64120) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 551.231876] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.232077] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.251292] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 552.251574] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 552.265751] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc20d86-2386-4085-aeea-a0eefc52aefe {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.273328] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f06efed-6d89-4c1a-8b0f-847e59c0ada7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.302209] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5df76e3-3696-4bb2-b744-412b5da6fc33 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.308659] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826e6a8c-7776-4101-98dd-5e0456820530 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.321076] env[64120]: DEBUG nova.compute.provider_tree [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 552.824299] env[64120]: DEBUG nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 553.329476] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64120) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 553.329820] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.098s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.316930] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 613.317333] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 613.822856] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 613.822856] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Starting heal instance info cache {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 613.823092] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Rebuilding the list of instances to heal {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 614.327046] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Didn't find any instances for network info cache update. {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 614.327431] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 614.327431] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 614.327431] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 614.327595] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 614.327872] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 614.328113] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 614.328279] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64120) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 614.328453] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 614.833788] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.834062] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.834230] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.834385] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64120) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 614.835325] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dc01a7-84df-4f95-8541-d54bb8cdb3db {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.843642] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29b2cda-0176-4d88-9255-743ad2318587 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.857442] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208a6baa-1324-4182-b986-204565acbe0f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.863655] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712688a6-f910-4172-9b77-b4d0b1af9bc0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.891070] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181415MB free_disk=184GB free_vcpus=48 pci_devices=None {{(pid=64120) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 614.891215] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.891408] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.909942] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 615.910219] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 615.926533] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ceaae0-190a-4504-b268-b63f3301d120 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.935133] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690ac71a-c878-495c-81bc-c7ac0ba08ae0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.966949] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677aa1ea-d1aa-4211-b6a2-249aa49b0a7a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.974349] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df50ff27-3f76-44ab-859b-4463f80c70a8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.989405] env[64120]: DEBUG nova.compute.provider_tree [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.492503] env[64120]: DEBUG nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 616.493815] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64120) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 616.494010] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.603s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.496095] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.496373] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.496463] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Starting heal instance info cache {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 676.496599] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Rebuilding the list of instances to heal {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 676.999279] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Didn't find any instances for network info cache update. {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 676.999545] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.999652] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.999897] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 677.000038] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 677.000106] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 677.000243] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 677.000368] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64120) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 677.000506] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 677.503758] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.504165] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.504215] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.504330] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64120) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 677.505214] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38944037-4640-41cd-87df-3b743dd1b227 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.513325] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fd8e14-932f-4b5b-9008-1f1f87a1d457 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.526636] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022f95f6-e461-4a25-b0f5-90e4bf6a0dfe {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.532580] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6a717c-d984-4c03-a411-a4a8f4c325ea {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.560977] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181411MB free_disk=184GB free_vcpus=48 pci_devices=None {{(pid=64120) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 677.561123] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.561308] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.579567] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 678.579861] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 678.592929] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a4270c-85d9-4208-951a-6b867570966e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.600481] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3615c026-4164-43f9-9b0a-2a1706bb3c8a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.629679] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15aebb33-1975-4fff-a5ce-e0c1df76f0dc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.636808] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4c9454-d86c-42f2-9e15-08b4b14f4cc8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.650046] env[64120]: DEBUG nova.compute.provider_tree [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.152760] env[64120]: DEBUG nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 679.154056] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64120) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 679.154228] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.810652] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.811056] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.317368] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.317455] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Starting heal instance info cache {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 736.317636] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Rebuilding the list of instances to heal {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 736.820736] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Didn't find any instances for network info cache update. {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 736.821166] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.821166] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.821280] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.821379] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.821522] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.821661] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.821786] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64120) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 736.821923] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.327023] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.327023] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.327023] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.327023] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64120) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 737.327023] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0507cd4-eeb9-42a6-af5f-ddc023e1ebf9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.334857] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1360327-aeb0-4caf-951d-34efb62a6e98 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.348233] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d58cca9-1c93-46d9-903f-91bdead61417 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.355207] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766c2785-7607-415c-8f3c-0850c66d8d1e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.383469] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181421MB free_disk=184GB free_vcpus=48 pci_devices=None {{(pid=64120) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 737.383822] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.384167] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.404876] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 738.405185] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 738.417804] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76bfae7-564a-4e17-979b-46cb41e71ada {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.424960] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5642c9ea-041a-495c-b0f2-c6da1eeb8ca9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.453711] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d0ef69-4f46-4997-9204-b47c081b8288 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.460505] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da00307e-97d7-4205-ac97-6cadaf8da29d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.472588] env[64120]: DEBUG nova.compute.provider_tree [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.975346] env[64120]: DEBUG nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 738.976662] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64120) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 738.976838] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.157269] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 790.157711] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Cleaning up deleted instances {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11228}} [ 790.661069] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] There are 0 instances to clean {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11237}} [ 790.661069] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 790.661343] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Cleaning up deleted instances with incomplete migration {{(pid=64120) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11266}} [ 791.163850] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 792.666615] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 793.156987] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.158101] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.158101] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Starting heal instance info cache {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 794.158101] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Rebuilding the list of instances to heal {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 794.661550] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Didn't find any instances for network info cache update. {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 794.661779] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 795.157533] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 795.157825] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 796.157532] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 796.157532] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64120) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 797.158362] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.660949] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.661220] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.661395] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.661548] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64120) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 797.662471] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521aab73-ff9c-434c-a6f4-d9fc09470245 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.670723] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d34b7e0-8f6e-4dd9-81dd-112f2aa2c7ae {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.683936] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1619fe99-82cb-49bd-8a5e-a5455dd55298 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.689894] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218f8188-c2f6-417f-b8c0-e7a97394b633 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.718295] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181394MB free_disk=184GB free_vcpus=48 pci_devices=None {{(pid=64120) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 797.718391] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.718561] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.736752] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 798.737027] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 798.750012] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d09df29-35c8-4b48-a2f1-e5ca7bc9f56b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.757681] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f23fae-bdf3-4e0a-8192-e7aa2313a610 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.785747] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e5b2d0-6d98-400c-9bd9-ee4badbaf4b9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.792393] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ea4af0-e70c-44d3-b787-ff29866110c6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.805565] env[64120]: DEBUG nova.compute.provider_tree [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.308913] env[64120]: DEBUG nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 799.310167] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64120) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 799.310363] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.310808] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.157691] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.157569] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 854.153894] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 856.157503] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 856.157880] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 856.157880] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Starting heal instance info cache {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 856.157967] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Rebuilding the list of instances to heal {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 856.661523] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Didn't find any instances for network info cache update. {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 856.661774] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 856.661926] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 856.662067] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64120) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 857.158253] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 858.157613] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 858.660960] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.661318] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.661382] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.661529] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64120) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 858.662435] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb09a50-a922-440a-8e8c-9463789eeb57 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.670244] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ad56c3-34a3-4e07-b680-178b59e1a300 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.683500] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5807a300-f557-4b54-a34e-b8826ff5a699 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.689345] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b9d4d7-6f41-4b24-942e-60358205b062 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.717011] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181425MB free_disk=184GB free_vcpus=48 pci_devices=None {{(pid=64120) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 858.717140] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.717316] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.750230] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 859.750563] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 859.767265] env[64120]: DEBUG nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Refreshing inventories for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 859.780406] env[64120]: DEBUG nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Updating ProviderTree inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 859.780581] env[64120]: DEBUG nova.compute.provider_tree [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 859.792666] env[64120]: DEBUG nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Refreshing aggregate associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, aggregates: None {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 859.808247] env[64120]: DEBUG nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Refreshing trait associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 859.819675] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce1091e-42b4-42e1-8066-aad0cc24c022 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.827026] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8fd194-1eb1-4ec0-b973-5c7a05a1d38b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.855426] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6b0f41-fd0d-4537-aaa3-837c5095de75 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.862153] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa072d43-74bf-4255-9ef7-de56b270e450 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.874440] env[64120]: DEBUG nova.compute.provider_tree [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.378061] env[64120]: DEBUG nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 860.379425] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64120) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 860.379608] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.662s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.380288] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 868.978311] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Acquiring lock "63932705-f270-490f-bfd9-4aa0e26aaa80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.979230] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Lock "63932705-f270-490f-bfd9-4aa0e26aaa80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.482942] env[64120]: DEBUG nova.compute.manager [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 870.016687] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.016947] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.018630] env[64120]: INFO nova.compute.claims [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.066193] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46542d6-7356-4ffb-926d-7f813edfdc62 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.075112] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f8e2ae-ff41-46a0-ae70-a049dd12d96b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.108819] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d668495-5cf2-4e1b-bf89-350f80dff0a8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.116665] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d358c1-95fd-4639-be18-31cafd9efd57 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.132917] env[64120]: DEBUG nova.compute.provider_tree [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.636540] env[64120]: DEBUG nova.scheduler.client.report [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 872.147788] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.128s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.147788] env[64120]: DEBUG nova.compute.manager [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 872.654087] env[64120]: DEBUG nova.compute.utils [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 872.656370] env[64120]: DEBUG nova.compute.manager [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 872.656636] env[64120]: DEBUG nova.network.neutron [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.167029] env[64120]: DEBUG nova.compute.manager [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 874.180539] env[64120]: DEBUG nova.compute.manager [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 875.054689] env[64120]: DEBUG nova.policy [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6be867eb5274f6793c146f26629d8ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f1d8e9d64c7410bb3dee50be120a345', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 875.069024] env[64120]: DEBUG nova.virt.hardware [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 875.069024] env[64120]: DEBUG nova.virt.hardware [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 875.069024] env[64120]: DEBUG nova.virt.hardware [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.069244] env[64120]: DEBUG nova.virt.hardware [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 875.069244] env[64120]: DEBUG nova.virt.hardware [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.069244] env[64120]: DEBUG nova.virt.hardware [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 875.069244] env[64120]: DEBUG nova.virt.hardware [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 875.069396] env[64120]: DEBUG nova.virt.hardware [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 875.070968] env[64120]: DEBUG nova.virt.hardware [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 875.070968] env[64120]: DEBUG nova.virt.hardware [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 875.070968] env[64120]: DEBUG nova.virt.hardware [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 875.073793] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abd8359-2c57-47cb-af01-fbdaf03a5618 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.080464] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d012b02f-5793-46d6-a14b-c4092e257394 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.097369] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43454f24-0913-4488-b9d7-f2b5b6d78575 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.345998] env[64120]: DEBUG nova.network.neutron [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Successfully created port: 6b53e717-e6e2-48ab-9ecc-ad8ee4c4c4e9 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 880.016398] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Acquiring lock "9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.016847] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Lock "9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.521520] env[64120]: DEBUG nova.compute.manager [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 880.739092] env[64120]: DEBUG nova.network.neutron [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Successfully updated port: 6b53e717-e6e2-48ab-9ecc-ad8ee4c4c4e9 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.065383] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.065650] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.070521] env[64120]: INFO nova.compute.claims [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.243654] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Acquiring lock "refresh_cache-63932705-f270-490f-bfd9-4aa0e26aaa80" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.243916] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Acquired lock "refresh_cache-63932705-f270-490f-bfd9-4aa0e26aaa80" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.245755] env[64120]: DEBUG nova.network.neutron [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.246192] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Acquiring lock "5124951e-8d45-47fa-904c-34a971d6b229" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.246544] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Lock "5124951e-8d45-47fa-904c-34a971d6b229" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.585692] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Acquiring lock "eefaff78-2165-4aa7-b991-605084c3d9c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.585983] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Lock "eefaff78-2165-4aa7-b991-605084c3d9c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.767038] env[64120]: DEBUG nova.compute.manager [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 881.824630] env[64120]: DEBUG nova.network.neutron [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.092505] env[64120]: DEBUG nova.compute.manager [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 882.177620] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c2727b-2d85-436e-8c41-4527f53b2bfa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.185286] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a8d0fd-a801-42ad-89d3-b78f0d9420bc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.218609] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c7e3a7-2d23-40f1-afb9-2bf4d0e11f0c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.225861] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37ee77f-c950-4f30-abd4-712791a3b49b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.232162] env[64120]: DEBUG nova.network.neutron [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Updating instance_info_cache with network_info: [{"id": "6b53e717-e6e2-48ab-9ecc-ad8ee4c4c4e9", "address": "fa:16:3e:ec:6f:09", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b53e717-e6", "ovs_interfaceid": "6b53e717-e6e2-48ab-9ecc-ad8ee4c4c4e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.246681] env[64120]: DEBUG nova.compute.provider_tree [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.298312] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.304208] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Acquiring lock "038445ee-fe90-4f5a-829e-c36cf1a9bf33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.304433] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Lock "038445ee-fe90-4f5a-829e-c36cf1a9bf33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.620737] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.735612] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Releasing lock "refresh_cache-63932705-f270-490f-bfd9-4aa0e26aaa80" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.738495] env[64120]: DEBUG nova.compute.manager [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Instance network_info: |[{"id": "6b53e717-e6e2-48ab-9ecc-ad8ee4c4c4e9", "address": "fa:16:3e:ec:6f:09", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b53e717-e6", "ovs_interfaceid": "6b53e717-e6e2-48ab-9ecc-ad8ee4c4c4e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 882.738607] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:6f:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b53e717-e6e2-48ab-9ecc-ad8ee4c4c4e9', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.754518] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 882.759022] env[64120]: DEBUG nova.scheduler.client.report [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 882.759923] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-361001c8-85e2-487b-8480-7f5cf298ea8c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.774080] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Created folder: OpenStack in parent group-v4. [ 882.774692] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Creating folder: Project (2f1d8e9d64c7410bb3dee50be120a345). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 882.774692] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69bcfc6e-0644-40aa-bb6d-fc5197952a3d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.788008] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Created folder: Project (2f1d8e9d64c7410bb3dee50be120a345) in parent group-v297899. [ 882.788008] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Creating folder: Instances. Parent ref: group-v297900. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 882.788548] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8c840c7-5209-4eac-8252-064b3570c79a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.800666] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Created folder: Instances in parent group-v297900. [ 882.800960] env[64120]: DEBUG oslo.service.loopingcall [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 882.801139] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.801344] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a284449-2581-48a8-aafc-2a5749c0b2b0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.826458] env[64120]: DEBUG nova.compute.manager [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 882.841034] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.841034] env[64120]: value = "task-1405564" [ 882.841034] env[64120]: _type = "Task" [ 882.841034] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.853085] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405564, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.264216] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.264864] env[64120]: DEBUG nova.compute.manager [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 883.271162] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.969s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.273292] env[64120]: INFO nova.compute.claims [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.358042] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405564, 'name': CreateVM_Task, 'duration_secs': 0.407922} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.358042] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.360578] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.384172] env[64120]: DEBUG oslo_vmware.service [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab05d22a-aaf4-4620-b86b-29c4e26bc269 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.391215] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.391348] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.392252] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.392438] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-262d55d2-d64d-4c02-933d-cb3c59040040 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.397327] env[64120]: DEBUG oslo_vmware.api [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Waiting for the task: (returnval){ [ 883.397327] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]520c1f8a-6d26-78c8-0859-060572e961b0" [ 883.397327] env[64120]: _type = "Task" [ 883.397327] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.404975] env[64120]: DEBUG oslo_vmware.api [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]520c1f8a-6d26-78c8-0859-060572e961b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.697136] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Acquiring lock "ff219a3e-52b4-460f-9803-4aa465487621" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.697136] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Lock "ff219a3e-52b4-460f-9803-4aa465487621" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.778553] env[64120]: DEBUG nova.compute.utils [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 883.787209] env[64120]: DEBUG nova.compute.manager [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Not allocating networking since 'none' was specified. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 883.914778] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.915095] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.915358] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.915508] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.915940] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.916241] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2edd6249-6ffa-4818-8e9e-06737b5631bb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.935206] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.936874] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.936874] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a7cce1-8a0c-4ab6-bd2b-4429037ba03c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.942792] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5052ab78-1455-4b7e-b162-4ad9939c9779 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.952566] env[64120]: DEBUG oslo_vmware.api [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Waiting for the task: (returnval){ [ 883.952566] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5200a77c-2ecb-0515-878d-c3503824089b" [ 883.952566] env[64120]: _type = "Task" [ 883.952566] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.967909] env[64120]: DEBUG oslo_vmware.api [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5200a77c-2ecb-0515-878d-c3503824089b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.997556] env[64120]: DEBUG nova.compute.manager [req-4ef34e14-ca0c-4099-ba08-e0ee87dfbf2c req-ad2a9a7b-70b9-4ae2-96c1-9861960131ac service nova] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Received event network-vif-plugged-6b53e717-e6e2-48ab-9ecc-ad8ee4c4c4e9 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 883.998571] env[64120]: DEBUG oslo_concurrency.lockutils [req-4ef34e14-ca0c-4099-ba08-e0ee87dfbf2c req-ad2a9a7b-70b9-4ae2-96c1-9861960131ac service nova] Acquiring lock "63932705-f270-490f-bfd9-4aa0e26aaa80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.998571] env[64120]: DEBUG oslo_concurrency.lockutils [req-4ef34e14-ca0c-4099-ba08-e0ee87dfbf2c req-ad2a9a7b-70b9-4ae2-96c1-9861960131ac service nova] Lock "63932705-f270-490f-bfd9-4aa0e26aaa80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.998571] env[64120]: DEBUG oslo_concurrency.lockutils [req-4ef34e14-ca0c-4099-ba08-e0ee87dfbf2c req-ad2a9a7b-70b9-4ae2-96c1-9861960131ac service nova] Lock "63932705-f270-490f-bfd9-4aa0e26aaa80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.998571] env[64120]: DEBUG nova.compute.manager [req-4ef34e14-ca0c-4099-ba08-e0ee87dfbf2c req-ad2a9a7b-70b9-4ae2-96c1-9861960131ac service nova] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] No waiting events found dispatching network-vif-plugged-6b53e717-e6e2-48ab-9ecc-ad8ee4c4c4e9 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 884.000773] env[64120]: WARNING nova.compute.manager [req-4ef34e14-ca0c-4099-ba08-e0ee87dfbf2c req-ad2a9a7b-70b9-4ae2-96c1-9861960131ac service nova] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Received unexpected event network-vif-plugged-6b53e717-e6e2-48ab-9ecc-ad8ee4c4c4e9 for instance with vm_state building and task_state spawning. [ 884.202723] env[64120]: DEBUG nova.compute.manager [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 884.285827] env[64120]: DEBUG nova.compute.manager [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 884.418971] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Acquiring lock "8194ea3c-a153-4f04-b60c-73bbc4b3eca2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.418971] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Lock "8194ea3c-a153-4f04-b60c-73bbc4b3eca2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.464468] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Preparing fetch location {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 884.464776] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Creating directory with path [datastore2] vmware_temp/0c3c90f1-ef5f-424d-85f9-ebee54db3824/aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.466181] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbfe7b66-5b64-4375-b471-37d48c8fecf5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.484266] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800e1bd1-25c8-44e6-a315-d02a1b589b58 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.495469] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Created directory with path [datastore2] vmware_temp/0c3c90f1-ef5f-424d-85f9-ebee54db3824/aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.495513] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Fetch image to [datastore2] vmware_temp/0c3c90f1-ef5f-424d-85f9-ebee54db3824/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/tmp-sparse.vmdk {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 884.495691] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Downloading image file data aef4c66b-ea31-40a0-a498-e6a6d723a3ce to [datastore2] vmware_temp/0c3c90f1-ef5f-424d-85f9-ebee54db3824/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/tmp-sparse.vmdk on the data store datastore2 {{(pid=64120) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 884.497109] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea818fc-c5f3-44d7-b995-a18255193072 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.502528] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a94772c-3e8b-4fcd-aa32-dcef405c0e0e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.509862] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b1e4ad-5f79-497c-b56d-12a89d0eaf7c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.538040] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775eb301-b332-4148-bf04-b6bce689a3d7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.547179] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f46ff5-89b2-4a1f-868a-58a5d4fa8570 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.554300] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b7858d-65b5-4c17-a4ed-42115221d194 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.585835] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d722768b-7f47-4df8-bc22-a3c9fcf009bf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.596222] env[64120]: DEBUG nova.compute.provider_tree [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.601884] env[64120]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-a4b39658-9c20-448e-9337-71c78e4a9d86 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.685439] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquiring lock "810ace60-3801-4686-8087-570c8b93b42f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.685679] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lock "810ace60-3801-4686-8087-570c8b93b42f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.694358] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Downloading image file data aef4c66b-ea31-40a0-a498-e6a6d723a3ce to the data store datastore2 {{(pid=64120) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 884.730382] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.770104] env[64120]: DEBUG oslo_vmware.rw_handles [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/0c3c90f1-ef5f-424d-85f9-ebee54db3824/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=64120) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 884.920349] env[64120]: DEBUG nova.compute.manager [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 885.100495] env[64120]: DEBUG nova.scheduler.client.report [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 885.187942] env[64120]: DEBUG nova.compute.manager [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 885.348296] env[64120]: DEBUG nova.compute.manager [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 885.387861] env[64120]: DEBUG nova.virt.hardware [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 885.388162] env[64120]: DEBUG nova.virt.hardware [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 885.388279] env[64120]: DEBUG nova.virt.hardware [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.388480] env[64120]: DEBUG nova.virt.hardware [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 885.388632] env[64120]: DEBUG nova.virt.hardware [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.388767] env[64120]: DEBUG nova.virt.hardware [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 885.389024] env[64120]: DEBUG nova.virt.hardware [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 885.393517] env[64120]: DEBUG nova.virt.hardware [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 885.393517] env[64120]: DEBUG nova.virt.hardware [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 885.393704] env[64120]: DEBUG nova.virt.hardware [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 885.393932] env[64120]: DEBUG nova.virt.hardware [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 885.394801] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898864db-f38c-48ab-89cb-0a042d038d34 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.407100] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc09bc20-3b83-4658-974f-adf504e8e274 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.430500] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Instance VIF info [] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.437488] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Creating folder: Project (62ea0db54fbe49cda6d8e6620b6edcb2). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.442380] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b88982e4-98ae-4fe4-91ab-0de0e6d3969c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.453277] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Created folder: Project (62ea0db54fbe49cda6d8e6620b6edcb2) in parent group-v297899. [ 885.453520] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Creating folder: Instances. Parent ref: group-v297903. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.454967] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3265c43-6e65-4859-9dd4-521d2938396d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.469381] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Created folder: Instances in parent group-v297903. [ 885.469684] env[64120]: DEBUG oslo.service.loopingcall [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 885.473563] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.473654] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.473821] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13c9e3bd-5731-4a26-af93-0dd90b2975fb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.492620] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.492620] env[64120]: value = "task-1405567" [ 885.492620] env[64120]: _type = "Task" [ 885.492620] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.502404] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405567, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.550413] env[64120]: DEBUG oslo_vmware.rw_handles [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Completed reading data from the image iterator. {{(pid=64120) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 885.550623] env[64120]: DEBUG oslo_vmware.rw_handles [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/0c3c90f1-ef5f-424d-85f9-ebee54db3824/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=64120) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 885.610821] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Downloaded image file data aef4c66b-ea31-40a0-a498-e6a6d723a3ce to vmware_temp/0c3c90f1-ef5f-424d-85f9-ebee54db3824/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/tmp-sparse.vmdk on the data store datastore2 {{(pid=64120) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 885.612654] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Caching image {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 885.612869] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Copying Virtual Disk [datastore2] vmware_temp/0c3c90f1-ef5f-424d-85f9-ebee54db3824/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/tmp-sparse.vmdk to [datastore2] vmware_temp/0c3c90f1-ef5f-424d-85f9-ebee54db3824/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.614103] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.615517] env[64120]: DEBUG nova.compute.manager [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 885.620744] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4349edaf-a51f-4814-8b30-8fa6fae6c4e4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.621913] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.626501] env[64120]: INFO nova.compute.claims [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.639109] env[64120]: DEBUG oslo_vmware.api [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Waiting for the task: (returnval){ [ 885.639109] env[64120]: value = "task-1405568" [ 885.639109] env[64120]: _type = "Task" [ 885.639109] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.649716] env[64120]: DEBUG oslo_vmware.api [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Task: {'id': task-1405568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.717794] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.006167] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405567, 'name': CreateVM_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.123832] env[64120]: DEBUG nova.compute.utils [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 886.125359] env[64120]: DEBUG nova.compute.manager [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 886.125634] env[64120]: DEBUG nova.network.neutron [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 886.149566] env[64120]: DEBUG oslo_vmware.api [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Task: {'id': task-1405568, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.275170] env[64120]: DEBUG nova.policy [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '984325b6e2354d1cbdcddc5f22704160', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6239a7baa80b4a2f85ce4cbe7734ca06', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 886.510104] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405567, 'name': CreateVM_Task, 'duration_secs': 0.749276} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.510104] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.510104] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.510104] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.510104] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.511296] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cab8bf1b-b9b3-46b1-8c91-4af48a563cd4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.515856] env[64120]: DEBUG oslo_vmware.api [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Waiting for the task: (returnval){ [ 886.515856] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5279121e-0b6e-2987-10d1-4a576c1ac48d" [ 886.515856] env[64120]: _type = "Task" [ 886.515856] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.523810] env[64120]: DEBUG oslo_vmware.api [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5279121e-0b6e-2987-10d1-4a576c1ac48d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.630920] env[64120]: DEBUG nova.compute.manager [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 886.656207] env[64120]: DEBUG oslo_vmware.api [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Task: {'id': task-1405568, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687207} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.656560] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Copied Virtual Disk [datastore2] vmware_temp/0c3c90f1-ef5f-424d-85f9-ebee54db3824/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/tmp-sparse.vmdk to [datastore2] vmware_temp/0c3c90f1-ef5f-424d-85f9-ebee54db3824/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.657131] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Deleting the datastore file [datastore2] vmware_temp/0c3c90f1-ef5f-424d-85f9-ebee54db3824/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/tmp-sparse.vmdk {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.658246] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f4be4e2-a62f-45b6-85a6-121528c909a2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.664939] env[64120]: DEBUG oslo_vmware.api [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Waiting for the task: (returnval){ [ 886.664939] env[64120]: value = "task-1405569" [ 886.664939] env[64120]: _type = "Task" [ 886.664939] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.674701] env[64120]: DEBUG oslo_vmware.api [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Task: {'id': task-1405569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.894463] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d050349e-07ac-4d77-8d65-869c588f9cca {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.903981] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b984f06-e930-4adb-8227-0af286e6fce6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.936412] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4603a52b-b8d9-42b3-a8fc-3c87d2e8de82 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.944216] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017342e2-7292-4819-8a2e-355a15a3df31 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.961397] env[64120]: DEBUG nova.compute.provider_tree [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.031217] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.031217] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.031217] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.135374] env[64120]: DEBUG nova.network.neutron [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Successfully created port: d9d56b86-83c5-4bd1-b508-394c29997623 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 887.180671] env[64120]: DEBUG oslo_vmware.api [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Task: {'id': task-1405569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.021688} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.181567] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.181567] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Moving file from [datastore2] vmware_temp/0c3c90f1-ef5f-424d-85f9-ebee54db3824/aef4c66b-ea31-40a0-a498-e6a6d723a3ce to [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce. {{(pid=64120) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 887.181567] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-191b6415-04b1-453d-8b6f-2f4b1e94a54a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.187984] env[64120]: DEBUG oslo_vmware.api [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Waiting for the task: (returnval){ [ 887.187984] env[64120]: value = "task-1405570" [ 887.187984] env[64120]: _type = "Task" [ 887.187984] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.205844] env[64120]: DEBUG oslo_vmware.api [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Task: {'id': task-1405570, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.279167] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "625aec63-96af-4356-90bb-8278f9794f2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.279412] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "625aec63-96af-4356-90bb-8278f9794f2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.464894] env[64120]: DEBUG nova.scheduler.client.report [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 887.641322] env[64120]: DEBUG nova.compute.manager [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 887.663599] env[64120]: DEBUG nova.virt.hardware [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 887.663751] env[64120]: DEBUG nova.virt.hardware [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 887.663907] env[64120]: DEBUG nova.virt.hardware [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.664102] env[64120]: DEBUG nova.virt.hardware [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 887.664248] env[64120]: DEBUG nova.virt.hardware [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.664391] env[64120]: DEBUG nova.virt.hardware [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 887.664591] env[64120]: DEBUG nova.virt.hardware [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 887.664745] env[64120]: DEBUG nova.virt.hardware [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 887.664904] env[64120]: DEBUG nova.virt.hardware [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 887.665319] env[64120]: DEBUG nova.virt.hardware [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 887.665552] env[64120]: DEBUG nova.virt.hardware [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 887.666615] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ea1956-506b-4e2a-8ee8-76807a4c5b1e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.675839] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfc921c-c4c7-4e39-bd9b-b6592794973d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.702956] env[64120]: DEBUG oslo_vmware.api [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Task: {'id': task-1405570, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.030211} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.703285] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] File moved {{(pid=64120) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 887.703482] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Cleaning up location [datastore2] vmware_temp/0c3c90f1-ef5f-424d-85f9-ebee54db3824 {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 887.703640] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Deleting the datastore file [datastore2] vmware_temp/0c3c90f1-ef5f-424d-85f9-ebee54db3824 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.703929] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd852e04-bf44-43de-affd-0a179e6c8181 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.710125] env[64120]: DEBUG oslo_vmware.api [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Waiting for the task: (returnval){ [ 887.710125] env[64120]: value = "task-1405571" [ 887.710125] env[64120]: _type = "Task" [ 887.710125] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.719441] env[64120]: DEBUG oslo_vmware.api [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Task: {'id': task-1405571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.781981] env[64120]: DEBUG nova.compute.manager [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 887.970399] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.970399] env[64120]: DEBUG nova.compute.manager [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 887.973566] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.613s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.975261] env[64120]: INFO nova.compute.claims [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.220928] env[64120]: DEBUG oslo_vmware.api [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Task: {'id': task-1405571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027335} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.220928] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.223068] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b58e1e9-d6ce-47de-8719-e5453cf17569 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.229262] env[64120]: DEBUG oslo_vmware.api [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Waiting for the task: (returnval){ [ 888.229262] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524ffb09-0a69-68c4-6317-20401e7e4abe" [ 888.229262] env[64120]: _type = "Task" [ 888.229262] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.237111] env[64120]: DEBUG oslo_vmware.api [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524ffb09-0a69-68c4-6317-20401e7e4abe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.313163] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.482762] env[64120]: DEBUG nova.compute.utils [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 888.487534] env[64120]: DEBUG nova.compute.manager [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 888.487705] env[64120]: DEBUG nova.network.neutron [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 888.535158] env[64120]: DEBUG nova.compute.manager [req-5bf2af82-e136-4048-ab6a-706d6d12f055 req-4e06928d-97f4-45ac-8df8-9ab276bc99dc service nova] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Received event network-changed-6b53e717-e6e2-48ab-9ecc-ad8ee4c4c4e9 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 888.535265] env[64120]: DEBUG nova.compute.manager [req-5bf2af82-e136-4048-ab6a-706d6d12f055 req-4e06928d-97f4-45ac-8df8-9ab276bc99dc service nova] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Refreshing instance network info cache due to event network-changed-6b53e717-e6e2-48ab-9ecc-ad8ee4c4c4e9. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 888.535472] env[64120]: DEBUG oslo_concurrency.lockutils [req-5bf2af82-e136-4048-ab6a-706d6d12f055 req-4e06928d-97f4-45ac-8df8-9ab276bc99dc service nova] Acquiring lock "refresh_cache-63932705-f270-490f-bfd9-4aa0e26aaa80" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.535596] env[64120]: DEBUG oslo_concurrency.lockutils [req-5bf2af82-e136-4048-ab6a-706d6d12f055 req-4e06928d-97f4-45ac-8df8-9ab276bc99dc service nova] Acquired lock "refresh_cache-63932705-f270-490f-bfd9-4aa0e26aaa80" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.535747] env[64120]: DEBUG nova.network.neutron [req-5bf2af82-e136-4048-ab6a-706d6d12f055 req-4e06928d-97f4-45ac-8df8-9ab276bc99dc service nova] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Refreshing network info cache for port 6b53e717-e6e2-48ab-9ecc-ad8ee4c4c4e9 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.543154] env[64120]: DEBUG nova.policy [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd07e4d1351264957ac3d670e29f1998d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5cd6261cfa5648f5a13829a3c0e582f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 888.675342] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquiring lock "5c191dc7-b8c0-4971-9852-9addaa45913e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.675594] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "5c191dc7-b8c0-4971-9852-9addaa45913e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.708597] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquiring lock "569c563f-8a2c-4b65-982e-398f11b43f1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.708842] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "569c563f-8a2c-4b65-982e-398f11b43f1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.746437] env[64120]: DEBUG oslo_vmware.api [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524ffb09-0a69-68c4-6317-20401e7e4abe, 'name': SearchDatastore_Task, 'duration_secs': 0.008725} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.746655] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.746903] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 63932705-f270-490f-bfd9-4aa0e26aaa80/63932705-f270-490f-bfd9-4aa0e26aaa80.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.747157] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.747382] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.747581] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3cb0bef-ee40-4d05-bc52-9bf461f55e47 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.750785] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b420e357-ce4c-4ef9-a7b1-c92cf09abced {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.758200] env[64120]: DEBUG oslo_vmware.api [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Waiting for the task: (returnval){ [ 888.758200] env[64120]: value = "task-1405572" [ 888.758200] env[64120]: _type = "Task" [ 888.758200] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.760352] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.760630] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.764774] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49d9ccb1-811d-4b16-a238-0ee33a6c2a62 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.770459] env[64120]: DEBUG oslo_vmware.api [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Waiting for the task: (returnval){ [ 888.770459] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f5887d-4149-049a-3aea-e32c30340035" [ 888.770459] env[64120]: _type = "Task" [ 888.770459] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.773668] env[64120]: DEBUG oslo_vmware.api [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Task: {'id': task-1405572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.782246] env[64120]: DEBUG oslo_vmware.api [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f5887d-4149-049a-3aea-e32c30340035, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.940829] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Acquiring lock "22697bdf-00a0-4d08-b1f8-9ed0d733c801" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.940829] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Lock "22697bdf-00a0-4d08-b1f8-9ed0d733c801" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.993423] env[64120]: DEBUG nova.compute.manager [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 889.180263] env[64120]: DEBUG nova.compute.manager [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 889.244822] env[64120]: DEBUG nova.network.neutron [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Successfully created port: 738325f1-837d-47af-9673-59a0c81e2974 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.266009] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e20c002-e752-45d7-ab25-9f108fc60b84 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.277303] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43a1662-9428-49d6-bce3-b9eee75c2734 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.283676] env[64120]: DEBUG oslo_vmware.api [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Task: {'id': task-1405572, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480464} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.286691] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 63932705-f270-490f-bfd9-4aa0e26aaa80/63932705-f270-490f-bfd9-4aa0e26aaa80.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.286920] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.287931] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37561271-30fd-4d08-a6f5-aca25a55eca4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.317639] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed89bf50-9664-4a9c-8848-c554691bb177 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.325546] env[64120]: DEBUG oslo_vmware.api [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f5887d-4149-049a-3aea-e32c30340035, 'name': SearchDatastore_Task, 'duration_secs': 0.020662} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.330506] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9e6a239-bd74-4a65-a0ec-e58c05a2eb78 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.333653] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdb5b8a-9f5b-4333-a8b0-3bf436a490b9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.337945] env[64120]: DEBUG oslo_vmware.api [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Waiting for the task: (returnval){ [ 889.337945] env[64120]: value = "task-1405573" [ 889.337945] env[64120]: _type = "Task" [ 889.337945] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.339496] env[64120]: DEBUG oslo_vmware.api [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Waiting for the task: (returnval){ [ 889.339496] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]520e0ad3-df0c-1086-c92e-cee1f837d64f" [ 889.339496] env[64120]: _type = "Task" [ 889.339496] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.357890] env[64120]: DEBUG nova.compute.provider_tree [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.370070] env[64120]: DEBUG oslo_vmware.api [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Task: {'id': task-1405573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.374630] env[64120]: DEBUG oslo_vmware.api [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]520e0ad3-df0c-1086-c92e-cee1f837d64f, 'name': SearchDatastore_Task, 'duration_secs': 0.021175} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.374891] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.375204] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30/9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.376395] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5c615e4-842d-4e3e-9cdd-9ad1b6b9f3d2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.383640] env[64120]: DEBUG oslo_vmware.api [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Waiting for the task: (returnval){ [ 889.383640] env[64120]: value = "task-1405574" [ 889.383640] env[64120]: _type = "Task" [ 889.383640] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.391560] env[64120]: DEBUG oslo_vmware.api [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': task-1405574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.613461] env[64120]: DEBUG nova.network.neutron [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Successfully updated port: d9d56b86-83c5-4bd1-b508-394c29997623 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 889.667043] env[64120]: DEBUG nova.network.neutron [req-5bf2af82-e136-4048-ab6a-706d6d12f055 req-4e06928d-97f4-45ac-8df8-9ab276bc99dc service nova] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Updated VIF entry in instance network info cache for port 6b53e717-e6e2-48ab-9ecc-ad8ee4c4c4e9. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 889.667043] env[64120]: DEBUG nova.network.neutron [req-5bf2af82-e136-4048-ab6a-706d6d12f055 req-4e06928d-97f4-45ac-8df8-9ab276bc99dc service nova] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Updating instance_info_cache with network_info: [{"id": "6b53e717-e6e2-48ab-9ecc-ad8ee4c4c4e9", "address": "fa:16:3e:ec:6f:09", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b53e717-e6", "ovs_interfaceid": "6b53e717-e6e2-48ab-9ecc-ad8ee4c4c4e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.712306] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.853289] env[64120]: DEBUG oslo_vmware.api [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Task: {'id': task-1405573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065779} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.853443] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.854961] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fba460a-afe1-40c4-9b71-4325b99dfd69 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.871251] env[64120]: DEBUG nova.scheduler.client.report [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 889.887105] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 63932705-f270-490f-bfd9-4aa0e26aaa80/63932705-f270-490f-bfd9-4aa0e26aaa80.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.887105] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edbe73d8-87b8-45b9-8548-6bee47ae2c82 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.911188] env[64120]: DEBUG oslo_vmware.api [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': task-1405574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445553} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.912543] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30/9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.914062] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.914062] env[64120]: DEBUG oslo_vmware.api [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Waiting for the task: (returnval){ [ 889.914062] env[64120]: value = "task-1405575" [ 889.914062] env[64120]: _type = "Task" [ 889.914062] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.914062] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f82c1e7-6bb5-48f0-9308-38c457031a1d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.927432] env[64120]: DEBUG oslo_vmware.api [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Task: {'id': task-1405575, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.927432] env[64120]: DEBUG oslo_vmware.api [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Waiting for the task: (returnval){ [ 889.927432] env[64120]: value = "task-1405576" [ 889.927432] env[64120]: _type = "Task" [ 889.927432] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.932755] env[64120]: DEBUG oslo_vmware.api [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': task-1405576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.013026] env[64120]: DEBUG nova.compute.manager [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 890.089170] env[64120]: DEBUG nova.virt.hardware [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 890.089170] env[64120]: DEBUG nova.virt.hardware [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 890.089170] env[64120]: DEBUG nova.virt.hardware [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.089422] env[64120]: DEBUG nova.virt.hardware [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 890.089422] env[64120]: DEBUG nova.virt.hardware [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.089422] env[64120]: DEBUG nova.virt.hardware [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 890.089422] env[64120]: DEBUG nova.virt.hardware [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 890.089605] env[64120]: DEBUG nova.virt.hardware [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 890.089750] env[64120]: DEBUG nova.virt.hardware [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 890.089938] env[64120]: DEBUG nova.virt.hardware [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 890.090310] env[64120]: DEBUG nova.virt.hardware [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 890.093237] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab6d4e0-9f1c-4080-96c3-ee58c4a975fb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.100611] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd144f80-51df-4869-ae33-c76d720be27e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.122868] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Acquiring lock "refresh_cache-5124951e-8d45-47fa-904c-34a971d6b229" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.123055] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Acquired lock "refresh_cache-5124951e-8d45-47fa-904c-34a971d6b229" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.123198] env[64120]: DEBUG nova.network.neutron [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.170110] env[64120]: DEBUG oslo_concurrency.lockutils [req-5bf2af82-e136-4048-ab6a-706d6d12f055 req-4e06928d-97f4-45ac-8df8-9ab276bc99dc service nova] Releasing lock "refresh_cache-63932705-f270-490f-bfd9-4aa0e26aaa80" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.386556] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.387180] env[64120]: DEBUG nova.compute.manager [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 890.390240] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.660s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.392452] env[64120]: INFO nova.compute.claims [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.430295] env[64120]: DEBUG oslo_vmware.api [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Task: {'id': task-1405575, 'name': ReconfigVM_Task, 'duration_secs': 0.287167} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.434025] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 63932705-f270-490f-bfd9-4aa0e26aaa80/63932705-f270-490f-bfd9-4aa0e26aaa80.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.434408] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d3dc800-db0a-4efe-83be-32177c996e40 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.448742] env[64120]: DEBUG oslo_vmware.api [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': task-1405576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067213} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.448742] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.449092] env[64120]: DEBUG oslo_vmware.api [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Waiting for the task: (returnval){ [ 890.449092] env[64120]: value = "task-1405577" [ 890.449092] env[64120]: _type = "Task" [ 890.449092] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.450142] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392b5ff8-dbb0-4849-816c-8d566d1a5b60 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.472567] env[64120]: DEBUG oslo_vmware.api [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Task: {'id': task-1405577, 'name': Rename_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.481635] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30/9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.482405] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fb46a39-09c1-4828-b5d5-c1346b7ec770 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.505951] env[64120]: DEBUG oslo_vmware.api [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Waiting for the task: (returnval){ [ 890.505951] env[64120]: value = "task-1405578" [ 890.505951] env[64120]: _type = "Task" [ 890.505951] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.514409] env[64120]: DEBUG oslo_vmware.api [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': task-1405578, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.687734] env[64120]: DEBUG nova.network.neutron [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 890.900903] env[64120]: DEBUG nova.compute.utils [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 890.907601] env[64120]: DEBUG nova.compute.manager [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 890.907799] env[64120]: DEBUG nova.network.neutron [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 890.964827] env[64120]: DEBUG oslo_vmware.api [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Task: {'id': task-1405577, 'name': Rename_Task, 'duration_secs': 0.14865} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.967011] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.967011] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d51bbe3-4aeb-47cd-8471-463501d7dc4f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.973552] env[64120]: DEBUG oslo_vmware.api [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Waiting for the task: (returnval){ [ 890.973552] env[64120]: value = "task-1405579" [ 890.973552] env[64120]: _type = "Task" [ 890.973552] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.991071] env[64120]: DEBUG oslo_vmware.api [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Task: {'id': task-1405579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.011531] env[64120]: DEBUG nova.network.neutron [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Updating instance_info_cache with network_info: [{"id": "d9d56b86-83c5-4bd1-b508-394c29997623", "address": "fa:16:3e:34:27:d4", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9d56b86-83", "ovs_interfaceid": "d9d56b86-83c5-4bd1-b508-394c29997623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.017979] env[64120]: DEBUG oslo_vmware.api [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': task-1405578, 'name': ReconfigVM_Task, 'duration_secs': 0.275233} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.018342] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30/9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.018936] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4652ac4d-0e8b-4809-8b40-05fe860af32d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.024610] env[64120]: DEBUG oslo_vmware.api [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Waiting for the task: (returnval){ [ 891.024610] env[64120]: value = "task-1405580" [ 891.024610] env[64120]: _type = "Task" [ 891.024610] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.033033] env[64120]: DEBUG oslo_vmware.api [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': task-1405580, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.072802] env[64120]: DEBUG nova.policy [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3ed6134e493481f8b18a6dc4f75079a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba9c992c907244bf94e93536702ff70e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 891.409442] env[64120]: DEBUG nova.compute.manager [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 891.490152] env[64120]: DEBUG oslo_vmware.api [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Task: {'id': task-1405579, 'name': PowerOnVM_Task, 'duration_secs': 0.476796} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.490431] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.490940] env[64120]: INFO nova.compute.manager [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Took 17.31 seconds to spawn the instance on the hypervisor. [ 891.491277] env[64120]: DEBUG nova.compute.manager [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 891.492549] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300f3c9e-1c11-4df9-abc1-5efc571da7fc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.516976] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Releasing lock "refresh_cache-5124951e-8d45-47fa-904c-34a971d6b229" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.517274] env[64120]: DEBUG nova.compute.manager [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Instance network_info: |[{"id": "d9d56b86-83c5-4bd1-b508-394c29997623", "address": "fa:16:3e:34:27:d4", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9d56b86-83", "ovs_interfaceid": "d9d56b86-83c5-4bd1-b508-394c29997623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 891.518170] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:27:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9d56b86-83c5-4bd1-b508-394c29997623', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.534659] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Creating folder: Project (6239a7baa80b4a2f85ce4cbe7734ca06). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.539116] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6407ad2-ae01-417a-b4af-26b98ef703f4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.554874] env[64120]: DEBUG oslo_vmware.api [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': task-1405580, 'name': Rename_Task, 'duration_secs': 0.207507} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.555300] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.555839] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d4fa20e-2522-42e4-87ad-ecf6ba221b67 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.566391] env[64120]: DEBUG oslo_vmware.api [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Waiting for the task: (returnval){ [ 891.566391] env[64120]: value = "task-1405582" [ 891.566391] env[64120]: _type = "Task" [ 891.566391] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.570446] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Created folder: Project (6239a7baa80b4a2f85ce4cbe7734ca06) in parent group-v297899. [ 891.570446] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Creating folder: Instances. Parent ref: group-v297906. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.574163] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd957ea5-35a6-4bc7-9346-72e8cead53e6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.583188] env[64120]: DEBUG oslo_vmware.api [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': task-1405582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.588600] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Created folder: Instances in parent group-v297906. [ 891.588913] env[64120]: DEBUG oslo.service.loopingcall [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 891.589370] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.589583] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1af3679-dc66-40e1-bae8-71c20df3f117 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.611682] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.611682] env[64120]: value = "task-1405584" [ 891.611682] env[64120]: _type = "Task" [ 891.611682] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.619020] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405584, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.678072] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6d8a4e-09b0-4f55-aaf5-a88093b3d0d6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.687559] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0bf64c-7e20-446d-98f6-6613eec38e92 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.693524] env[64120]: DEBUG nova.compute.manager [req-b59535fc-b48d-4428-8500-34762b118bbb req-d1b47d45-e5d0-4376-8060-6e0615b1be64 service nova] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Received event network-vif-plugged-d9d56b86-83c5-4bd1-b508-394c29997623 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 891.694165] env[64120]: DEBUG oslo_concurrency.lockutils [req-b59535fc-b48d-4428-8500-34762b118bbb req-d1b47d45-e5d0-4376-8060-6e0615b1be64 service nova] Acquiring lock "5124951e-8d45-47fa-904c-34a971d6b229-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.694165] env[64120]: DEBUG oslo_concurrency.lockutils [req-b59535fc-b48d-4428-8500-34762b118bbb req-d1b47d45-e5d0-4376-8060-6e0615b1be64 service nova] Lock "5124951e-8d45-47fa-904c-34a971d6b229-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.694165] env[64120]: DEBUG oslo_concurrency.lockutils [req-b59535fc-b48d-4428-8500-34762b118bbb req-d1b47d45-e5d0-4376-8060-6e0615b1be64 service nova] Lock "5124951e-8d45-47fa-904c-34a971d6b229-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.694308] env[64120]: DEBUG nova.compute.manager [req-b59535fc-b48d-4428-8500-34762b118bbb req-d1b47d45-e5d0-4376-8060-6e0615b1be64 service nova] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] No waiting events found dispatching network-vif-plugged-d9d56b86-83c5-4bd1-b508-394c29997623 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 891.694412] env[64120]: WARNING nova.compute.manager [req-b59535fc-b48d-4428-8500-34762b118bbb req-d1b47d45-e5d0-4376-8060-6e0615b1be64 service nova] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Received unexpected event network-vif-plugged-d9d56b86-83c5-4bd1-b508-394c29997623 for instance with vm_state building and task_state spawning. [ 891.694565] env[64120]: DEBUG nova.compute.manager [req-b59535fc-b48d-4428-8500-34762b118bbb req-d1b47d45-e5d0-4376-8060-6e0615b1be64 service nova] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Received event network-changed-d9d56b86-83c5-4bd1-b508-394c29997623 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 891.694714] env[64120]: DEBUG nova.compute.manager [req-b59535fc-b48d-4428-8500-34762b118bbb req-d1b47d45-e5d0-4376-8060-6e0615b1be64 service nova] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Refreshing instance network info cache due to event network-changed-d9d56b86-83c5-4bd1-b508-394c29997623. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 891.694885] env[64120]: DEBUG oslo_concurrency.lockutils [req-b59535fc-b48d-4428-8500-34762b118bbb req-d1b47d45-e5d0-4376-8060-6e0615b1be64 service nova] Acquiring lock "refresh_cache-5124951e-8d45-47fa-904c-34a971d6b229" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.695421] env[64120]: DEBUG oslo_concurrency.lockutils [req-b59535fc-b48d-4428-8500-34762b118bbb req-d1b47d45-e5d0-4376-8060-6e0615b1be64 service nova] Acquired lock "refresh_cache-5124951e-8d45-47fa-904c-34a971d6b229" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.695740] env[64120]: DEBUG nova.network.neutron [req-b59535fc-b48d-4428-8500-34762b118bbb req-d1b47d45-e5d0-4376-8060-6e0615b1be64 service nova] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Refreshing network info cache for port d9d56b86-83c5-4bd1-b508-394c29997623 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.729252] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6df5c56-7a61-4326-89c6-59f2c1581d01 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.738792] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cd75de-e2d8-4521-812b-6e1df9f7ee77 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.754068] env[64120]: DEBUG nova.compute.provider_tree [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.996797] env[64120]: DEBUG nova.network.neutron [req-b59535fc-b48d-4428-8500-34762b118bbb req-d1b47d45-e5d0-4376-8060-6e0615b1be64 service nova] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Updated VIF entry in instance network info cache for port d9d56b86-83c5-4bd1-b508-394c29997623. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.997585] env[64120]: DEBUG nova.network.neutron [req-b59535fc-b48d-4428-8500-34762b118bbb req-d1b47d45-e5d0-4376-8060-6e0615b1be64 service nova] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Updating instance_info_cache with network_info: [{"id": "d9d56b86-83c5-4bd1-b508-394c29997623", "address": "fa:16:3e:34:27:d4", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9d56b86-83", "ovs_interfaceid": "d9d56b86-83c5-4bd1-b508-394c29997623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.022912] env[64120]: INFO nova.compute.manager [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Took 22.03 seconds to build instance. [ 892.078013] env[64120]: DEBUG oslo_vmware.api [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': task-1405582, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.125509] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405584, 'name': CreateVM_Task, 'duration_secs': 0.40602} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.125713] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.128262] env[64120]: DEBUG oslo_vmware.service [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0c6eeb-9887-460b-b69f-50898e662c46 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.133306] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.133479] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.134018] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.134090] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-880e3dbc-92fb-46e9-9895-4e957e3bfb0f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.143844] env[64120]: DEBUG oslo_vmware.api [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Waiting for the task: (returnval){ [ 892.143844] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5268fa92-5f97-2d4a-f6d8-d6bc35187521" [ 892.143844] env[64120]: _type = "Task" [ 892.143844] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.158169] env[64120]: DEBUG oslo_vmware.api [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5268fa92-5f97-2d4a-f6d8-d6bc35187521, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.227105] env[64120]: DEBUG nova.network.neutron [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Successfully updated port: 738325f1-837d-47af-9673-59a0c81e2974 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 892.257327] env[64120]: DEBUG nova.scheduler.client.report [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 892.289493] env[64120]: DEBUG nova.network.neutron [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Successfully created port: fdb676f3-48b1-4794-b072-bd872d9310eb {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.421957] env[64120]: DEBUG nova.compute.manager [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 892.451351] env[64120]: DEBUG nova.virt.hardware [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 892.451628] env[64120]: DEBUG nova.virt.hardware [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 892.451912] env[64120]: DEBUG nova.virt.hardware [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.452172] env[64120]: DEBUG nova.virt.hardware [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 892.452373] env[64120]: DEBUG nova.virt.hardware [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.452703] env[64120]: DEBUG nova.virt.hardware [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 892.453104] env[64120]: DEBUG nova.virt.hardware [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 892.453329] env[64120]: DEBUG nova.virt.hardware [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 892.453604] env[64120]: DEBUG nova.virt.hardware [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 892.453829] env[64120]: DEBUG nova.virt.hardware [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 892.454114] env[64120]: DEBUG nova.virt.hardware [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 892.455048] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38deeb8-aa6b-4b96-af66-d5a51135a140 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.464508] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3524fb4e-9009-47a3-9f69-695df1e09c45 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.500764] env[64120]: DEBUG oslo_concurrency.lockutils [req-b59535fc-b48d-4428-8500-34762b118bbb req-d1b47d45-e5d0-4376-8060-6e0615b1be64 service nova] Releasing lock "refresh_cache-5124951e-8d45-47fa-904c-34a971d6b229" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.526415] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb3efd39-f016-4418-b425-e5eff70b2ec8 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Lock "63932705-f270-490f-bfd9-4aa0e26aaa80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.546s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.579315] env[64120]: DEBUG oslo_vmware.api [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': task-1405582, 'name': PowerOnVM_Task, 'duration_secs': 0.590002} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.582037] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.582037] env[64120]: INFO nova.compute.manager [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Took 7.23 seconds to spawn the instance on the hypervisor. [ 892.582037] env[64120]: DEBUG nova.compute.manager [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 892.582037] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f46574-efa4-4ede-b2fe-fc0faf3fc3b0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.663495] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.663844] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.663982] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.664190] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.664366] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.665023] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-defe9daa-05e0-4a13-b175-101ed1ce5155 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.673807] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.674020] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.677020] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fcd875-c108-46d1-a6d0-af943cf94539 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.681456] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2edeb92a-a3af-437c-b7e0-24c6ff6afac6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.687581] env[64120]: DEBUG oslo_vmware.api [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Waiting for the task: (returnval){ [ 892.687581] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52a55f96-a54d-65aa-6b77-2619f83858ac" [ 892.687581] env[64120]: _type = "Task" [ 892.687581] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.695653] env[64120]: DEBUG oslo_vmware.api [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52a55f96-a54d-65aa-6b77-2619f83858ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.731882] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Acquiring lock "refresh_cache-eefaff78-2165-4aa7-b991-605084c3d9c0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.731998] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Acquired lock "refresh_cache-eefaff78-2165-4aa7-b991-605084c3d9c0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.732336] env[64120]: DEBUG nova.network.neutron [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.767928] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.767928] env[64120]: DEBUG nova.compute.manager [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 892.772287] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.299s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.775144] env[64120]: INFO nova.compute.claims [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.780796] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Acquiring lock "51f2aeb5-f940-49b0-bfce-e404cbd69d4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.780796] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Lock "51f2aeb5-f940-49b0-bfce-e404cbd69d4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.029365] env[64120]: DEBUG nova.compute.manager [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 893.103275] env[64120]: INFO nova.compute.manager [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Took 12.08 seconds to build instance. [ 893.201324] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Preparing fetch location {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 893.201683] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Creating directory with path [datastore1] vmware_temp/4dfaf328-dcff-4196-ab03-87caeb264c6f/aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.201877] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b14e66b-c582-4f6b-b253-f5d85461fb1f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.230368] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Created directory with path [datastore1] vmware_temp/4dfaf328-dcff-4196-ab03-87caeb264c6f/aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.230368] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Fetch image to [datastore1] vmware_temp/4dfaf328-dcff-4196-ab03-87caeb264c6f/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/tmp-sparse.vmdk {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 893.230368] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Downloading image file data aef4c66b-ea31-40a0-a498-e6a6d723a3ce to [datastore1] vmware_temp/4dfaf328-dcff-4196-ab03-87caeb264c6f/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/tmp-sparse.vmdk on the data store datastore1 {{(pid=64120) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 893.230946] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e50be7-740c-4503-9644-693856deabc5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.242261] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc40fb1-f6a1-4770-8c8e-5b489828e945 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.256821] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5b2b84-2204-427c-8240-6dea4c620671 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.293744] env[64120]: DEBUG nova.compute.utils [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 893.297964] env[64120]: DEBUG nova.network.neutron [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.301369] env[64120]: DEBUG nova.compute.manager [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 893.301772] env[64120]: DEBUG nova.network.neutron [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] [instance: ff219a3e-52b4-460f-9803-4aa465487621] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 893.304164] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef47aeec-6b20-468c-83f9-80055bc00e05 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.316811] env[64120]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-ff324f62-e8e9-4981-a1c8-0912ef50e957 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.394366] env[64120]: DEBUG nova.policy [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bb271530c08475e92a24c0b857448b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5fccca6c1c14d3ab23a4e4eb58ea2d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 893.403937] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Downloading image file data aef4c66b-ea31-40a0-a498-e6a6d723a3ce to the data store datastore1 {{(pid=64120) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 893.470234] env[64120]: DEBUG oslo_vmware.rw_handles [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/4dfaf328-dcff-4196-ab03-87caeb264c6f/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=64120) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 893.471977] env[64120]: DEBUG nova.network.neutron [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Updating instance_info_cache with network_info: [{"id": "738325f1-837d-47af-9673-59a0c81e2974", "address": "fa:16:3e:25:e9:02", "network": {"id": "1724d244-fd81-4651-931e-3b581fd54a4a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1252961982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cd6261cfa5648f5a13829a3c0e582f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap738325f1-83", "ovs_interfaceid": "738325f1-837d-47af-9673-59a0c81e2974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.563064] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.607693] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c7b8f730-b856-4471-ae4f-78a618053587 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Lock "9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.591s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.608370] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bacab5b-580a-4119-91f7-f6046d87787c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.621105] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389beca1-f872-40ef-802a-1c852d237ce6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.658105] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cc2b8f-29a4-4bbc-b887-b7160095c817 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.670266] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb71e656-54de-4a31-8806-5461ccc587d8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.687664] env[64120]: DEBUG nova.compute.provider_tree [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.802726] env[64120]: DEBUG nova.compute.manager [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 893.959742] env[64120]: DEBUG nova.network.neutron [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Successfully updated port: fdb676f3-48b1-4794-b072-bd872d9310eb {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.043185] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Releasing lock "refresh_cache-eefaff78-2165-4aa7-b991-605084c3d9c0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.043491] env[64120]: DEBUG nova.compute.manager [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Instance network_info: |[{"id": "738325f1-837d-47af-9673-59a0c81e2974", "address": "fa:16:3e:25:e9:02", "network": {"id": "1724d244-fd81-4651-931e-3b581fd54a4a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1252961982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cd6261cfa5648f5a13829a3c0e582f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap738325f1-83", "ovs_interfaceid": "738325f1-837d-47af-9673-59a0c81e2974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 894.043748] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:e9:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2d3bf80-d60a-4b53-a00a-1381de6d4a12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '738325f1-837d-47af-9673-59a0c81e2974', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.052391] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Creating folder: Project (5cd6261cfa5648f5a13829a3c0e582f6). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 894.057985] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63a1c173-9c0c-412e-99dc-ce9fb883e394 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.069230] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Created folder: Project (5cd6261cfa5648f5a13829a3c0e582f6) in parent group-v297899. [ 894.069567] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Creating folder: Instances. Parent ref: group-v297909. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 894.069942] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6ca07b4-692f-42d2-ab9e-c1a74820003c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.079023] env[64120]: DEBUG nova.network.neutron [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Successfully created port: 7c665ad0-6648-4cde-8d0f-ad83eec04129 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 894.089144] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Created folder: Instances in parent group-v297909. [ 894.089144] env[64120]: DEBUG oslo.service.loopingcall [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 894.091634] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.091870] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a00bcfbb-8887-4b3f-aeb0-c4e7d0f235c3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.115152] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.115152] env[64120]: value = "task-1405587" [ 894.115152] env[64120]: _type = "Task" [ 894.115152] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.123863] env[64120]: DEBUG nova.compute.manager [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 894.128575] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405587, 'name': CreateVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.191501] env[64120]: DEBUG oslo_vmware.rw_handles [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Completed reading data from the image iterator. {{(pid=64120) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 894.192032] env[64120]: DEBUG oslo_vmware.rw_handles [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/4dfaf328-dcff-4196-ab03-87caeb264c6f/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=64120) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 894.194339] env[64120]: DEBUG nova.scheduler.client.report [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 894.341490] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Downloaded image file data aef4c66b-ea31-40a0-a498-e6a6d723a3ce to vmware_temp/4dfaf328-dcff-4196-ab03-87caeb264c6f/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/tmp-sparse.vmdk on the data store datastore1 {{(pid=64120) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 894.343299] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Caching image {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 894.345426] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Copying Virtual Disk [datastore1] vmware_temp/4dfaf328-dcff-4196-ab03-87caeb264c6f/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/tmp-sparse.vmdk to [datastore1] vmware_temp/4dfaf328-dcff-4196-ab03-87caeb264c6f/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.345426] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63441dcc-457e-4248-a1ff-43f02989c936 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.357346] env[64120]: DEBUG oslo_vmware.api [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Waiting for the task: (returnval){ [ 894.357346] env[64120]: value = "task-1405588" [ 894.357346] env[64120]: _type = "Task" [ 894.357346] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.371696] env[64120]: DEBUG oslo_vmware.api [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': task-1405588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.467657] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Acquiring lock "refresh_cache-038445ee-fe90-4f5a-829e-c36cf1a9bf33" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.467737] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Acquired lock "refresh_cache-038445ee-fe90-4f5a-829e-c36cf1a9bf33" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.468094] env[64120]: DEBUG nova.network.neutron [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.623322] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405587, 'name': CreateVM_Task, 'duration_secs': 0.387724} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.623482] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.624182] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.624355] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.624661] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.627928] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9713d67-453e-4a52-a03e-7cabc70f1c22 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.638242] env[64120]: DEBUG oslo_vmware.api [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Waiting for the task: (returnval){ [ 894.638242] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52403874-fc20-0c62-ac99-12dc9b967a4b" [ 894.638242] env[64120]: _type = "Task" [ 894.638242] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.647353] env[64120]: DEBUG oslo_vmware.api [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52403874-fc20-0c62-ac99-12dc9b967a4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.648446] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.698286] env[64120]: DEBUG nova.compute.manager [None req-55851529-8f7f-44aa-9ab0-cc52b8723cc0 tempest-ServerExternalEventsTest-699921912 tempest-ServerExternalEventsTest-699921912-project] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Received event network-changed {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 894.698482] env[64120]: DEBUG nova.compute.manager [None req-55851529-8f7f-44aa-9ab0-cc52b8723cc0 tempest-ServerExternalEventsTest-699921912 tempest-ServerExternalEventsTest-699921912-project] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Refreshing instance network info cache due to event network-changed. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 894.698834] env[64120]: DEBUG oslo_concurrency.lockutils [None req-55851529-8f7f-44aa-9ab0-cc52b8723cc0 tempest-ServerExternalEventsTest-699921912 tempest-ServerExternalEventsTest-699921912-project] Acquiring lock "refresh_cache-63932705-f270-490f-bfd9-4aa0e26aaa80" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.698902] env[64120]: DEBUG oslo_concurrency.lockutils [None req-55851529-8f7f-44aa-9ab0-cc52b8723cc0 tempest-ServerExternalEventsTest-699921912 tempest-ServerExternalEventsTest-699921912-project] Acquired lock "refresh_cache-63932705-f270-490f-bfd9-4aa0e26aaa80" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.699213] env[64120]: DEBUG nova.network.neutron [None req-55851529-8f7f-44aa-9ab0-cc52b8723cc0 tempest-ServerExternalEventsTest-699921912 tempest-ServerExternalEventsTest-699921912-project] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.703154] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.929s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.703154] env[64120]: DEBUG nova.compute.manager [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 894.707743] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.989s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.707931] env[64120]: INFO nova.compute.claims [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.762017] env[64120]: DEBUG nova.compute.manager [req-d740ded5-470b-494d-ac5c-139daac4c5ba req-97fd47fd-98e6-43b0-b06f-f571ed9e1d4d service nova] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Received event network-vif-plugged-738325f1-837d-47af-9673-59a0c81e2974 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 894.762431] env[64120]: DEBUG oslo_concurrency.lockutils [req-d740ded5-470b-494d-ac5c-139daac4c5ba req-97fd47fd-98e6-43b0-b06f-f571ed9e1d4d service nova] Acquiring lock "eefaff78-2165-4aa7-b991-605084c3d9c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.762817] env[64120]: DEBUG oslo_concurrency.lockutils [req-d740ded5-470b-494d-ac5c-139daac4c5ba req-97fd47fd-98e6-43b0-b06f-f571ed9e1d4d service nova] Lock "eefaff78-2165-4aa7-b991-605084c3d9c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.763021] env[64120]: DEBUG oslo_concurrency.lockutils [req-d740ded5-470b-494d-ac5c-139daac4c5ba req-97fd47fd-98e6-43b0-b06f-f571ed9e1d4d service nova] Lock "eefaff78-2165-4aa7-b991-605084c3d9c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.763220] env[64120]: DEBUG nova.compute.manager [req-d740ded5-470b-494d-ac5c-139daac4c5ba req-97fd47fd-98e6-43b0-b06f-f571ed9e1d4d service nova] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] No waiting events found dispatching network-vif-plugged-738325f1-837d-47af-9673-59a0c81e2974 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 894.763642] env[64120]: WARNING nova.compute.manager [req-d740ded5-470b-494d-ac5c-139daac4c5ba req-97fd47fd-98e6-43b0-b06f-f571ed9e1d4d service nova] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Received unexpected event network-vif-plugged-738325f1-837d-47af-9673-59a0c81e2974 for instance with vm_state building and task_state spawning. [ 894.763642] env[64120]: DEBUG nova.compute.manager [req-d740ded5-470b-494d-ac5c-139daac4c5ba req-97fd47fd-98e6-43b0-b06f-f571ed9e1d4d service nova] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Received event network-changed-738325f1-837d-47af-9673-59a0c81e2974 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 894.763861] env[64120]: DEBUG nova.compute.manager [req-d740ded5-470b-494d-ac5c-139daac4c5ba req-97fd47fd-98e6-43b0-b06f-f571ed9e1d4d service nova] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Refreshing instance network info cache due to event network-changed-738325f1-837d-47af-9673-59a0c81e2974. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 894.763924] env[64120]: DEBUG oslo_concurrency.lockutils [req-d740ded5-470b-494d-ac5c-139daac4c5ba req-97fd47fd-98e6-43b0-b06f-f571ed9e1d4d service nova] Acquiring lock "refresh_cache-eefaff78-2165-4aa7-b991-605084c3d9c0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.764076] env[64120]: DEBUG oslo_concurrency.lockutils [req-d740ded5-470b-494d-ac5c-139daac4c5ba req-97fd47fd-98e6-43b0-b06f-f571ed9e1d4d service nova] Acquired lock "refresh_cache-eefaff78-2165-4aa7-b991-605084c3d9c0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.764234] env[64120]: DEBUG nova.network.neutron [req-d740ded5-470b-494d-ac5c-139daac4c5ba req-97fd47fd-98e6-43b0-b06f-f571ed9e1d4d service nova] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Refreshing network info cache for port 738325f1-837d-47af-9673-59a0c81e2974 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.822651] env[64120]: DEBUG nova.compute.manager [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 894.857268] env[64120]: DEBUG nova.virt.hardware [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 894.857715] env[64120]: DEBUG nova.virt.hardware [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 894.857791] env[64120]: DEBUG nova.virt.hardware [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.857929] env[64120]: DEBUG nova.virt.hardware [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 894.858083] env[64120]: DEBUG nova.virt.hardware [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.858238] env[64120]: DEBUG nova.virt.hardware [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 894.858481] env[64120]: DEBUG nova.virt.hardware [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 894.858675] env[64120]: DEBUG nova.virt.hardware [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 894.858848] env[64120]: DEBUG nova.virt.hardware [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 894.859026] env[64120]: DEBUG nova.virt.hardware [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 894.859201] env[64120]: DEBUG nova.virt.hardware [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 894.860244] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ec404f-212e-47d1-89a1-e7665a46f968 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.881590] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ebaecd-dd0e-42f2-a3e6-6a9bbb901ee4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.887125] env[64120]: DEBUG oslo_vmware.api [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': task-1405588, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.928507] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Acquiring lock "58609f67-0cf4-459c-8512-6292352cce83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.928803] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Lock "58609f67-0cf4-459c-8512-6292352cce83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.928959] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Acquiring lock "d99bd87b-3c5c-4d28-a140-38e09a185c43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.929151] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Lock "d99bd87b-3c5c-4d28-a140-38e09a185c43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.035279] env[64120]: DEBUG nova.network.neutron [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.059099] env[64120]: INFO nova.compute.manager [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Rebuilding instance [ 895.105956] env[64120]: DEBUG nova.compute.manager [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 895.106618] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010515a4-fa29-4da7-b2ee-81e034c4d71e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.152152] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.152413] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.152659] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.215854] env[64120]: DEBUG nova.compute.utils [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 895.219356] env[64120]: DEBUG nova.compute.manager [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 895.219531] env[64120]: DEBUG nova.network.neutron [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 895.357094] env[64120]: DEBUG nova.policy [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'baf323ef6d6947e587922fea0129379b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41ef03202d0544e8914773bd2a0d7e85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 895.376748] env[64120]: DEBUG oslo_vmware.api [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': task-1405588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.792803} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.376748] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Copied Virtual Disk [datastore1] vmware_temp/4dfaf328-dcff-4196-ab03-87caeb264c6f/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/tmp-sparse.vmdk to [datastore1] vmware_temp/4dfaf328-dcff-4196-ab03-87caeb264c6f/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.376748] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Deleting the datastore file [datastore1] vmware_temp/4dfaf328-dcff-4196-ab03-87caeb264c6f/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/tmp-sparse.vmdk {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.376748] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c444317-7f99-4309-b7d0-e40e6e3b6e68 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.382577] env[64120]: DEBUG oslo_vmware.api [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Waiting for the task: (returnval){ [ 895.382577] env[64120]: value = "task-1405589" [ 895.382577] env[64120]: _type = "Task" [ 895.382577] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.391444] env[64120]: DEBUG oslo_vmware.api [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': task-1405589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.577514] env[64120]: DEBUG nova.network.neutron [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Updating instance_info_cache with network_info: [{"id": "fdb676f3-48b1-4794-b072-bd872d9310eb", "address": "fa:16:3e:a5:5d:7d", "network": {"id": "24126eff-0942-475b-9f7d-992caf04b497", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1541295361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9c992c907244bf94e93536702ff70e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdb676f3-48", "ovs_interfaceid": "fdb676f3-48b1-4794-b072-bd872d9310eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.619095] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.619435] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e8cb8f3-6799-402c-8aa7-85642525530a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.630447] env[64120]: DEBUG oslo_vmware.api [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Waiting for the task: (returnval){ [ 895.630447] env[64120]: value = "task-1405590" [ 895.630447] env[64120]: _type = "Task" [ 895.630447] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.638703] env[64120]: DEBUG oslo_vmware.api [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': task-1405590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.727164] env[64120]: DEBUG nova.compute.manager [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 895.895574] env[64120]: DEBUG oslo_vmware.api [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': task-1405589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024286} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.896242] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.896776] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Moving file from [datastore1] vmware_temp/4dfaf328-dcff-4196-ab03-87caeb264c6f/aef4c66b-ea31-40a0-a498-e6a6d723a3ce to [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce. {{(pid=64120) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 895.897024] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-4841ae33-e18a-4d72-9335-df7610d545b7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.908910] env[64120]: DEBUG oslo_vmware.api [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Waiting for the task: (returnval){ [ 895.908910] env[64120]: value = "task-1405591" [ 895.908910] env[64120]: _type = "Task" [ 895.908910] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.921106] env[64120]: DEBUG oslo_vmware.api [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': task-1405591, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.987498] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6587a534-9b52-4db2-b0c4-7a236b9e19b3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.996736] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2578f6c-5293-4070-bce8-f97702c04a29 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.041855] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a49768-9de5-46d1-889b-85c9f8edc608 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.057151] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5b6bd9-d923-4e81-bda0-052918c3940c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.073545] env[64120]: DEBUG nova.compute.provider_tree [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.080276] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Releasing lock "refresh_cache-038445ee-fe90-4f5a-829e-c36cf1a9bf33" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.080565] env[64120]: DEBUG nova.compute.manager [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Instance network_info: |[{"id": "fdb676f3-48b1-4794-b072-bd872d9310eb", "address": "fa:16:3e:a5:5d:7d", "network": {"id": "24126eff-0942-475b-9f7d-992caf04b497", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1541295361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9c992c907244bf94e93536702ff70e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdb676f3-48", "ovs_interfaceid": "fdb676f3-48b1-4794-b072-bd872d9310eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 896.080955] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:5d:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a69ed1dd-213a-4e30-992a-466735188bf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fdb676f3-48b1-4794-b072-bd872d9310eb', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.089889] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Creating folder: Project (ba9c992c907244bf94e93536702ff70e). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.090915] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-573d5ce9-1357-4b2f-b8da-511592331765 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.101071] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Created folder: Project (ba9c992c907244bf94e93536702ff70e) in parent group-v297899. [ 896.101231] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Creating folder: Instances. Parent ref: group-v297912. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.101509] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0af26a36-169e-4552-aa85-d1b2eab97897 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.110870] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Created folder: Instances in parent group-v297912. [ 896.111127] env[64120]: DEBUG oslo.service.loopingcall [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 896.111324] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.111638] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ccbee08-55e1-4d2b-afe8-3e5469f68b3a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.128558] env[64120]: DEBUG nova.network.neutron [None req-55851529-8f7f-44aa-9ab0-cc52b8723cc0 tempest-ServerExternalEventsTest-699921912 tempest-ServerExternalEventsTest-699921912-project] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Updating instance_info_cache with network_info: [{"id": "6b53e717-e6e2-48ab-9ecc-ad8ee4c4c4e9", "address": "fa:16:3e:ec:6f:09", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b53e717-e6", "ovs_interfaceid": "6b53e717-e6e2-48ab-9ecc-ad8ee4c4c4e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.135976] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.135976] env[64120]: value = "task-1405594" [ 896.135976] env[64120]: _type = "Task" [ 896.135976] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.145706] env[64120]: DEBUG oslo_vmware.api [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': task-1405590, 'name': PowerOffVM_Task, 'duration_secs': 0.135707} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.145822] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.146382] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.147326] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821b41a6-282e-4d40-8df4-351dc1333f36 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.153322] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405594, 'name': CreateVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.157585] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.157799] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97e429a8-79f8-485b-a7c4-420622189fad {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.175590] env[64120]: DEBUG nova.network.neutron [req-d740ded5-470b-494d-ac5c-139daac4c5ba req-97fd47fd-98e6-43b0-b06f-f571ed9e1d4d service nova] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Updated VIF entry in instance network info cache for port 738325f1-837d-47af-9673-59a0c81e2974. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.179025] env[64120]: DEBUG nova.network.neutron [req-d740ded5-470b-494d-ac5c-139daac4c5ba req-97fd47fd-98e6-43b0-b06f-f571ed9e1d4d service nova] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Updating instance_info_cache with network_info: [{"id": "738325f1-837d-47af-9673-59a0c81e2974", "address": "fa:16:3e:25:e9:02", "network": {"id": "1724d244-fd81-4651-931e-3b581fd54a4a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1252961982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cd6261cfa5648f5a13829a3c0e582f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap738325f1-83", "ovs_interfaceid": "738325f1-837d-47af-9673-59a0c81e2974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.189211] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.189430] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.189665] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Deleting the datastore file [datastore2] 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.189924] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4286acec-b5a0-426c-9d56-4a726f287b33 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.198998] env[64120]: DEBUG oslo_vmware.api [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Waiting for the task: (returnval){ [ 896.198998] env[64120]: value = "task-1405596" [ 896.198998] env[64120]: _type = "Task" [ 896.198998] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.208755] env[64120]: DEBUG oslo_vmware.api [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': task-1405596, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.415110] env[64120]: DEBUG nova.network.neutron [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Successfully created port: aa24d805-c1df-4c1a-858f-c1d55a290b82 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 896.426293] env[64120]: DEBUG oslo_vmware.api [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': task-1405591, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.02559} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.426571] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] File moved {{(pid=64120) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 896.426764] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Cleaning up location [datastore1] vmware_temp/4dfaf328-dcff-4196-ab03-87caeb264c6f {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 896.427131] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Deleting the datastore file [datastore1] vmware_temp/4dfaf328-dcff-4196-ab03-87caeb264c6f {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.427345] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff4f6fe8-0754-4aab-9675-dc007cb4c18c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.434459] env[64120]: DEBUG oslo_vmware.api [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Waiting for the task: (returnval){ [ 896.434459] env[64120]: value = "task-1405597" [ 896.434459] env[64120]: _type = "Task" [ 896.434459] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.443930] env[64120]: DEBUG oslo_vmware.api [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': task-1405597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.554159] env[64120]: DEBUG oslo_concurrency.lockutils [None req-913c6b2c-286b-498e-9967-f32a69616b14 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Acquiring lock "63932705-f270-490f-bfd9-4aa0e26aaa80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.554482] env[64120]: DEBUG oslo_concurrency.lockutils [None req-913c6b2c-286b-498e-9967-f32a69616b14 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Lock "63932705-f270-490f-bfd9-4aa0e26aaa80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.554719] env[64120]: DEBUG oslo_concurrency.lockutils [None req-913c6b2c-286b-498e-9967-f32a69616b14 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Acquiring lock "63932705-f270-490f-bfd9-4aa0e26aaa80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.554923] env[64120]: DEBUG oslo_concurrency.lockutils [None req-913c6b2c-286b-498e-9967-f32a69616b14 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Lock "63932705-f270-490f-bfd9-4aa0e26aaa80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.555127] env[64120]: DEBUG oslo_concurrency.lockutils [None req-913c6b2c-286b-498e-9967-f32a69616b14 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Lock "63932705-f270-490f-bfd9-4aa0e26aaa80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.557482] env[64120]: INFO nova.compute.manager [None req-913c6b2c-286b-498e-9967-f32a69616b14 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Terminating instance [ 896.559666] env[64120]: DEBUG nova.compute.manager [None req-913c6b2c-286b-498e-9967-f32a69616b14 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 896.559984] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-913c6b2c-286b-498e-9967-f32a69616b14 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.560972] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f29699-4f97-4a69-83c4-a4119b126279 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.569320] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-913c6b2c-286b-498e-9967-f32a69616b14 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.569612] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0e40784-1a2e-488e-87af-91ce4172b458 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.575503] env[64120]: DEBUG nova.scheduler.client.report [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 896.580674] env[64120]: DEBUG oslo_vmware.api [None req-913c6b2c-286b-498e-9967-f32a69616b14 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Waiting for the task: (returnval){ [ 896.580674] env[64120]: value = "task-1405598" [ 896.580674] env[64120]: _type = "Task" [ 896.580674] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.591300] env[64120]: DEBUG oslo_vmware.api [None req-913c6b2c-286b-498e-9967-f32a69616b14 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Task: {'id': task-1405598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.633055] env[64120]: DEBUG oslo_concurrency.lockutils [None req-55851529-8f7f-44aa-9ab0-cc52b8723cc0 tempest-ServerExternalEventsTest-699921912 tempest-ServerExternalEventsTest-699921912-project] Releasing lock "refresh_cache-63932705-f270-490f-bfd9-4aa0e26aaa80" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.648710] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405594, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.681724] env[64120]: DEBUG oslo_concurrency.lockutils [req-d740ded5-470b-494d-ac5c-139daac4c5ba req-97fd47fd-98e6-43b0-b06f-f571ed9e1d4d service nova] Releasing lock "refresh_cache-eefaff78-2165-4aa7-b991-605084c3d9c0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.711034] env[64120]: DEBUG oslo_vmware.api [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': task-1405596, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267967} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.711315] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.711500] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.711664] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.739503] env[64120]: DEBUG nova.compute.manager [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 896.773026] env[64120]: DEBUG nova.virt.hardware [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 896.773284] env[64120]: DEBUG nova.virt.hardware [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 896.773435] env[64120]: DEBUG nova.virt.hardware [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.773605] env[64120]: DEBUG nova.virt.hardware [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 896.773741] env[64120]: DEBUG nova.virt.hardware [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.773878] env[64120]: DEBUG nova.virt.hardware [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 896.774092] env[64120]: DEBUG nova.virt.hardware [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 896.774245] env[64120]: DEBUG nova.virt.hardware [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 896.774406] env[64120]: DEBUG nova.virt.hardware [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 896.774553] env[64120]: DEBUG nova.virt.hardware [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 896.774715] env[64120]: DEBUG nova.virt.hardware [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 896.775649] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7d44e9-d598-47ff-9ebf-2b5e7782001e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.785046] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d265e2d-744c-4c61-a063-9c0ba13a28dc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.947616] env[64120]: DEBUG oslo_vmware.api [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': task-1405597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.044317} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.947827] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.948892] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ba7df50-5575-454f-9679-cea12acc2b68 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.958164] env[64120]: DEBUG oslo_vmware.api [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Waiting for the task: (returnval){ [ 896.958164] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f7c918-9a77-60f1-9381-6dccb4aac0c0" [ 896.958164] env[64120]: _type = "Task" [ 896.958164] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.964194] env[64120]: DEBUG oslo_vmware.api [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f7c918-9a77-60f1-9381-6dccb4aac0c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.969612] env[64120]: DEBUG nova.network.neutron [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Successfully updated port: 7c665ad0-6648-4cde-8d0f-ad83eec04129 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 897.089899] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.091070] env[64120]: DEBUG nova.compute.manager [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 897.095746] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.783s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.099126] env[64120]: INFO nova.compute.claims [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.108117] env[64120]: DEBUG oslo_vmware.api [None req-913c6b2c-286b-498e-9967-f32a69616b14 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Task: {'id': task-1405598, 'name': PowerOffVM_Task, 'duration_secs': 0.196628} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.115255] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-913c6b2c-286b-498e-9967-f32a69616b14 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.115255] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-913c6b2c-286b-498e-9967-f32a69616b14 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.115255] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c38ee1f7-8982-48af-8a45-21ee6d06003d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.156344] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405594, 'name': CreateVM_Task, 'duration_secs': 0.554553} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.156344] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.156344] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.157254] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.157941] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.159861] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d336936d-c215-45f5-9340-7c200f710886 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.162810] env[64120]: DEBUG nova.network.neutron [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Successfully created port: 47cd1672-494b-4e3e-8d4b-19332e52c5bf {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 897.169022] env[64120]: DEBUG oslo_vmware.api [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Waiting for the task: (returnval){ [ 897.169022] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52abfb49-63c9-6104-b73f-ccdff4b52df6" [ 897.169022] env[64120]: _type = "Task" [ 897.169022] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.175338] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-913c6b2c-286b-498e-9967-f32a69616b14 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.175621] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-913c6b2c-286b-498e-9967-f32a69616b14 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.175816] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-913c6b2c-286b-498e-9967-f32a69616b14 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Deleting the datastore file [datastore2] 63932705-f270-490f-bfd9-4aa0e26aaa80 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.176543] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-032fdf8e-6941-43f9-ab4d-801ba2fa7506 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.184131] env[64120]: DEBUG oslo_vmware.api [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52abfb49-63c9-6104-b73f-ccdff4b52df6, 'name': SearchDatastore_Task, 'duration_secs': 0.010012} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.184843] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.185123] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.185394] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.189113] env[64120]: DEBUG oslo_vmware.api [None req-913c6b2c-286b-498e-9967-f32a69616b14 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Waiting for the task: (returnval){ [ 897.189113] env[64120]: value = "task-1405600" [ 897.189113] env[64120]: _type = "Task" [ 897.189113] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.202373] env[64120]: DEBUG oslo_vmware.api [None req-913c6b2c-286b-498e-9967-f32a69616b14 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Task: {'id': task-1405600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.465338] env[64120]: DEBUG oslo_vmware.api [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f7c918-9a77-60f1-9381-6dccb4aac0c0, 'name': SearchDatastore_Task, 'duration_secs': 0.00909} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.465584] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.465831] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 5124951e-8d45-47fa-904c-34a971d6b229/5124951e-8d45-47fa-904c-34a971d6b229.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.466154] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.466910] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.466910] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73d311b4-c149-433f-bfde-5707ecad321a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.468746] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-448d8411-f8d8-48c1-8858-ce87ad4bc9dc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.472490] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Acquiring lock "refresh_cache-ff219a3e-52b4-460f-9803-4aa465487621" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.472637] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Acquired lock "refresh_cache-ff219a3e-52b4-460f-9803-4aa465487621" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.473048] env[64120]: DEBUG nova.network.neutron [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.479965] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.480161] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.485664] env[64120]: DEBUG oslo_vmware.api [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Waiting for the task: (returnval){ [ 897.485664] env[64120]: value = "task-1405601" [ 897.485664] env[64120]: _type = "Task" [ 897.485664] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.486997] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb8edd16-2bf1-4a88-aeb2-8d640cce4f49 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.495859] env[64120]: DEBUG oslo_vmware.api [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Waiting for the task: (returnval){ [ 897.495859] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52457579-ef59-d4c6-de00-aa38ffb81661" [ 897.495859] env[64120]: _type = "Task" [ 897.495859] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.499201] env[64120]: DEBUG oslo_vmware.api [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': task-1405601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.510277] env[64120]: DEBUG oslo_vmware.api [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52457579-ef59-d4c6-de00-aa38ffb81661, 'name': SearchDatastore_Task, 'duration_secs': 0.008243} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.510869] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37d8971a-741a-4a10-a268-dc6d59b41fe6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.516513] env[64120]: DEBUG oslo_vmware.api [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Waiting for the task: (returnval){ [ 897.516513] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5290c02b-0b22-0844-a629-ec0c91dea6ad" [ 897.516513] env[64120]: _type = "Task" [ 897.516513] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.525308] env[64120]: DEBUG oslo_vmware.api [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5290c02b-0b22-0844-a629-ec0c91dea6ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.609541] env[64120]: DEBUG nova.compute.utils [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 897.612233] env[64120]: DEBUG nova.compute.manager [req-9c0da6d7-35b6-4dbe-b0a4-bb7d83d6d3e1 req-77a68f14-1ac0-4eb1-bd97-59f5e013ef2b service nova] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Received event network-vif-plugged-7c665ad0-6648-4cde-8d0f-ad83eec04129 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 897.612233] env[64120]: DEBUG oslo_concurrency.lockutils [req-9c0da6d7-35b6-4dbe-b0a4-bb7d83d6d3e1 req-77a68f14-1ac0-4eb1-bd97-59f5e013ef2b service nova] Acquiring lock "ff219a3e-52b4-460f-9803-4aa465487621-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.613696] env[64120]: DEBUG oslo_concurrency.lockutils [req-9c0da6d7-35b6-4dbe-b0a4-bb7d83d6d3e1 req-77a68f14-1ac0-4eb1-bd97-59f5e013ef2b service nova] Lock "ff219a3e-52b4-460f-9803-4aa465487621-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.613696] env[64120]: DEBUG oslo_concurrency.lockutils [req-9c0da6d7-35b6-4dbe-b0a4-bb7d83d6d3e1 req-77a68f14-1ac0-4eb1-bd97-59f5e013ef2b service nova] Lock "ff219a3e-52b4-460f-9803-4aa465487621-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.613696] env[64120]: DEBUG nova.compute.manager [req-9c0da6d7-35b6-4dbe-b0a4-bb7d83d6d3e1 req-77a68f14-1ac0-4eb1-bd97-59f5e013ef2b service nova] [instance: ff219a3e-52b4-460f-9803-4aa465487621] No waiting events found dispatching network-vif-plugged-7c665ad0-6648-4cde-8d0f-ad83eec04129 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 897.613696] env[64120]: WARNING nova.compute.manager [req-9c0da6d7-35b6-4dbe-b0a4-bb7d83d6d3e1 req-77a68f14-1ac0-4eb1-bd97-59f5e013ef2b service nova] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Received unexpected event network-vif-plugged-7c665ad0-6648-4cde-8d0f-ad83eec04129 for instance with vm_state building and task_state spawning. [ 897.618023] env[64120]: DEBUG nova.compute.manager [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 897.618023] env[64120]: DEBUG nova.network.neutron [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 897.704733] env[64120]: DEBUG oslo_vmware.api [None req-913c6b2c-286b-498e-9967-f32a69616b14 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Task: {'id': task-1405600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157437} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.705127] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-913c6b2c-286b-498e-9967-f32a69616b14 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.705756] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-913c6b2c-286b-498e-9967-f32a69616b14 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.705959] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-913c6b2c-286b-498e-9967-f32a69616b14 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.706231] env[64120]: INFO nova.compute.manager [None req-913c6b2c-286b-498e-9967-f32a69616b14 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Took 1.15 seconds to destroy the instance on the hypervisor. [ 897.706584] env[64120]: DEBUG oslo.service.loopingcall [None req-913c6b2c-286b-498e-9967-f32a69616b14 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 897.706839] env[64120]: DEBUG nova.compute.manager [-] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 897.707094] env[64120]: DEBUG nova.network.neutron [-] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 897.755929] env[64120]: DEBUG nova.virt.hardware [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 897.756166] env[64120]: DEBUG nova.virt.hardware [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 897.756609] env[64120]: DEBUG nova.virt.hardware [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.756609] env[64120]: DEBUG nova.virt.hardware [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 897.756817] env[64120]: DEBUG nova.virt.hardware [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.756817] env[64120]: DEBUG nova.virt.hardware [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 897.757032] env[64120]: DEBUG nova.virt.hardware [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 897.757222] env[64120]: DEBUG nova.virt.hardware [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 897.757709] env[64120]: DEBUG nova.virt.hardware [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 897.757832] env[64120]: DEBUG nova.virt.hardware [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 897.757985] env[64120]: DEBUG nova.virt.hardware [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 897.759289] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4efa23b-d160-4e1a-99ea-d17956924eae {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.768426] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371fce58-f36d-41d0-9af6-d5783536adb6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.790891] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Instance VIF info [] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.796217] env[64120]: DEBUG oslo.service.loopingcall [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 897.796217] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.796217] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2e91bdf-b83c-4722-93e1-77c2c900aead {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.813301] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.813301] env[64120]: value = "task-1405602" [ 897.813301] env[64120]: _type = "Task" [ 897.813301] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.824723] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405602, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.843319] env[64120]: DEBUG nova.compute.manager [req-c2e17a6f-a949-44cb-96ad-e016c17b5617 req-64a884fa-286e-47d8-a6bc-881fc0a37bbb service nova] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Received event network-vif-plugged-fdb676f3-48b1-4794-b072-bd872d9310eb {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 897.843584] env[64120]: DEBUG oslo_concurrency.lockutils [req-c2e17a6f-a949-44cb-96ad-e016c17b5617 req-64a884fa-286e-47d8-a6bc-881fc0a37bbb service nova] Acquiring lock "038445ee-fe90-4f5a-829e-c36cf1a9bf33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.843906] env[64120]: DEBUG oslo_concurrency.lockutils [req-c2e17a6f-a949-44cb-96ad-e016c17b5617 req-64a884fa-286e-47d8-a6bc-881fc0a37bbb service nova] Lock "038445ee-fe90-4f5a-829e-c36cf1a9bf33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.843906] env[64120]: DEBUG oslo_concurrency.lockutils [req-c2e17a6f-a949-44cb-96ad-e016c17b5617 req-64a884fa-286e-47d8-a6bc-881fc0a37bbb service nova] Lock "038445ee-fe90-4f5a-829e-c36cf1a9bf33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.844381] env[64120]: DEBUG nova.compute.manager [req-c2e17a6f-a949-44cb-96ad-e016c17b5617 req-64a884fa-286e-47d8-a6bc-881fc0a37bbb service nova] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] No waiting events found dispatching network-vif-plugged-fdb676f3-48b1-4794-b072-bd872d9310eb {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 897.844605] env[64120]: WARNING nova.compute.manager [req-c2e17a6f-a949-44cb-96ad-e016c17b5617 req-64a884fa-286e-47d8-a6bc-881fc0a37bbb service nova] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Received unexpected event network-vif-plugged-fdb676f3-48b1-4794-b072-bd872d9310eb for instance with vm_state building and task_state spawning. [ 897.844771] env[64120]: DEBUG nova.compute.manager [req-c2e17a6f-a949-44cb-96ad-e016c17b5617 req-64a884fa-286e-47d8-a6bc-881fc0a37bbb service nova] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Received event network-changed-fdb676f3-48b1-4794-b072-bd872d9310eb {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 897.844929] env[64120]: DEBUG nova.compute.manager [req-c2e17a6f-a949-44cb-96ad-e016c17b5617 req-64a884fa-286e-47d8-a6bc-881fc0a37bbb service nova] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Refreshing instance network info cache due to event network-changed-fdb676f3-48b1-4794-b072-bd872d9310eb. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 897.845160] env[64120]: DEBUG oslo_concurrency.lockutils [req-c2e17a6f-a949-44cb-96ad-e016c17b5617 req-64a884fa-286e-47d8-a6bc-881fc0a37bbb service nova] Acquiring lock "refresh_cache-038445ee-fe90-4f5a-829e-c36cf1a9bf33" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.845836] env[64120]: DEBUG oslo_concurrency.lockutils [req-c2e17a6f-a949-44cb-96ad-e016c17b5617 req-64a884fa-286e-47d8-a6bc-881fc0a37bbb service nova] Acquired lock "refresh_cache-038445ee-fe90-4f5a-829e-c36cf1a9bf33" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.845836] env[64120]: DEBUG nova.network.neutron [req-c2e17a6f-a949-44cb-96ad-e016c17b5617 req-64a884fa-286e-47d8-a6bc-881fc0a37bbb service nova] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Refreshing network info cache for port fdb676f3-48b1-4794-b072-bd872d9310eb {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.928229] env[64120]: DEBUG nova.policy [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd406441e0c2a45b5888520c42527c033', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aafc2922a60440ebb51a3895776480d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 898.005198] env[64120]: DEBUG oslo_vmware.api [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': task-1405601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494976} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.005198] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 5124951e-8d45-47fa-904c-34a971d6b229/5124951e-8d45-47fa-904c-34a971d6b229.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.005545] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.005811] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89053e25-24b2-454a-aefa-311b74022f19 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.012843] env[64120]: DEBUG oslo_vmware.api [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Waiting for the task: (returnval){ [ 898.012843] env[64120]: value = "task-1405603" [ 898.012843] env[64120]: _type = "Task" [ 898.012843] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.032169] env[64120]: DEBUG oslo_vmware.api [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': task-1405603, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.036365] env[64120]: DEBUG oslo_vmware.api [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5290c02b-0b22-0844-a629-ec0c91dea6ad, 'name': SearchDatastore_Task, 'duration_secs': 0.008252} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.036622] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.036872] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] eefaff78-2165-4aa7-b991-605084c3d9c0/eefaff78-2165-4aa7-b991-605084c3d9c0.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.040022] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.040022] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.040022] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-191dc664-aa84-43b1-8d1d-e9943f5bb628 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.040766] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24063d21-81e8-4f8e-8235-2e487cc5b5a0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.047118] env[64120]: DEBUG oslo_vmware.api [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Waiting for the task: (returnval){ [ 898.047118] env[64120]: value = "task-1405604" [ 898.047118] env[64120]: _type = "Task" [ 898.047118] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.051783] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.051981] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.053122] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf70d0b2-b2fb-4f17-bfe6-5bf9016f67f9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.058868] env[64120]: DEBUG oslo_vmware.api [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': task-1405604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.064316] env[64120]: DEBUG oslo_vmware.api [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Waiting for the task: (returnval){ [ 898.064316] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]528cc4ef-eed4-4dae-37c8-3001ed2ff66b" [ 898.064316] env[64120]: _type = "Task" [ 898.064316] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.073562] env[64120]: DEBUG oslo_vmware.api [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]528cc4ef-eed4-4dae-37c8-3001ed2ff66b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.121594] env[64120]: DEBUG nova.network.neutron [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Successfully created port: 632c45f9-3cc6-4049-ae0e-cbef9098c0a0 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.127049] env[64120]: DEBUG nova.compute.manager [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 898.227101] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Acquiring lock "e359f71d-a8c8-471e-9c65-0b5f7d60a39b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.227101] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Lock "e359f71d-a8c8-471e-9c65-0b5f7d60a39b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.329022] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405602, 'name': CreateVM_Task, 'duration_secs': 0.334922} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.329022] env[64120]: DEBUG nova.network.neutron [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.330839] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.331398] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.331552] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.331919] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.332531] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40727759-bc9b-4a09-a920-7023d4f92933 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.342324] env[64120]: DEBUG oslo_vmware.api [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Waiting for the task: (returnval){ [ 898.342324] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5230e0f2-7148-f8c2-894e-674021bad7f3" [ 898.342324] env[64120]: _type = "Task" [ 898.342324] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.354796] env[64120]: DEBUG oslo_vmware.api [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5230e0f2-7148-f8c2-894e-674021bad7f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.429346] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb20aac-7bba-4aaf-91aa-f1d5f1011520 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.439658] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ec7349-60d9-4fba-8152-ac1a82b0239c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.478143] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942dd7eb-5efb-47b8-a495-b3a2dd912b7e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.487569] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc8e79e-6931-4a82-bb62-8641180e86d3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.504759] env[64120]: DEBUG nova.compute.provider_tree [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.527608] env[64120]: DEBUG oslo_vmware.api [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': task-1405603, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081388} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.527789] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.528576] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1fde3c-0c32-42f6-b80d-4b673c92cbd2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.556126] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 5124951e-8d45-47fa-904c-34a971d6b229/5124951e-8d45-47fa-904c-34a971d6b229.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.557020] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8520e91-8272-4134-b999-b5fdd32f8f55 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.585818] env[64120]: DEBUG oslo_vmware.api [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]528cc4ef-eed4-4dae-37c8-3001ed2ff66b, 'name': SearchDatastore_Task, 'duration_secs': 0.020876} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.589502] env[64120]: DEBUG oslo_vmware.api [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': task-1405604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47503} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.591156] env[64120]: DEBUG oslo_vmware.api [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Waiting for the task: (returnval){ [ 898.591156] env[64120]: value = "task-1405605" [ 898.591156] env[64120]: _type = "Task" [ 898.591156] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.591156] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75633ccd-aa23-4626-9b1f-ea3e1eed00cf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.592382] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] eefaff78-2165-4aa7-b991-605084c3d9c0/eefaff78-2165-4aa7-b991-605084c3d9c0.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.592562] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.592893] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4023eaa2-b65a-45e1-aa90-46bc44b2ea4f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.600681] env[64120]: DEBUG oslo_vmware.api [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Waiting for the task: (returnval){ [ 898.600681] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]520aef1e-3241-e7ce-370d-4d4809aa50f8" [ 898.600681] env[64120]: _type = "Task" [ 898.600681] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.605223] env[64120]: DEBUG oslo_vmware.api [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Waiting for the task: (returnval){ [ 898.605223] env[64120]: value = "task-1405606" [ 898.605223] env[64120]: _type = "Task" [ 898.605223] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.605446] env[64120]: DEBUG oslo_vmware.api [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': task-1405605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.620870] env[64120]: DEBUG oslo_vmware.api [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]520aef1e-3241-e7ce-370d-4d4809aa50f8, 'name': SearchDatastore_Task, 'duration_secs': 0.010784} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.620870] env[64120]: DEBUG oslo_vmware.api [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': task-1405606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.621064] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.621313] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 038445ee-fe90-4f5a-829e-c36cf1a9bf33/038445ee-fe90-4f5a-829e-c36cf1a9bf33.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.621567] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4e4d50e-4d1b-4f97-8e09-995ef34fe579 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.628441] env[64120]: DEBUG oslo_vmware.api [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Waiting for the task: (returnval){ [ 898.628441] env[64120]: value = "task-1405607" [ 898.628441] env[64120]: _type = "Task" [ 898.628441] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.644829] env[64120]: DEBUG oslo_vmware.api [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405607, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.770218] env[64120]: DEBUG nova.network.neutron [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Successfully created port: 77be9061-328f-454e-b5dd-afbce8e3ed59 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.853133] env[64120]: DEBUG oslo_vmware.api [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5230e0f2-7148-f8c2-894e-674021bad7f3, 'name': SearchDatastore_Task, 'duration_secs': 0.024578} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.853512] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.853752] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.854017] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.854166] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.854356] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.854648] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad344be0-0e56-4c1f-9803-d42e453c0d3f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.865990] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.865990] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.866804] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbc00989-1c2d-4024-85d2-808c4e58971e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.873340] env[64120]: DEBUG oslo_vmware.api [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Waiting for the task: (returnval){ [ 898.873340] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52edaa3a-68cb-bab8-cd42-43ef49ea62e3" [ 898.873340] env[64120]: _type = "Task" [ 898.873340] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.883926] env[64120]: DEBUG oslo_vmware.api [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52edaa3a-68cb-bab8-cd42-43ef49ea62e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.008408] env[64120]: DEBUG nova.scheduler.client.report [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 899.105029] env[64120]: DEBUG oslo_vmware.api [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': task-1405605, 'name': ReconfigVM_Task, 'duration_secs': 0.295069} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.105029] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 5124951e-8d45-47fa-904c-34a971d6b229/5124951e-8d45-47fa-904c-34a971d6b229.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.105029] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a62725eb-5523-4d49-9693-49781bf37365 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.113940] env[64120]: DEBUG oslo_vmware.api [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Waiting for the task: (returnval){ [ 899.113940] env[64120]: value = "task-1405608" [ 899.113940] env[64120]: _type = "Task" [ 899.113940] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.122525] env[64120]: DEBUG oslo_vmware.api [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': task-1405606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085046} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.123649] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.125114] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6919b2c-2ab6-4c9f-8afa-0692f7425e5c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.131206] env[64120]: DEBUG oslo_vmware.api [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': task-1405608, 'name': Rename_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.149389] env[64120]: DEBUG nova.compute.manager [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 899.161272] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] eefaff78-2165-4aa7-b991-605084c3d9c0/eefaff78-2165-4aa7-b991-605084c3d9c0.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.163601] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a50b390e-51d3-4e6d-8a75-31e9d7ace6cd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.187111] env[64120]: DEBUG oslo_vmware.api [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405607, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487934} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.187111] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 038445ee-fe90-4f5a-829e-c36cf1a9bf33/038445ee-fe90-4f5a-829e-c36cf1a9bf33.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.187494] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.188306] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-249775bb-51a9-40c5-8f3a-9f7fdb3b3889 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.194594] env[64120]: DEBUG oslo_vmware.api [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Waiting for the task: (returnval){ [ 899.194594] env[64120]: value = "task-1405609" [ 899.194594] env[64120]: _type = "Task" [ 899.194594] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.196875] env[64120]: DEBUG nova.virt.hardware [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 899.197520] env[64120]: DEBUG nova.virt.hardware [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 899.197520] env[64120]: DEBUG nova.virt.hardware [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.197701] env[64120]: DEBUG nova.virt.hardware [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 899.197894] env[64120]: DEBUG nova.virt.hardware [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.198748] env[64120]: DEBUG nova.virt.hardware [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 899.199038] env[64120]: DEBUG nova.virt.hardware [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 899.199504] env[64120]: DEBUG nova.virt.hardware [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 899.199504] env[64120]: DEBUG nova.virt.hardware [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 899.199605] env[64120]: DEBUG nova.virt.hardware [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 899.199742] env[64120]: DEBUG nova.virt.hardware [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 899.201439] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba2a955-c108-4616-8d5b-912d141c759e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.210049] env[64120]: DEBUG oslo_vmware.api [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Waiting for the task: (returnval){ [ 899.210049] env[64120]: value = "task-1405610" [ 899.210049] env[64120]: _type = "Task" [ 899.210049] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.221852] env[64120]: DEBUG oslo_vmware.api [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': task-1405609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.222485] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bac8484-eb08-43e3-bb3f-9628e2034d0b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.230054] env[64120]: DEBUG oslo_vmware.api [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405610, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.233069] env[64120]: DEBUG nova.network.neutron [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Updating instance_info_cache with network_info: [{"id": "7c665ad0-6648-4cde-8d0f-ad83eec04129", "address": "fa:16:3e:83:ba:3e", "network": {"id": "c722e044-3bfd-4177-960c-3d5d65e097f7", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1690126066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5fccca6c1c14d3ab23a4e4eb58ea2d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c665ad0-66", "ovs_interfaceid": "7c665ad0-6648-4cde-8d0f-ad83eec04129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.393713] env[64120]: DEBUG oslo_vmware.api [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52edaa3a-68cb-bab8-cd42-43ef49ea62e3, 'name': SearchDatastore_Task, 'duration_secs': 0.020471} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.398911] env[64120]: DEBUG nova.network.neutron [req-c2e17a6f-a949-44cb-96ad-e016c17b5617 req-64a884fa-286e-47d8-a6bc-881fc0a37bbb service nova] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Updated VIF entry in instance network info cache for port fdb676f3-48b1-4794-b072-bd872d9310eb. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.399269] env[64120]: DEBUG nova.network.neutron [req-c2e17a6f-a949-44cb-96ad-e016c17b5617 req-64a884fa-286e-47d8-a6bc-881fc0a37bbb service nova] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Updating instance_info_cache with network_info: [{"id": "fdb676f3-48b1-4794-b072-bd872d9310eb", "address": "fa:16:3e:a5:5d:7d", "network": {"id": "24126eff-0942-475b-9f7d-992caf04b497", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1541295361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9c992c907244bf94e93536702ff70e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdb676f3-48", "ovs_interfaceid": "fdb676f3-48b1-4794-b072-bd872d9310eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.403377] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dd1433f-41f3-4d4a-911f-242bb289817e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.416014] env[64120]: DEBUG oslo_vmware.api [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Waiting for the task: (returnval){ [ 899.416014] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52cbe0c3-5635-98a2-da96-726639d30c69" [ 899.416014] env[64120]: _type = "Task" [ 899.416014] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.432022] env[64120]: DEBUG oslo_vmware.api [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52cbe0c3-5635-98a2-da96-726639d30c69, 'name': SearchDatastore_Task, 'duration_secs': 0.008935} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.432281] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.432527] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30/9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.432784] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88d95740-9bce-4031-ba48-0914dcf28599 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.440627] env[64120]: DEBUG oslo_vmware.api [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Waiting for the task: (returnval){ [ 899.440627] env[64120]: value = "task-1405611" [ 899.440627] env[64120]: _type = "Task" [ 899.440627] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.452362] env[64120]: DEBUG oslo_vmware.api [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': task-1405611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.515797] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.516503] env[64120]: DEBUG nova.compute.manager [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 899.520780] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.809s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.522458] env[64120]: INFO nova.compute.claims [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.630300] env[64120]: DEBUG oslo_vmware.api [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': task-1405608, 'name': Rename_Task, 'duration_secs': 0.139541} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.630436] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.630693] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f070e782-3b71-429d-a96f-23a8f04ba388 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.636573] env[64120]: DEBUG oslo_vmware.api [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Waiting for the task: (returnval){ [ 899.636573] env[64120]: value = "task-1405612" [ 899.636573] env[64120]: _type = "Task" [ 899.636573] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.645278] env[64120]: DEBUG oslo_vmware.api [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': task-1405612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.712332] env[64120]: DEBUG oslo_vmware.api [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': task-1405609, 'name': ReconfigVM_Task, 'duration_secs': 0.438517} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.716464] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Reconfigured VM instance instance-00000004 to attach disk [datastore1] eefaff78-2165-4aa7-b991-605084c3d9c0/eefaff78-2165-4aa7-b991-605084c3d9c0.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.717546] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-579157ff-aef9-4b05-b1b1-bf4b90164c67 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.725115] env[64120]: DEBUG oslo_vmware.api [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Waiting for the task: (returnval){ [ 899.725115] env[64120]: value = "task-1405613" [ 899.725115] env[64120]: _type = "Task" [ 899.725115] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.728467] env[64120]: DEBUG oslo_vmware.api [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405610, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06825} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.732238] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.733094] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ad33a3-83e6-4887-bfb6-11186a821d6c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.742360] env[64120]: DEBUG oslo_vmware.api [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': task-1405613, 'name': Rename_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.753772] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Releasing lock "refresh_cache-ff219a3e-52b4-460f-9803-4aa465487621" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.754260] env[64120]: DEBUG nova.compute.manager [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Instance network_info: |[{"id": "7c665ad0-6648-4cde-8d0f-ad83eec04129", "address": "fa:16:3e:83:ba:3e", "network": {"id": "c722e044-3bfd-4177-960c-3d5d65e097f7", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1690126066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5fccca6c1c14d3ab23a4e4eb58ea2d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c665ad0-66", "ovs_interfaceid": "7c665ad0-6648-4cde-8d0f-ad83eec04129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 899.767507] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 038445ee-fe90-4f5a-829e-c36cf1a9bf33/038445ee-fe90-4f5a-829e-c36cf1a9bf33.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.767507] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:ba:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c665ad0-6648-4cde-8d0f-ad83eec04129', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.777017] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Creating folder: Project (a5fccca6c1c14d3ab23a4e4eb58ea2d8). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.777017] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1881285c-04bb-4892-97fc-37c1842b6b11 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.795257] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ec3595f-3603-42ab-93dd-f2ea749dd7af {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.799345] env[64120]: DEBUG nova.network.neutron [-] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.808544] env[64120]: DEBUG oslo_vmware.api [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Waiting for the task: (returnval){ [ 899.808544] env[64120]: value = "task-1405615" [ 899.808544] env[64120]: _type = "Task" [ 899.808544] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.809236] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Created folder: Project (a5fccca6c1c14d3ab23a4e4eb58ea2d8) in parent group-v297899. [ 899.809474] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Creating folder: Instances. Parent ref: group-v297916. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.812878] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08003b54-bc22-4b47-ab07-7f0c8a6c836b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.822614] env[64120]: DEBUG oslo_vmware.api [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405615, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.827618] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Created folder: Instances in parent group-v297916. [ 899.827618] env[64120]: DEBUG oslo.service.loopingcall [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 899.828329] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.829092] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bf3dc19-c9ef-4685-9aa2-e6409e557e15 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.851418] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.851418] env[64120]: value = "task-1405617" [ 899.851418] env[64120]: _type = "Task" [ 899.851418] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.863341] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405617, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.910739] env[64120]: DEBUG oslo_concurrency.lockutils [req-c2e17a6f-a949-44cb-96ad-e016c17b5617 req-64a884fa-286e-47d8-a6bc-881fc0a37bbb service nova] Releasing lock "refresh_cache-038445ee-fe90-4f5a-829e-c36cf1a9bf33" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.956819] env[64120]: DEBUG oslo_vmware.api [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': task-1405611, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.010362] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Acquiring lock "93417e30-1413-457e-a34f-5d9f1fb8e657" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.010603] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Lock "93417e30-1413-457e-a34f-5d9f1fb8e657" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.033239] env[64120]: DEBUG nova.compute.utils [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 900.035611] env[64120]: DEBUG nova.compute.manager [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 900.035781] env[64120]: DEBUG nova.network.neutron [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 900.043957] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Acquiring lock "a023676a-cd0b-47d9-b239-0fa94290af72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.044216] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Lock "a023676a-cd0b-47d9-b239-0fa94290af72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.155027] env[64120]: DEBUG oslo_vmware.api [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': task-1405612, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.237390] env[64120]: DEBUG oslo_vmware.api [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': task-1405613, 'name': Rename_Task, 'duration_secs': 0.165022} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.237763] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.237763] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81208c31-f376-4550-b0b3-8026fc692d49 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.246746] env[64120]: DEBUG oslo_vmware.api [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Waiting for the task: (returnval){ [ 900.246746] env[64120]: value = "task-1405618" [ 900.246746] env[64120]: _type = "Task" [ 900.246746] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.255818] env[64120]: DEBUG oslo_vmware.api [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': task-1405618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.300338] env[64120]: INFO nova.compute.manager [-] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Took 2.59 seconds to deallocate network for instance. [ 900.320902] env[64120]: DEBUG oslo_vmware.api [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405615, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.340018] env[64120]: DEBUG nova.policy [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44e2b94e74b9438c9479f8a28eea57c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '288eafb106694a9cb4e568df3a5edd47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 900.367384] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405617, 'name': CreateVM_Task, 'duration_secs': 0.460687} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.367582] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.368721] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.368721] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.368721] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.368982] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a06ff0b0-e062-4de1-b6e8-1f411faaad19 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.376823] env[64120]: DEBUG oslo_vmware.api [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Waiting for the task: (returnval){ [ 900.376823] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d067d8-2989-4038-c173-e38329b443c9" [ 900.376823] env[64120]: _type = "Task" [ 900.376823] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.382099] env[64120]: DEBUG oslo_vmware.api [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d067d8-2989-4038-c173-e38329b443c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.453126] env[64120]: DEBUG oslo_vmware.api [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': task-1405611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534985} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.453734] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30/9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.454099] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.454456] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67d22c73-8739-4af1-9455-677bde8ac4d5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.463437] env[64120]: DEBUG oslo_vmware.api [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Waiting for the task: (returnval){ [ 900.463437] env[64120]: value = "task-1405619" [ 900.463437] env[64120]: _type = "Task" [ 900.463437] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.475738] env[64120]: DEBUG oslo_vmware.api [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': task-1405619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.519053] env[64120]: DEBUG nova.network.neutron [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Successfully updated port: aa24d805-c1df-4c1a-858f-c1d55a290b82 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.541135] env[64120]: DEBUG nova.compute.manager [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 900.647790] env[64120]: DEBUG oslo_vmware.api [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': task-1405612, 'name': PowerOnVM_Task, 'duration_secs': 0.524532} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.650416] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.650613] env[64120]: INFO nova.compute.manager [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Took 13.01 seconds to spawn the instance on the hypervisor. [ 900.650789] env[64120]: DEBUG nova.compute.manager [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 900.651762] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d98b5b5-5425-49d9-88f6-fc756ce31b2b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.757931] env[64120]: DEBUG oslo_vmware.api [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': task-1405618, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.816650] env[64120]: DEBUG oslo_concurrency.lockutils [None req-913c6b2c-286b-498e-9967-f32a69616b14 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.822898] env[64120]: DEBUG oslo_vmware.api [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405615, 'name': ReconfigVM_Task, 'duration_secs': 0.553476} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.823438] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 038445ee-fe90-4f5a-829e-c36cf1a9bf33/038445ee-fe90-4f5a-829e-c36cf1a9bf33.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.824075] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-022d3c79-4bd3-4231-ba1a-5f3e27184510 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.830929] env[64120]: DEBUG oslo_vmware.api [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Waiting for the task: (returnval){ [ 900.830929] env[64120]: value = "task-1405620" [ 900.830929] env[64120]: _type = "Task" [ 900.830929] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.843043] env[64120]: DEBUG oslo_vmware.api [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405620, 'name': Rename_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.868314] env[64120]: DEBUG nova.compute.manager [req-6df05e63-dd60-4188-8867-bf885fc69e38 req-1fd8778d-96b0-4942-8edb-e809038f497c service nova] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Received event network-changed-7c665ad0-6648-4cde-8d0f-ad83eec04129 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 900.868767] env[64120]: DEBUG nova.compute.manager [req-6df05e63-dd60-4188-8867-bf885fc69e38 req-1fd8778d-96b0-4942-8edb-e809038f497c service nova] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Refreshing instance network info cache due to event network-changed-7c665ad0-6648-4cde-8d0f-ad83eec04129. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 900.870187] env[64120]: DEBUG oslo_concurrency.lockutils [req-6df05e63-dd60-4188-8867-bf885fc69e38 req-1fd8778d-96b0-4942-8edb-e809038f497c service nova] Acquiring lock "refresh_cache-ff219a3e-52b4-460f-9803-4aa465487621" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.870187] env[64120]: DEBUG oslo_concurrency.lockutils [req-6df05e63-dd60-4188-8867-bf885fc69e38 req-1fd8778d-96b0-4942-8edb-e809038f497c service nova] Acquired lock "refresh_cache-ff219a3e-52b4-460f-9803-4aa465487621" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.870187] env[64120]: DEBUG nova.network.neutron [req-6df05e63-dd60-4188-8867-bf885fc69e38 req-1fd8778d-96b0-4942-8edb-e809038f497c service nova] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Refreshing network info cache for port 7c665ad0-6648-4cde-8d0f-ad83eec04129 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.888578] env[64120]: DEBUG oslo_vmware.api [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d067d8-2989-4038-c173-e38329b443c9, 'name': SearchDatastore_Task, 'duration_secs': 0.008956} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.888578] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.888578] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.888578] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.888754] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.888754] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.888754] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-585c8e65-011d-4924-996d-06d973744a43 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.899024] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdff867-4ded-4616-b109-d31ebf8b34ca {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.902051] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.902239] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.904028] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46e791a5-6768-440e-8ca9-99ad8d275d33 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.911093] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd63c0c-ed4e-44d7-968d-2c43a3e23ea3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.914196] env[64120]: DEBUG oslo_vmware.api [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Waiting for the task: (returnval){ [ 900.914196] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52936ff2-e907-cc7e-0ac9-5c82821feef0" [ 900.914196] env[64120]: _type = "Task" [ 900.914196] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.947025] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9ad4e3-1782-4dfb-a72d-7d01dc31498a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.953199] env[64120]: DEBUG oslo_vmware.api [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52936ff2-e907-cc7e-0ac9-5c82821feef0, 'name': SearchDatastore_Task, 'duration_secs': 0.009333} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.954382] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c20adbb-5aee-4751-a258-655a1dd6bda1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.962648] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfbae73-7089-4873-a8e2-beb5d75b7310 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.968443] env[64120]: DEBUG oslo_vmware.api [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Waiting for the task: (returnval){ [ 900.968443] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]527f436e-7e27-d7dc-6b34-3b2ca44bb7b4" [ 900.968443] env[64120]: _type = "Task" [ 900.968443] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.982534] env[64120]: DEBUG nova.network.neutron [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Successfully created port: 503b8c1a-39fa-40d8-903f-1d4a242cb8b3 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 900.985825] env[64120]: DEBUG nova.compute.provider_tree [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.994460] env[64120]: DEBUG oslo_vmware.api [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': task-1405619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066494} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.994571] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.000829] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1759301-7317-4b09-8ba2-47c791c2daa6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.004691] env[64120]: DEBUG oslo_vmware.api [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]527f436e-7e27-d7dc-6b34-3b2ca44bb7b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009148} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.005794] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.005794] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] ff219a3e-52b4-460f-9803-4aa465487621/ff219a3e-52b4-460f-9803-4aa465487621.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.005794] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-319af207-73ce-433d-8243-b662c30b58d7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.032533] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30/9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.039874] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a420e29b-5a00-4d09-87b5-cc8eb64f98bc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.058804] env[64120]: DEBUG oslo_vmware.api [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Waiting for the task: (returnval){ [ 901.058804] env[64120]: value = "task-1405621" [ 901.058804] env[64120]: _type = "Task" [ 901.058804] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.064831] env[64120]: DEBUG oslo_vmware.api [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Waiting for the task: (returnval){ [ 901.064831] env[64120]: value = "task-1405622" [ 901.064831] env[64120]: _type = "Task" [ 901.064831] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.078183] env[64120]: DEBUG oslo_vmware.api [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Task: {'id': task-1405621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.086449] env[64120]: DEBUG oslo_vmware.api [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': task-1405622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.088599] env[64120]: DEBUG nova.compute.manager [req-f97404b9-61ca-4fc5-b286-8a6ba466e51b req-6d24aad9-28ca-43f3-9e8d-8f85a6da8e2a service nova] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Received event network-vif-deleted-6b53e717-e6e2-48ab-9ecc-ad8ee4c4c4e9 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 901.172667] env[64120]: INFO nova.compute.manager [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Took 18.90 seconds to build instance. [ 901.263530] env[64120]: DEBUG oslo_vmware.api [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': task-1405618, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.341729] env[64120]: DEBUG oslo_vmware.api [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405620, 'name': Rename_Task, 'duration_secs': 0.15918} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.341729] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.341856] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd21f922-eedf-4301-b578-8c77ea6e2850 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.350096] env[64120]: DEBUG oslo_vmware.api [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Waiting for the task: (returnval){ [ 901.350096] env[64120]: value = "task-1405623" [ 901.350096] env[64120]: _type = "Task" [ 901.350096] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.359028] env[64120]: DEBUG oslo_vmware.api [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.496740] env[64120]: DEBUG nova.scheduler.client.report [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 901.566411] env[64120]: DEBUG nova.compute.manager [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 901.584306] env[64120]: DEBUG oslo_vmware.api [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Task: {'id': task-1405621, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.590777] env[64120]: DEBUG oslo_vmware.api [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': task-1405622, 'name': ReconfigVM_Task, 'duration_secs': 0.439972} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.591056] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30/9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.591992] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f4779a4-61aa-4764-98e0-cfc65a4fa4f7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.600028] env[64120]: DEBUG oslo_vmware.api [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Waiting for the task: (returnval){ [ 901.600028] env[64120]: value = "task-1405624" [ 901.600028] env[64120]: _type = "Task" [ 901.600028] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.622288] env[64120]: DEBUG oslo_vmware.api [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': task-1405624, 'name': Rename_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.625033] env[64120]: DEBUG nova.virt.hardware [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 901.625310] env[64120]: DEBUG nova.virt.hardware [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 901.625469] env[64120]: DEBUG nova.virt.hardware [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.625646] env[64120]: DEBUG nova.virt.hardware [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 901.625785] env[64120]: DEBUG nova.virt.hardware [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.626399] env[64120]: DEBUG nova.virt.hardware [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 901.627107] env[64120]: DEBUG nova.virt.hardware [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 901.627588] env[64120]: DEBUG nova.virt.hardware [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 901.627588] env[64120]: DEBUG nova.virt.hardware [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 901.627709] env[64120]: DEBUG nova.virt.hardware [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 901.627928] env[64120]: DEBUG nova.virt.hardware [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 901.629047] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0120974-f5b5-4ff7-9487-754c5ce3cdca {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.640214] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d96de5-a1a1-4825-8cbd-9a47616dbc75 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.674857] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e4692ef-2130-4866-b477-eb155bdd4469 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Lock "5124951e-8d45-47fa-904c-34a971d6b229" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.428s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.718056] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Acquiring lock "3df3e12b-ada8-4cf7-99be-188bfcbbdd2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.720015] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Lock "3df3e12b-ada8-4cf7-99be-188bfcbbdd2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.761219] env[64120]: DEBUG oslo_vmware.api [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': task-1405618, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.861534] env[64120]: DEBUG oslo_vmware.api [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405623, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.896961] env[64120]: DEBUG nova.network.neutron [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Successfully updated port: 77be9061-328f-454e-b5dd-afbce8e3ed59 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.986128] env[64120]: DEBUG nova.network.neutron [req-6df05e63-dd60-4188-8867-bf885fc69e38 req-1fd8778d-96b0-4942-8edb-e809038f497c service nova] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Updated VIF entry in instance network info cache for port 7c665ad0-6648-4cde-8d0f-ad83eec04129. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.986404] env[64120]: DEBUG nova.network.neutron [req-6df05e63-dd60-4188-8867-bf885fc69e38 req-1fd8778d-96b0-4942-8edb-e809038f497c service nova] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Updating instance_info_cache with network_info: [{"id": "7c665ad0-6648-4cde-8d0f-ad83eec04129", "address": "fa:16:3e:83:ba:3e", "network": {"id": "c722e044-3bfd-4177-960c-3d5d65e097f7", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1690126066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5fccca6c1c14d3ab23a4e4eb58ea2d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c665ad0-66", "ovs_interfaceid": "7c665ad0-6648-4cde-8d0f-ad83eec04129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.006435] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.006435] env[64120]: DEBUG nova.compute.manager [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 902.013323] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.447s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.013323] env[64120]: INFO nova.compute.claims [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.074666] env[64120]: DEBUG oslo_vmware.api [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Task: {'id': task-1405621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643612} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.076062] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] ff219a3e-52b4-460f-9803-4aa465487621/ff219a3e-52b4-460f-9803-4aa465487621.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.076172] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.076853] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ba9346d-edbe-4f6b-8687-d69fba6ba997 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.084753] env[64120]: DEBUG oslo_vmware.api [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Waiting for the task: (returnval){ [ 902.084753] env[64120]: value = "task-1405625" [ 902.084753] env[64120]: _type = "Task" [ 902.084753] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.095717] env[64120]: DEBUG oslo_vmware.api [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Task: {'id': task-1405625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.111743] env[64120]: DEBUG oslo_vmware.api [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': task-1405624, 'name': Rename_Task, 'duration_secs': 0.190547} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.114894] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.114894] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5220221-b416-49dd-a594-dbe408fc438c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.122208] env[64120]: DEBUG oslo_vmware.api [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Waiting for the task: (returnval){ [ 902.122208] env[64120]: value = "task-1405626" [ 902.122208] env[64120]: _type = "Task" [ 902.122208] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.132620] env[64120]: DEBUG oslo_vmware.api [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': task-1405626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.180308] env[64120]: DEBUG nova.compute.manager [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 902.264682] env[64120]: DEBUG oslo_vmware.api [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': task-1405618, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.364361] env[64120]: DEBUG oslo_vmware.api [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405623, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.399624] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquiring lock "refresh_cache-810ace60-3801-4686-8087-570c8b93b42f" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.399800] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquired lock "refresh_cache-810ace60-3801-4686-8087-570c8b93b42f" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.399969] env[64120]: DEBUG nova.network.neutron [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.489786] env[64120]: DEBUG oslo_concurrency.lockutils [req-6df05e63-dd60-4188-8867-bf885fc69e38 req-1fd8778d-96b0-4942-8edb-e809038f497c service nova] Releasing lock "refresh_cache-ff219a3e-52b4-460f-9803-4aa465487621" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.524019] env[64120]: DEBUG nova.compute.utils [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 902.524019] env[64120]: DEBUG nova.compute.manager [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 902.524019] env[64120]: DEBUG nova.network.neutron [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.598271] env[64120]: DEBUG oslo_vmware.api [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Task: {'id': task-1405625, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130512} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.598651] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.602104] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf276813-828b-4a8b-a714-e501a31a951f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.630823] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] ff219a3e-52b4-460f-9803-4aa465487621/ff219a3e-52b4-460f-9803-4aa465487621.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.636284] env[64120]: DEBUG nova.policy [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30afa835e8d24e01b6b66bb876a6e9ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b86b74620ee4be384b30b74a26e6e2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 902.636284] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9ed6535-7dd1-4c54-93ad-274d5a29bb69 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.664441] env[64120]: DEBUG oslo_vmware.api [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': task-1405626, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.665873] env[64120]: DEBUG oslo_vmware.api [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Waiting for the task: (returnval){ [ 902.665873] env[64120]: value = "task-1405627" [ 902.665873] env[64120]: _type = "Task" [ 902.665873] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.675230] env[64120]: DEBUG oslo_vmware.api [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Task: {'id': task-1405627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.710432] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.769118] env[64120]: DEBUG oslo_vmware.api [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': task-1405618, 'name': PowerOnVM_Task} progress is 64%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.866988] env[64120]: DEBUG oslo_vmware.api [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405623, 'name': PowerOnVM_Task, 'duration_secs': 1.492126} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.866988] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.866988] env[64120]: INFO nova.compute.manager [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Took 10.45 seconds to spawn the instance on the hypervisor. [ 902.867135] env[64120]: DEBUG nova.compute.manager [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 902.868038] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad211eed-d7a7-4b1b-99b1-dd340f94b995 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.007395] env[64120]: DEBUG nova.network.neutron [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.029944] env[64120]: DEBUG nova.compute.manager [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 903.149709] env[64120]: DEBUG oslo_vmware.api [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': task-1405626, 'name': PowerOnVM_Task, 'duration_secs': 0.552874} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.149972] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.150201] env[64120]: DEBUG nova.compute.manager [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 903.151892] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5339123a-9bba-48ca-bc53-0859da8aa2cd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.176159] env[64120]: DEBUG oslo_vmware.api [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Task: {'id': task-1405627, 'name': ReconfigVM_Task, 'duration_secs': 0.483274} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.179152] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Reconfigured VM instance instance-00000006 to attach disk [datastore1] ff219a3e-52b4-460f-9803-4aa465487621/ff219a3e-52b4-460f-9803-4aa465487621.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.180469] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21535733-7016-48b2-a7ca-4feda9df56b9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.187348] env[64120]: DEBUG oslo_vmware.api [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Waiting for the task: (returnval){ [ 903.187348] env[64120]: value = "task-1405628" [ 903.187348] env[64120]: _type = "Task" [ 903.187348] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.200314] env[64120]: DEBUG oslo_vmware.api [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Task: {'id': task-1405628, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.267579] env[64120]: DEBUG oslo_vmware.api [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': task-1405618, 'name': PowerOnVM_Task} progress is 82%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.271205] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0c687dcf-8128-48c4-b439-cd7965571969 tempest-DeleteServersAdminTestJSON-1209218377 tempest-DeleteServersAdminTestJSON-1209218377-project-admin] Acquiring lock "5124951e-8d45-47fa-904c-34a971d6b229" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.271958] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0c687dcf-8128-48c4-b439-cd7965571969 tempest-DeleteServersAdminTestJSON-1209218377 tempest-DeleteServersAdminTestJSON-1209218377-project-admin] Lock "5124951e-8d45-47fa-904c-34a971d6b229" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.271958] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0c687dcf-8128-48c4-b439-cd7965571969 tempest-DeleteServersAdminTestJSON-1209218377 tempest-DeleteServersAdminTestJSON-1209218377-project-admin] Acquiring lock "5124951e-8d45-47fa-904c-34a971d6b229-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.272284] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0c687dcf-8128-48c4-b439-cd7965571969 tempest-DeleteServersAdminTestJSON-1209218377 tempest-DeleteServersAdminTestJSON-1209218377-project-admin] Lock "5124951e-8d45-47fa-904c-34a971d6b229-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.272387] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0c687dcf-8128-48c4-b439-cd7965571969 tempest-DeleteServersAdminTestJSON-1209218377 tempest-DeleteServersAdminTestJSON-1209218377-project-admin] Lock "5124951e-8d45-47fa-904c-34a971d6b229-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.278070] env[64120]: INFO nova.compute.manager [None req-0c687dcf-8128-48c4-b439-cd7965571969 tempest-DeleteServersAdminTestJSON-1209218377 tempest-DeleteServersAdminTestJSON-1209218377-project-admin] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Terminating instance [ 903.282930] env[64120]: DEBUG nova.compute.manager [None req-0c687dcf-8128-48c4-b439-cd7965571969 tempest-DeleteServersAdminTestJSON-1209218377 tempest-DeleteServersAdminTestJSON-1209218377-project-admin] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 903.284031] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0c687dcf-8128-48c4-b439-cd7965571969 tempest-DeleteServersAdminTestJSON-1209218377 tempest-DeleteServersAdminTestJSON-1209218377-project-admin] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 903.284229] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fd8ad3-dcc8-41b3-bb03-b5652da71f7a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.293721] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c687dcf-8128-48c4-b439-cd7965571969 tempest-DeleteServersAdminTestJSON-1209218377 tempest-DeleteServersAdminTestJSON-1209218377-project-admin] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.294870] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a477a30e-fe0f-4ac3-b6c3-9e78e7e783fc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.302977] env[64120]: DEBUG oslo_vmware.api [None req-0c687dcf-8128-48c4-b439-cd7965571969 tempest-DeleteServersAdminTestJSON-1209218377 tempest-DeleteServersAdminTestJSON-1209218377-project-admin] Waiting for the task: (returnval){ [ 903.302977] env[64120]: value = "task-1405629" [ 903.302977] env[64120]: _type = "Task" [ 903.302977] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.315172] env[64120]: DEBUG oslo_vmware.api [None req-0c687dcf-8128-48c4-b439-cd7965571969 tempest-DeleteServersAdminTestJSON-1209218377 tempest-DeleteServersAdminTestJSON-1209218377-project-admin] Task: {'id': task-1405629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.392923] env[64120]: INFO nova.compute.manager [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Took 20.06 seconds to build instance. [ 903.412334] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6b57ca-1321-4ed3-b947-2e5e8076119c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.423066] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e617cbf2-1934-4061-95e8-9ceef5e8c4fc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.467078] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58390f7b-f221-4d12-8bc6-9a0c8464ae76 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.475270] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e2302d-1ae2-4bfc-9fe2-a31d5327a1e3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.489448] env[64120]: DEBUG nova.compute.provider_tree [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.679946] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.704533] env[64120]: DEBUG oslo_vmware.api [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Task: {'id': task-1405628, 'name': Rename_Task, 'duration_secs': 0.213331} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.704936] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.705366] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ce1ca8f-3226-4758-a8eb-7e81d6c24c5f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.718079] env[64120]: DEBUG oslo_vmware.api [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Waiting for the task: (returnval){ [ 903.718079] env[64120]: value = "task-1405630" [ 903.718079] env[64120]: _type = "Task" [ 903.718079] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.732375] env[64120]: DEBUG oslo_vmware.api [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Task: {'id': task-1405630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.770020] env[64120]: DEBUG oslo_vmware.api [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': task-1405618, 'name': PowerOnVM_Task, 'duration_secs': 3.06647} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.772977] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.772977] env[64120]: INFO nova.compute.manager [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Took 13.76 seconds to spawn the instance on the hypervisor. [ 903.772977] env[64120]: DEBUG nova.compute.manager [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 903.772977] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79892b4e-bc03-4568-adc8-41284f07ddf8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.775916] env[64120]: DEBUG nova.network.neutron [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Updating instance_info_cache with network_info: [{"id": "77be9061-328f-454e-b5dd-afbce8e3ed59", "address": "fa:16:3e:50:db:b9", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77be9061-32", "ovs_interfaceid": "77be9061-328f-454e-b5dd-afbce8e3ed59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.828997] env[64120]: DEBUG oslo_vmware.api [None req-0c687dcf-8128-48c4-b439-cd7965571969 tempest-DeleteServersAdminTestJSON-1209218377 tempest-DeleteServersAdminTestJSON-1209218377-project-admin] Task: {'id': task-1405629, 'name': PowerOffVM_Task, 'duration_secs': 0.212915} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.828997] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c687dcf-8128-48c4-b439-cd7965571969 tempest-DeleteServersAdminTestJSON-1209218377 tempest-DeleteServersAdminTestJSON-1209218377-project-admin] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.828997] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0c687dcf-8128-48c4-b439-cd7965571969 tempest-DeleteServersAdminTestJSON-1209218377 tempest-DeleteServersAdminTestJSON-1209218377-project-admin] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.829246] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94b3bba4-1a8c-4d12-8b9f-0cf2897f538d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.864821] env[64120]: DEBUG nova.network.neutron [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Successfully created port: 727d3ab2-6dbd-4fed-b1b2-98e8251045c0 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.898708] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eab1f1a5-5852-4781-ae87-486eb7723be6 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Lock "038445ee-fe90-4f5a-829e-c36cf1a9bf33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.594s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.901359] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0c687dcf-8128-48c4-b439-cd7965571969 tempest-DeleteServersAdminTestJSON-1209218377 tempest-DeleteServersAdminTestJSON-1209218377-project-admin] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.901699] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0c687dcf-8128-48c4-b439-cd7965571969 tempest-DeleteServersAdminTestJSON-1209218377 tempest-DeleteServersAdminTestJSON-1209218377-project-admin] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.902397] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c687dcf-8128-48c4-b439-cd7965571969 tempest-DeleteServersAdminTestJSON-1209218377 tempest-DeleteServersAdminTestJSON-1209218377-project-admin] Deleting the datastore file [datastore1] 5124951e-8d45-47fa-904c-34a971d6b229 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.902397] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6c1c458-e933-4bfc-bf54-ad544920b061 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.912082] env[64120]: DEBUG oslo_vmware.api [None req-0c687dcf-8128-48c4-b439-cd7965571969 tempest-DeleteServersAdminTestJSON-1209218377 tempest-DeleteServersAdminTestJSON-1209218377-project-admin] Waiting for the task: (returnval){ [ 903.912082] env[64120]: value = "task-1405632" [ 903.912082] env[64120]: _type = "Task" [ 903.912082] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.927185] env[64120]: DEBUG oslo_vmware.api [None req-0c687dcf-8128-48c4-b439-cd7965571969 tempest-DeleteServersAdminTestJSON-1209218377 tempest-DeleteServersAdminTestJSON-1209218377-project-admin] Task: {'id': task-1405632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.992527] env[64120]: DEBUG nova.scheduler.client.report [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 904.039824] env[64120]: DEBUG nova.compute.manager [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 904.059080] env[64120]: DEBUG nova.network.neutron [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Successfully updated port: 503b8c1a-39fa-40d8-903f-1d4a242cb8b3 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.082493] env[64120]: DEBUG nova.virt.hardware [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 904.082816] env[64120]: DEBUG nova.virt.hardware [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 904.082999] env[64120]: DEBUG nova.virt.hardware [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.083194] env[64120]: DEBUG nova.virt.hardware [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 904.083342] env[64120]: DEBUG nova.virt.hardware [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.083485] env[64120]: DEBUG nova.virt.hardware [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 904.083693] env[64120]: DEBUG nova.virt.hardware [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 904.083841] env[64120]: DEBUG nova.virt.hardware [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 904.083999] env[64120]: DEBUG nova.virt.hardware [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 904.083999] env[64120]: DEBUG nova.virt.hardware [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 904.084453] env[64120]: DEBUG nova.virt.hardware [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 904.086066] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20bf8fe-e620-4c95-960f-5bf0d4bdffb5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.098785] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce67f309-ead4-4eb6-9585-4ac7252ac326 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.229826] env[64120]: DEBUG oslo_vmware.api [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Task: {'id': task-1405630, 'name': PowerOnVM_Task} progress is 37%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.279265] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Releasing lock "refresh_cache-810ace60-3801-4686-8087-570c8b93b42f" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.279803] env[64120]: DEBUG nova.compute.manager [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Instance network_info: |[{"id": "77be9061-328f-454e-b5dd-afbce8e3ed59", "address": "fa:16:3e:50:db:b9", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77be9061-32", "ovs_interfaceid": "77be9061-328f-454e-b5dd-afbce8e3ed59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 904.284025] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:db:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77be9061-328f-454e-b5dd-afbce8e3ed59', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.291128] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Creating folder: Project (aafc2922a60440ebb51a3895776480d2). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.298680] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a38ea451-9c2b-4df0-84a3-c8ba5612212e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.305148] env[64120]: INFO nova.compute.manager [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Took 21.71 seconds to build instance. [ 904.307190] env[64120]: DEBUG nova.network.neutron [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Successfully updated port: 47cd1672-494b-4e3e-8d4b-19332e52c5bf {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.314659] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Created folder: Project (aafc2922a60440ebb51a3895776480d2) in parent group-v297899. [ 904.314659] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Creating folder: Instances. Parent ref: group-v297919. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.314659] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79b4ac84-032e-48d8-b11d-2ffdd97f59db {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.325800] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Created folder: Instances in parent group-v297919. [ 904.326065] env[64120]: DEBUG oslo.service.loopingcall [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 904.326293] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.326499] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa1451e4-25db-4e43-a712-7b37a19ccb5d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.352113] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.352113] env[64120]: value = "task-1405635" [ 904.352113] env[64120]: _type = "Task" [ 904.352113] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.362413] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405635, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.407938] env[64120]: DEBUG nova.compute.manager [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 904.426757] env[64120]: DEBUG oslo_vmware.api [None req-0c687dcf-8128-48c4-b439-cd7965571969 tempest-DeleteServersAdminTestJSON-1209218377 tempest-DeleteServersAdminTestJSON-1209218377-project-admin] Task: {'id': task-1405632, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237594} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.426999] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c687dcf-8128-48c4-b439-cd7965571969 tempest-DeleteServersAdminTestJSON-1209218377 tempest-DeleteServersAdminTestJSON-1209218377-project-admin] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.427234] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0c687dcf-8128-48c4-b439-cd7965571969 tempest-DeleteServersAdminTestJSON-1209218377 tempest-DeleteServersAdminTestJSON-1209218377-project-admin] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 904.427664] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0c687dcf-8128-48c4-b439-cd7965571969 tempest-DeleteServersAdminTestJSON-1209218377 tempest-DeleteServersAdminTestJSON-1209218377-project-admin] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 904.427921] env[64120]: INFO nova.compute.manager [None req-0c687dcf-8128-48c4-b439-cd7965571969 tempest-DeleteServersAdminTestJSON-1209218377 tempest-DeleteServersAdminTestJSON-1209218377-project-admin] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Took 1.14 seconds to destroy the instance on the hypervisor. [ 904.428526] env[64120]: DEBUG oslo.service.loopingcall [None req-0c687dcf-8128-48c4-b439-cd7965571969 tempest-DeleteServersAdminTestJSON-1209218377 tempest-DeleteServersAdminTestJSON-1209218377-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 904.428740] env[64120]: DEBUG nova.compute.manager [-] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 904.428836] env[64120]: DEBUG nova.network.neutron [-] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 904.498444] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.499329] env[64120]: DEBUG nova.compute.manager [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 904.503059] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.854s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.505751] env[64120]: INFO nova.compute.claims [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.564237] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "refresh_cache-625aec63-96af-4356-90bb-8278f9794f2a" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.564237] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquired lock "refresh_cache-625aec63-96af-4356-90bb-8278f9794f2a" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.564385] env[64120]: DEBUG nova.network.neutron [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.732724] env[64120]: DEBUG oslo_vmware.api [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Task: {'id': task-1405630, 'name': PowerOnVM_Task, 'duration_secs': 0.968454} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.732990] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.733420] env[64120]: INFO nova.compute.manager [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Took 9.91 seconds to spawn the instance on the hypervisor. [ 904.733605] env[64120]: DEBUG nova.compute.manager [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 904.734491] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afff08dc-82de-4332-b005-10579930b2ae {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.812767] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d58acd50-9eac-4389-aaec-3d9037d33e80 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Lock "eefaff78-2165-4aa7-b991-605084c3d9c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.227s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.867264] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405635, 'name': CreateVM_Task, 'duration_secs': 0.511278} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.867778] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.869048] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.869388] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.870081] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.870507] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b40dd3c-4952-44f4-9686-d102f278517a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.877317] env[64120]: DEBUG oslo_vmware.api [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 904.877317] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]522b79da-041c-c149-7d0b-4244c0dd4d3e" [ 904.877317] env[64120]: _type = "Task" [ 904.877317] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.887482] env[64120]: DEBUG oslo_vmware.api [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]522b79da-041c-c149-7d0b-4244c0dd4d3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.963239] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.014053] env[64120]: DEBUG nova.compute.utils [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 905.016881] env[64120]: DEBUG nova.compute.manager [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 905.017095] env[64120]: DEBUG nova.network.neutron [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 905.113883] env[64120]: DEBUG nova.policy [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30afa835e8d24e01b6b66bb876a6e9ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b86b74620ee4be384b30b74a26e6e2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 905.141672] env[64120]: DEBUG nova.network.neutron [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.183624] env[64120]: DEBUG nova.compute.manager [req-deb2fd5e-af8e-43ff-94ad-1a8c48e8ddb9 req-c2208c73-6bdc-4542-9fba-766ed2d75855 service nova] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Received event network-vif-plugged-aa24d805-c1df-4c1a-858f-c1d55a290b82 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 905.184238] env[64120]: DEBUG oslo_concurrency.lockutils [req-deb2fd5e-af8e-43ff-94ad-1a8c48e8ddb9 req-c2208c73-6bdc-4542-9fba-766ed2d75855 service nova] Acquiring lock "8194ea3c-a153-4f04-b60c-73bbc4b3eca2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.184460] env[64120]: DEBUG oslo_concurrency.lockutils [req-deb2fd5e-af8e-43ff-94ad-1a8c48e8ddb9 req-c2208c73-6bdc-4542-9fba-766ed2d75855 service nova] Lock "8194ea3c-a153-4f04-b60c-73bbc4b3eca2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.184627] env[64120]: DEBUG oslo_concurrency.lockutils [req-deb2fd5e-af8e-43ff-94ad-1a8c48e8ddb9 req-c2208c73-6bdc-4542-9fba-766ed2d75855 service nova] Lock "8194ea3c-a153-4f04-b60c-73bbc4b3eca2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.184803] env[64120]: DEBUG nova.compute.manager [req-deb2fd5e-af8e-43ff-94ad-1a8c48e8ddb9 req-c2208c73-6bdc-4542-9fba-766ed2d75855 service nova] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] No waiting events found dispatching network-vif-plugged-aa24d805-c1df-4c1a-858f-c1d55a290b82 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 905.184989] env[64120]: WARNING nova.compute.manager [req-deb2fd5e-af8e-43ff-94ad-1a8c48e8ddb9 req-c2208c73-6bdc-4542-9fba-766ed2d75855 service nova] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Received unexpected event network-vif-plugged-aa24d805-c1df-4c1a-858f-c1d55a290b82 for instance with vm_state building and task_state spawning. [ 905.185165] env[64120]: DEBUG nova.compute.manager [req-deb2fd5e-af8e-43ff-94ad-1a8c48e8ddb9 req-c2208c73-6bdc-4542-9fba-766ed2d75855 service nova] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Received event network-changed-aa24d805-c1df-4c1a-858f-c1d55a290b82 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 905.185398] env[64120]: DEBUG nova.compute.manager [req-deb2fd5e-af8e-43ff-94ad-1a8c48e8ddb9 req-c2208c73-6bdc-4542-9fba-766ed2d75855 service nova] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Refreshing instance network info cache due to event network-changed-aa24d805-c1df-4c1a-858f-c1d55a290b82. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 905.185596] env[64120]: DEBUG oslo_concurrency.lockutils [req-deb2fd5e-af8e-43ff-94ad-1a8c48e8ddb9 req-c2208c73-6bdc-4542-9fba-766ed2d75855 service nova] Acquiring lock "refresh_cache-8194ea3c-a153-4f04-b60c-73bbc4b3eca2" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.185729] env[64120]: DEBUG oslo_concurrency.lockutils [req-deb2fd5e-af8e-43ff-94ad-1a8c48e8ddb9 req-c2208c73-6bdc-4542-9fba-766ed2d75855 service nova] Acquired lock "refresh_cache-8194ea3c-a153-4f04-b60c-73bbc4b3eca2" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.185916] env[64120]: DEBUG nova.network.neutron [req-deb2fd5e-af8e-43ff-94ad-1a8c48e8ddb9 req-c2208c73-6bdc-4542-9fba-766ed2d75855 service nova] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Refreshing network info cache for port aa24d805-c1df-4c1a-858f-c1d55a290b82 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.256705] env[64120]: INFO nova.compute.manager [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Took 20.55 seconds to build instance. [ 905.319757] env[64120]: DEBUG nova.compute.manager [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 905.366219] env[64120]: DEBUG oslo_concurrency.lockutils [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Acquiring lock "34463929-7e32-48fa-93cf-d3d5aea0f51b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.366362] env[64120]: DEBUG oslo_concurrency.lockutils [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Lock "34463929-7e32-48fa-93cf-d3d5aea0f51b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.392412] env[64120]: DEBUG oslo_vmware.api [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]522b79da-041c-c149-7d0b-4244c0dd4d3e, 'name': SearchDatastore_Task, 'duration_secs': 0.012682} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.392712] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.392945] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.393187] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.393334] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.393603] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.393784] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80b5dca3-9542-4cc9-8025-7b5200e6c34a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.402442] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.402692] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.403390] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98b0fd46-9a20-4455-9f2f-f3bb76471bfa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.409577] env[64120]: DEBUG oslo_vmware.api [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 905.409577] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]523de486-1967-cdca-767f-8e16392f29a0" [ 905.409577] env[64120]: _type = "Task" [ 905.409577] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.417818] env[64120]: DEBUG oslo_vmware.api [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]523de486-1967-cdca-767f-8e16392f29a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.513421] env[64120]: DEBUG nova.network.neutron [-] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.518629] env[64120]: DEBUG nova.compute.manager [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 905.621629] env[64120]: DEBUG nova.network.neutron [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Updating instance_info_cache with network_info: [{"id": "503b8c1a-39fa-40d8-903f-1d4a242cb8b3", "address": "fa:16:3e:64:e8:aa", "network": {"id": "ac859548-be49-4f7a-a170-ad993373fc23", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1472716559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288eafb106694a9cb4e568df3a5edd47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap503b8c1a-39", "ovs_interfaceid": "503b8c1a-39fa-40d8-903f-1d4a242cb8b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.757591] env[64120]: DEBUG nova.network.neutron [req-deb2fd5e-af8e-43ff-94ad-1a8c48e8ddb9 req-c2208c73-6bdc-4542-9fba-766ed2d75855 service nova] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.763164] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b25702b9-6956-4b43-9717-c255b2979637 tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Lock "ff219a3e-52b4-460f-9803-4aa465487621" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.068s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.845643] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.873119] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79679633-b905-469e-b8af-eb8d640d721d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.881576] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b398c42-3dad-4abf-8a92-6f3384f0c342 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.926735] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d185bdc-c309-470c-a58d-93a9351506f3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.937585] env[64120]: DEBUG oslo_vmware.api [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]523de486-1967-cdca-767f-8e16392f29a0, 'name': SearchDatastore_Task, 'duration_secs': 0.01127} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.940192] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2175ba-c80e-436b-9e62-c69c90bd9796 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.943733] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6c67b60-41dd-4ddc-a469-3fdfe12e457c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.949533] env[64120]: DEBUG oslo_vmware.api [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 905.949533] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c2e750-8786-8cab-55b2-f51e880b2849" [ 905.949533] env[64120]: _type = "Task" [ 905.949533] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.960363] env[64120]: DEBUG nova.compute.provider_tree [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.970052] env[64120]: DEBUG oslo_vmware.api [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c2e750-8786-8cab-55b2-f51e880b2849, 'name': SearchDatastore_Task, 'duration_secs': 0.016522} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.971814] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.971814] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 810ace60-3801-4686-8087-570c8b93b42f/810ace60-3801-4686-8087-570c8b93b42f.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.971814] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c48df4a3-efa9-482d-ae55-2fa49d986022 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.978798] env[64120]: DEBUG oslo_vmware.api [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 905.978798] env[64120]: value = "task-1405636" [ 905.978798] env[64120]: _type = "Task" [ 905.978798] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.979564] env[64120]: DEBUG nova.network.neutron [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Successfully created port: 3c0665da-c42a-4ecd-9ac6-17f28b5e7b98 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 905.990950] env[64120]: DEBUG oslo_vmware.api [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1405636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.017421] env[64120]: INFO nova.compute.manager [-] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Took 1.59 seconds to deallocate network for instance. [ 906.032260] env[64120]: DEBUG nova.network.neutron [req-deb2fd5e-af8e-43ff-94ad-1a8c48e8ddb9 req-c2208c73-6bdc-4542-9fba-766ed2d75855 service nova] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.068906] env[64120]: DEBUG nova.compute.manager [req-f2927a9e-7e8d-4073-ac56-931b26be401a req-a339b0a6-60ee-40bc-99a4-cf74b83b3269 service nova] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Received event network-vif-plugged-503b8c1a-39fa-40d8-903f-1d4a242cb8b3 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 906.068906] env[64120]: DEBUG oslo_concurrency.lockutils [req-f2927a9e-7e8d-4073-ac56-931b26be401a req-a339b0a6-60ee-40bc-99a4-cf74b83b3269 service nova] Acquiring lock "625aec63-96af-4356-90bb-8278f9794f2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.068906] env[64120]: DEBUG oslo_concurrency.lockutils [req-f2927a9e-7e8d-4073-ac56-931b26be401a req-a339b0a6-60ee-40bc-99a4-cf74b83b3269 service nova] Lock "625aec63-96af-4356-90bb-8278f9794f2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.068906] env[64120]: DEBUG oslo_concurrency.lockutils [req-f2927a9e-7e8d-4073-ac56-931b26be401a req-a339b0a6-60ee-40bc-99a4-cf74b83b3269 service nova] Lock "625aec63-96af-4356-90bb-8278f9794f2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.071884] env[64120]: DEBUG nova.compute.manager [req-f2927a9e-7e8d-4073-ac56-931b26be401a req-a339b0a6-60ee-40bc-99a4-cf74b83b3269 service nova] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] No waiting events found dispatching network-vif-plugged-503b8c1a-39fa-40d8-903f-1d4a242cb8b3 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 906.072141] env[64120]: WARNING nova.compute.manager [req-f2927a9e-7e8d-4073-ac56-931b26be401a req-a339b0a6-60ee-40bc-99a4-cf74b83b3269 service nova] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Received unexpected event network-vif-plugged-503b8c1a-39fa-40d8-903f-1d4a242cb8b3 for instance with vm_state building and task_state spawning. [ 906.123997] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Releasing lock "refresh_cache-625aec63-96af-4356-90bb-8278f9794f2a" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.124348] env[64120]: DEBUG nova.compute.manager [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Instance network_info: |[{"id": "503b8c1a-39fa-40d8-903f-1d4a242cb8b3", "address": "fa:16:3e:64:e8:aa", "network": {"id": "ac859548-be49-4f7a-a170-ad993373fc23", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1472716559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288eafb106694a9cb4e568df3a5edd47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap503b8c1a-39", "ovs_interfaceid": "503b8c1a-39fa-40d8-903f-1d4a242cb8b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 906.124847] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:e8:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '503b8c1a-39fa-40d8-903f-1d4a242cb8b3', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.132439] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Creating folder: Project (288eafb106694a9cb4e568df3a5edd47). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.133087] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-849e6950-9480-4c07-b4ae-5ebbfdcb4f29 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.144333] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Created folder: Project (288eafb106694a9cb4e568df3a5edd47) in parent group-v297899. [ 906.144517] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Creating folder: Instances. Parent ref: group-v297922. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.144758] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2462126-a8ca-49bb-9e3b-bdb5799fac1a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.154387] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Created folder: Instances in parent group-v297922. [ 906.154625] env[64120]: DEBUG oslo.service.loopingcall [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 906.154814] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.155055] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f96614c7-c50e-444b-ace9-3d54273b59ce {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.175011] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.175011] env[64120]: value = "task-1405639" [ 906.175011] env[64120]: _type = "Task" [ 906.175011] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.188203] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405639, 'name': CreateVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.269101] env[64120]: DEBUG nova.compute.manager [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 906.465810] env[64120]: DEBUG nova.scheduler.client.report [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 906.494156] env[64120]: DEBUG oslo_vmware.api [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1405636, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.524511] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0c687dcf-8128-48c4-b439-cd7965571969 tempest-DeleteServersAdminTestJSON-1209218377 tempest-DeleteServersAdminTestJSON-1209218377-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.536461] env[64120]: DEBUG nova.compute.manager [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 906.544662] env[64120]: DEBUG oslo_concurrency.lockutils [req-deb2fd5e-af8e-43ff-94ad-1a8c48e8ddb9 req-c2208c73-6bdc-4542-9fba-766ed2d75855 service nova] Releasing lock "refresh_cache-8194ea3c-a153-4f04-b60c-73bbc4b3eca2" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.544662] env[64120]: DEBUG nova.compute.manager [req-deb2fd5e-af8e-43ff-94ad-1a8c48e8ddb9 req-c2208c73-6bdc-4542-9fba-766ed2d75855 service nova] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Received event network-vif-plugged-77be9061-328f-454e-b5dd-afbce8e3ed59 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 906.544662] env[64120]: DEBUG oslo_concurrency.lockutils [req-deb2fd5e-af8e-43ff-94ad-1a8c48e8ddb9 req-c2208c73-6bdc-4542-9fba-766ed2d75855 service nova] Acquiring lock "810ace60-3801-4686-8087-570c8b93b42f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.544662] env[64120]: DEBUG oslo_concurrency.lockutils [req-deb2fd5e-af8e-43ff-94ad-1a8c48e8ddb9 req-c2208c73-6bdc-4542-9fba-766ed2d75855 service nova] Lock "810ace60-3801-4686-8087-570c8b93b42f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.544662] env[64120]: DEBUG oslo_concurrency.lockutils [req-deb2fd5e-af8e-43ff-94ad-1a8c48e8ddb9 req-c2208c73-6bdc-4542-9fba-766ed2d75855 service nova] Lock "810ace60-3801-4686-8087-570c8b93b42f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.544830] env[64120]: DEBUG nova.compute.manager [req-deb2fd5e-af8e-43ff-94ad-1a8c48e8ddb9 req-c2208c73-6bdc-4542-9fba-766ed2d75855 service nova] [instance: 810ace60-3801-4686-8087-570c8b93b42f] No waiting events found dispatching network-vif-plugged-77be9061-328f-454e-b5dd-afbce8e3ed59 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 906.544830] env[64120]: WARNING nova.compute.manager [req-deb2fd5e-af8e-43ff-94ad-1a8c48e8ddb9 req-c2208c73-6bdc-4542-9fba-766ed2d75855 service nova] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Received unexpected event network-vif-plugged-77be9061-328f-454e-b5dd-afbce8e3ed59 for instance with vm_state building and task_state spawning. [ 906.544830] env[64120]: DEBUG nova.compute.manager [req-deb2fd5e-af8e-43ff-94ad-1a8c48e8ddb9 req-c2208c73-6bdc-4542-9fba-766ed2d75855 service nova] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Received event network-changed-77be9061-328f-454e-b5dd-afbce8e3ed59 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 906.544830] env[64120]: DEBUG nova.compute.manager [req-deb2fd5e-af8e-43ff-94ad-1a8c48e8ddb9 req-c2208c73-6bdc-4542-9fba-766ed2d75855 service nova] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Refreshing instance network info cache due to event network-changed-77be9061-328f-454e-b5dd-afbce8e3ed59. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 906.544830] env[64120]: DEBUG oslo_concurrency.lockutils [req-deb2fd5e-af8e-43ff-94ad-1a8c48e8ddb9 req-c2208c73-6bdc-4542-9fba-766ed2d75855 service nova] Acquiring lock "refresh_cache-810ace60-3801-4686-8087-570c8b93b42f" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.544964] env[64120]: DEBUG oslo_concurrency.lockutils [req-deb2fd5e-af8e-43ff-94ad-1a8c48e8ddb9 req-c2208c73-6bdc-4542-9fba-766ed2d75855 service nova] Acquired lock "refresh_cache-810ace60-3801-4686-8087-570c8b93b42f" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.544964] env[64120]: DEBUG nova.network.neutron [req-deb2fd5e-af8e-43ff-94ad-1a8c48e8ddb9 req-c2208c73-6bdc-4542-9fba-766ed2d75855 service nova] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Refreshing network info cache for port 77be9061-328f-454e-b5dd-afbce8e3ed59 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.553913] env[64120]: DEBUG nova.network.neutron [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Successfully updated port: 727d3ab2-6dbd-4fed-b1b2-98e8251045c0 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 906.574067] env[64120]: DEBUG nova.virt.hardware [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 906.574552] env[64120]: DEBUG nova.virt.hardware [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 906.574862] env[64120]: DEBUG nova.virt.hardware [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.575206] env[64120]: DEBUG nova.virt.hardware [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 906.575459] env[64120]: DEBUG nova.virt.hardware [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.575682] env[64120]: DEBUG nova.virt.hardware [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 906.575988] env[64120]: DEBUG nova.virt.hardware [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 906.576259] env[64120]: DEBUG nova.virt.hardware [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 906.576486] env[64120]: DEBUG nova.virt.hardware [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 906.576731] env[64120]: DEBUG nova.virt.hardware [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 906.577023] env[64120]: DEBUG nova.virt.hardware [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 906.579534] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d5645f-111b-4d8a-b81b-b90699bb9fc1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.592237] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82013b2-284d-4344-ba77-5a1fe2242e2b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.686823] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405639, 'name': CreateVM_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.797681] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.974813] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.975445] env[64120]: DEBUG nova.compute.manager [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 906.980802] env[64120]: DEBUG oslo_concurrency.lockutils [None req-913c6b2c-286b-498e-9967-f32a69616b14 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.162s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.980802] env[64120]: DEBUG nova.objects.instance [None req-913c6b2c-286b-498e-9967-f32a69616b14 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Lazy-loading 'resources' on Instance uuid 63932705-f270-490f-bfd9-4aa0e26aaa80 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.000854] env[64120]: DEBUG oslo_vmware.api [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1405636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656394} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.000982] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 810ace60-3801-4686-8087-570c8b93b42f/810ace60-3801-4686-8087-570c8b93b42f.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.001216] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.001466] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87b83651-0f6b-4de2-92de-0112dfba5c83 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.014202] env[64120]: DEBUG oslo_vmware.api [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 907.014202] env[64120]: value = "task-1405640" [ 907.014202] env[64120]: _type = "Task" [ 907.014202] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.026550] env[64120]: DEBUG oslo_vmware.api [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1405640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.065280] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquiring lock "refresh_cache-5c191dc7-b8c0-4971-9852-9addaa45913e" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.065280] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquired lock "refresh_cache-5c191dc7-b8c0-4971-9852-9addaa45913e" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.065280] env[64120]: DEBUG nova.network.neutron [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.065280] env[64120]: INFO nova.compute.manager [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Rebuilding instance [ 907.142396] env[64120]: DEBUG nova.compute.manager [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 907.143949] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f85d78-f1ab-4ec3-9089-6ad2448718f4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.195644] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405639, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.487970] env[64120]: DEBUG nova.compute.utils [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 907.489475] env[64120]: DEBUG nova.compute.manager [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Not allocating networking since 'none' was specified. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 907.534976] env[64120]: DEBUG oslo_vmware.api [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1405640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075539} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.535293] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.536139] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434a62fc-fb6a-4bbc-936b-8fa71f41a88e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.568294] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 810ace60-3801-4686-8087-570c8b93b42f/810ace60-3801-4686-8087-570c8b93b42f.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.571509] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8273a94-9969-49e4-a4b0-f3bde88c6b97 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.596416] env[64120]: DEBUG oslo_vmware.api [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 907.596416] env[64120]: value = "task-1405641" [ 907.596416] env[64120]: _type = "Task" [ 907.596416] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.604816] env[64120]: DEBUG oslo_vmware.api [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1405641, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.649184] env[64120]: DEBUG nova.network.neutron [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.656714] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.657507] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d924dc00-98e7-4463-8099-e1cf6353acd1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.666409] env[64120]: DEBUG oslo_vmware.api [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Waiting for the task: (returnval){ [ 907.666409] env[64120]: value = "task-1405642" [ 907.666409] env[64120]: _type = "Task" [ 907.666409] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.680885] env[64120]: DEBUG oslo_vmware.api [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Task: {'id': task-1405642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.692581] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405639, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.704201] env[64120]: DEBUG nova.network.neutron [req-deb2fd5e-af8e-43ff-94ad-1a8c48e8ddb9 req-c2208c73-6bdc-4542-9fba-766ed2d75855 service nova] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Updated VIF entry in instance network info cache for port 77be9061-328f-454e-b5dd-afbce8e3ed59. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.705447] env[64120]: DEBUG nova.network.neutron [req-deb2fd5e-af8e-43ff-94ad-1a8c48e8ddb9 req-c2208c73-6bdc-4542-9fba-766ed2d75855 service nova] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Updating instance_info_cache with network_info: [{"id": "77be9061-328f-454e-b5dd-afbce8e3ed59", "address": "fa:16:3e:50:db:b9", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77be9061-32", "ovs_interfaceid": "77be9061-328f-454e-b5dd-afbce8e3ed59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.832094] env[64120]: DEBUG nova.network.neutron [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Successfully updated port: 632c45f9-3cc6-4049-ae0e-cbef9098c0a0 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 907.886868] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d263006d-fb92-49c2-a629-0992c000b1c5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.896238] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d449ca-c10d-474c-8b6c-9f50c2c38251 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.937406] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb8f9c8-4a9c-4652-9495-26f7d64e8bfb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.944323] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895d61e4-848d-4bb4-a063-8e2efdcb84a4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.960037] env[64120]: DEBUG nova.compute.provider_tree [None req-913c6b2c-286b-498e-9967-f32a69616b14 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.991875] env[64120]: DEBUG nova.compute.manager [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 908.024513] env[64120]: DEBUG nova.network.neutron [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Updating instance_info_cache with network_info: [{"id": "727d3ab2-6dbd-4fed-b1b2-98e8251045c0", "address": "fa:16:3e:22:a5:ee", "network": {"id": "798e9400-1a32-4141-ac8f-9fa94f4fdda5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-862446773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b86b74620ee4be384b30b74a26e6e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap727d3ab2-6d", "ovs_interfaceid": "727d3ab2-6dbd-4fed-b1b2-98e8251045c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.106855] env[64120]: DEBUG oslo_vmware.api [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1405641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.177542] env[64120]: DEBUG oslo_vmware.api [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Task: {'id': task-1405642, 'name': PowerOffVM_Task, 'duration_secs': 0.254311} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.177542] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.177542] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.177852] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67f50c2-bf46-4ef0-84e1-5053d6beaab1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.185219] env[64120]: DEBUG nova.network.neutron [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Successfully updated port: 3c0665da-c42a-4ecd-9ac6-17f28b5e7b98 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 908.189743] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.189743] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed96f422-27fe-4828-aeb1-1bd340ad3d96 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.194340] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405639, 'name': CreateVM_Task, 'duration_secs': 1.8811} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.194822] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.195679] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.195840] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.196173] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.196779] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9e87b98-ef97-4ec5-9035-b910cc669eed {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.202102] env[64120]: DEBUG oslo_vmware.api [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 908.202102] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52bf35cf-43c6-4833-a0bb-6a1dbf70a7b1" [ 908.202102] env[64120]: _type = "Task" [ 908.202102] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.210351] env[64120]: DEBUG oslo_concurrency.lockutils [req-deb2fd5e-af8e-43ff-94ad-1a8c48e8ddb9 req-c2208c73-6bdc-4542-9fba-766ed2d75855 service nova] Releasing lock "refresh_cache-810ace60-3801-4686-8087-570c8b93b42f" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.216019] env[64120]: DEBUG oslo_vmware.api [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52bf35cf-43c6-4833-a0bb-6a1dbf70a7b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.219444] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.219663] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.219847] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Deleting the datastore file [datastore2] 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.220131] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41e99d6e-a4f5-4877-be2a-5f2f1c1acbe8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.226354] env[64120]: DEBUG oslo_vmware.api [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Waiting for the task: (returnval){ [ 908.226354] env[64120]: value = "task-1405644" [ 908.226354] env[64120]: _type = "Task" [ 908.226354] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.234374] env[64120]: DEBUG oslo_vmware.api [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Task: {'id': task-1405644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.342452] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Acquiring lock "refresh_cache-8194ea3c-a153-4f04-b60c-73bbc4b3eca2" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.342721] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Acquired lock "refresh_cache-8194ea3c-a153-4f04-b60c-73bbc4b3eca2" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.342828] env[64120]: DEBUG nova.network.neutron [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.465978] env[64120]: DEBUG nova.scheduler.client.report [None req-913c6b2c-286b-498e-9967-f32a69616b14 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 908.526693] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Releasing lock "refresh_cache-5c191dc7-b8c0-4971-9852-9addaa45913e" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.527104] env[64120]: DEBUG nova.compute.manager [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Instance network_info: |[{"id": "727d3ab2-6dbd-4fed-b1b2-98e8251045c0", "address": "fa:16:3e:22:a5:ee", "network": {"id": "798e9400-1a32-4141-ac8f-9fa94f4fdda5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-862446773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b86b74620ee4be384b30b74a26e6e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap727d3ab2-6d", "ovs_interfaceid": "727d3ab2-6dbd-4fed-b1b2-98e8251045c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 908.528028] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:a5:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '727d3ab2-6dbd-4fed-b1b2-98e8251045c0', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.539549] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Creating folder: Project (5b86b74620ee4be384b30b74a26e6e2a). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 908.542772] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78e85d80-1b51-4d58-9596-2a0687ff2b17 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.551145] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Created folder: Project (5b86b74620ee4be384b30b74a26e6e2a) in parent group-v297899. [ 908.551493] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Creating folder: Instances. Parent ref: group-v297925. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 908.551568] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d8842a8-6524-49ad-ba2c-bd9599914de7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.563079] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Created folder: Instances in parent group-v297925. [ 908.563270] env[64120]: DEBUG oslo.service.loopingcall [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 908.563458] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.563881] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba752e48-dfc4-45b6-bb6c-1d582519bf0b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.590238] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.590238] env[64120]: value = "task-1405647" [ 908.590238] env[64120]: _type = "Task" [ 908.590238] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.599307] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405647, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.607910] env[64120]: DEBUG oslo_vmware.api [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1405641, 'name': ReconfigVM_Task, 'duration_secs': 0.778932} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.608302] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 810ace60-3801-4686-8087-570c8b93b42f/810ace60-3801-4686-8087-570c8b93b42f.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.609186] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f08cf1b-80f9-4147-b965-e07228eeb68f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.617019] env[64120]: DEBUG oslo_vmware.api [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 908.617019] env[64120]: value = "task-1405648" [ 908.617019] env[64120]: _type = "Task" [ 908.617019] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.627823] env[64120]: DEBUG oslo_vmware.api [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1405648, 'name': Rename_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.692803] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquiring lock "refresh_cache-569c563f-8a2c-4b65-982e-398f11b43f1a" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.693214] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquired lock "refresh_cache-569c563f-8a2c-4b65-982e-398f11b43f1a" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.693309] env[64120]: DEBUG nova.network.neutron [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.717201] env[64120]: DEBUG oslo_vmware.api [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52bf35cf-43c6-4833-a0bb-6a1dbf70a7b1, 'name': SearchDatastore_Task, 'duration_secs': 0.024396} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.718147] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.718147] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.718147] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.718342] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.718699] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.718699] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7853cbe6-0833-401b-8432-d97fa27d6e35 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.728088] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.728088] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.732728] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee965056-d35b-44c7-bec4-b5955326254b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.743411] env[64120]: DEBUG oslo_vmware.api [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 908.743411] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e9b376-7c94-3d16-4f08-6d6509c90558" [ 908.743411] env[64120]: _type = "Task" [ 908.743411] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.744140] env[64120]: DEBUG oslo_vmware.api [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Task: {'id': task-1405644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190909} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.750651] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.750651] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.750651] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.759535] env[64120]: DEBUG oslo_vmware.api [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e9b376-7c94-3d16-4f08-6d6509c90558, 'name': SearchDatastore_Task, 'duration_secs': 0.012347} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.760437] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ee665b3-04e0-4907-861e-de5c54dfd76d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.766165] env[64120]: DEBUG oslo_vmware.api [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 908.766165] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]525aecdb-8ce1-5f15-39c3-071f30c8d68b" [ 908.766165] env[64120]: _type = "Task" [ 908.766165] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.779916] env[64120]: DEBUG oslo_vmware.api [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]525aecdb-8ce1-5f15-39c3-071f30c8d68b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.895469] env[64120]: DEBUG nova.network.neutron [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.973686] env[64120]: DEBUG oslo_concurrency.lockutils [None req-913c6b2c-286b-498e-9967-f32a69616b14 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.976664] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.267s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.978488] env[64120]: INFO nova.compute.claims [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.003402] env[64120]: DEBUG nova.compute.manager [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 909.010991] env[64120]: INFO nova.scheduler.client.report [None req-913c6b2c-286b-498e-9967-f32a69616b14 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Deleted allocations for instance 63932705-f270-490f-bfd9-4aa0e26aaa80 [ 909.049858] env[64120]: DEBUG nova.virt.hardware [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 909.051476] env[64120]: DEBUG nova.virt.hardware [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 909.051727] env[64120]: DEBUG nova.virt.hardware [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.051830] env[64120]: DEBUG nova.virt.hardware [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 909.052071] env[64120]: DEBUG nova.virt.hardware [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.052148] env[64120]: DEBUG nova.virt.hardware [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 909.052533] env[64120]: DEBUG nova.virt.hardware [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 909.052533] env[64120]: DEBUG nova.virt.hardware [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 909.053098] env[64120]: DEBUG nova.virt.hardware [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 909.053799] env[64120]: DEBUG nova.virt.hardware [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 909.053799] env[64120]: DEBUG nova.virt.hardware [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 909.054931] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627a8437-44e2-47a9-af8c-f767ab38a1f1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.066284] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7333ec3e-e50d-4940-b7f1-0c50ad0f9009 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.083748] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Instance VIF info [] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.089968] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Creating folder: Project (a5df114ec3a045af9db04c0f1fa5840c). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 909.093875] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30a6da6f-94d7-4883-adef-772f9072273f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.110956] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405647, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.112879] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Created folder: Project (a5df114ec3a045af9db04c0f1fa5840c) in parent group-v297899. [ 909.113385] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Creating folder: Instances. Parent ref: group-v297928. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 909.113385] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c0ec867-c2ec-47be-a406-20d98da9e0e8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.124861] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Created folder: Instances in parent group-v297928. [ 909.125348] env[64120]: DEBUG oslo.service.loopingcall [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 909.125728] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.125958] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b5d94f6-536d-4a56-b10e-c5a356f8e5d8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.141692] env[64120]: DEBUG oslo_vmware.api [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1405648, 'name': Rename_Task, 'duration_secs': 0.263271} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.142236] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.142546] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f6231ab-d1d8-42e5-ad99-f870e4ff2410 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.146587] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.146587] env[64120]: value = "task-1405651" [ 909.146587] env[64120]: _type = "Task" [ 909.146587] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.150832] env[64120]: DEBUG oslo_vmware.api [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 909.150832] env[64120]: value = "task-1405652" [ 909.150832] env[64120]: _type = "Task" [ 909.150832] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.156977] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405651, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.161958] env[64120]: DEBUG oslo_vmware.api [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1405652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.272039] env[64120]: DEBUG nova.network.neutron [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.284093] env[64120]: DEBUG oslo_vmware.api [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]525aecdb-8ce1-5f15-39c3-071f30c8d68b, 'name': SearchDatastore_Task, 'duration_secs': 0.015864} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.284453] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.287396] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 625aec63-96af-4356-90bb-8278f9794f2a/625aec63-96af-4356-90bb-8278f9794f2a.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.287396] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10d17c6e-343c-4484-b41a-194a3b3e647a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.292793] env[64120]: DEBUG oslo_vmware.api [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 909.292793] env[64120]: value = "task-1405653" [ 909.292793] env[64120]: _type = "Task" [ 909.292793] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.304136] env[64120]: DEBUG oslo_vmware.api [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.524380] env[64120]: DEBUG oslo_concurrency.lockutils [None req-913c6b2c-286b-498e-9967-f32a69616b14 tempest-ServerExternalEventsTest-1770562228 tempest-ServerExternalEventsTest-1770562228-project-member] Lock "63932705-f270-490f-bfd9-4aa0e26aaa80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.970s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.611999] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405647, 'name': CreateVM_Task, 'duration_secs': 0.638605} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.612290] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.613279] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.613573] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.614249] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.614249] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aeba0ec-dd29-4faf-924a-74f29d449b03 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.621697] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 909.621697] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e52cd4-6beb-73fc-8971-65e9e4c553b2" [ 909.621697] env[64120]: _type = "Task" [ 909.621697] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.634691] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e52cd4-6beb-73fc-8971-65e9e4c553b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.659703] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405651, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.665641] env[64120]: DEBUG oslo_vmware.api [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1405652, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.695087] env[64120]: DEBUG nova.network.neutron [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Updating instance_info_cache with network_info: [{"id": "3c0665da-c42a-4ecd-9ac6-17f28b5e7b98", "address": "fa:16:3e:97:32:f0", "network": {"id": "798e9400-1a32-4141-ac8f-9fa94f4fdda5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-862446773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b86b74620ee4be384b30b74a26e6e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c0665da-c4", "ovs_interfaceid": "3c0665da-c42a-4ecd-9ac6-17f28b5e7b98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.806762] env[64120]: DEBUG nova.virt.hardware [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 909.806762] env[64120]: DEBUG nova.virt.hardware [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 909.806762] env[64120]: DEBUG nova.virt.hardware [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.806762] env[64120]: DEBUG nova.virt.hardware [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 909.807156] env[64120]: DEBUG nova.virt.hardware [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.807156] env[64120]: DEBUG nova.virt.hardware [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 909.807156] env[64120]: DEBUG nova.virt.hardware [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 909.807156] env[64120]: DEBUG nova.virt.hardware [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 909.807156] env[64120]: DEBUG nova.virt.hardware [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 909.807443] env[64120]: DEBUG nova.virt.hardware [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 909.807443] env[64120]: DEBUG nova.virt.hardware [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 909.809097] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea35ed8d-b55d-4a2a-9dd7-94cb394f4364 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.816764] env[64120]: DEBUG oslo_vmware.api [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405653, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.839021] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafeb322-fec1-403b-8e3d-433c2a227f89 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.859587] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Instance VIF info [] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.867828] env[64120]: DEBUG oslo.service.loopingcall [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 909.868347] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.868473] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0291e76c-c39d-4c6d-9018-5275b1ab8169 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.887199] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.887199] env[64120]: value = "task-1405654" [ 909.887199] env[64120]: _type = "Task" [ 909.887199] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.897038] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405654, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.935387] env[64120]: DEBUG nova.compute.manager [req-61aab690-fac1-4214-9be3-fd93ae73a9b4 req-2f2df9c6-ea57-4b24-955f-466c23653974 service nova] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Received event network-vif-plugged-47cd1672-494b-4e3e-8d4b-19332e52c5bf {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 909.935494] env[64120]: DEBUG oslo_concurrency.lockutils [req-61aab690-fac1-4214-9be3-fd93ae73a9b4 req-2f2df9c6-ea57-4b24-955f-466c23653974 service nova] Acquiring lock "8194ea3c-a153-4f04-b60c-73bbc4b3eca2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.935670] env[64120]: DEBUG oslo_concurrency.lockutils [req-61aab690-fac1-4214-9be3-fd93ae73a9b4 req-2f2df9c6-ea57-4b24-955f-466c23653974 service nova] Lock "8194ea3c-a153-4f04-b60c-73bbc4b3eca2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.935854] env[64120]: DEBUG oslo_concurrency.lockutils [req-61aab690-fac1-4214-9be3-fd93ae73a9b4 req-2f2df9c6-ea57-4b24-955f-466c23653974 service nova] Lock "8194ea3c-a153-4f04-b60c-73bbc4b3eca2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.936779] env[64120]: DEBUG nova.compute.manager [req-61aab690-fac1-4214-9be3-fd93ae73a9b4 req-2f2df9c6-ea57-4b24-955f-466c23653974 service nova] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] No waiting events found dispatching network-vif-plugged-47cd1672-494b-4e3e-8d4b-19332e52c5bf {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 909.936779] env[64120]: WARNING nova.compute.manager [req-61aab690-fac1-4214-9be3-fd93ae73a9b4 req-2f2df9c6-ea57-4b24-955f-466c23653974 service nova] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Received unexpected event network-vif-plugged-47cd1672-494b-4e3e-8d4b-19332e52c5bf for instance with vm_state building and task_state spawning. [ 909.936779] env[64120]: DEBUG nova.compute.manager [req-61aab690-fac1-4214-9be3-fd93ae73a9b4 req-2f2df9c6-ea57-4b24-955f-466c23653974 service nova] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Received event network-changed-47cd1672-494b-4e3e-8d4b-19332e52c5bf {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 909.936981] env[64120]: DEBUG nova.compute.manager [req-61aab690-fac1-4214-9be3-fd93ae73a9b4 req-2f2df9c6-ea57-4b24-955f-466c23653974 service nova] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Refreshing instance network info cache due to event network-changed-47cd1672-494b-4e3e-8d4b-19332e52c5bf. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 909.937228] env[64120]: DEBUG oslo_concurrency.lockutils [req-61aab690-fac1-4214-9be3-fd93ae73a9b4 req-2f2df9c6-ea57-4b24-955f-466c23653974 service nova] Acquiring lock "refresh_cache-8194ea3c-a153-4f04-b60c-73bbc4b3eca2" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.977185] env[64120]: DEBUG nova.network.neutron [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Updating instance_info_cache with network_info: [{"id": "aa24d805-c1df-4c1a-858f-c1d55a290b82", "address": "fa:16:3e:12:e4:c0", "network": {"id": "530d8aeb-5c72-409f-b617-18002d82e81a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-209681571", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41ef03202d0544e8914773bd2a0d7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa24d805-c1", "ovs_interfaceid": "aa24d805-c1df-4c1a-858f-c1d55a290b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "47cd1672-494b-4e3e-8d4b-19332e52c5bf", "address": "fa:16:3e:aa:7f:fa", "network": {"id": "e14bc112-a242-4821-bf32-89a72e85c352", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1230731453", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "41ef03202d0544e8914773bd2a0d7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47cd1672-49", "ovs_interfaceid": "47cd1672-494b-4e3e-8d4b-19332e52c5bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "632c45f9-3cc6-4049-ae0e-cbef9098c0a0", "address": "fa:16:3e:5b:f3:46", "network": {"id": "530d8aeb-5c72-409f-b617-18002d82e81a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-209681571", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41ef03202d0544e8914773bd2a0d7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap632c45f9-3c", "ovs_interfaceid": "632c45f9-3cc6-4049-ae0e-cbef9098c0a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.138593] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e52cd4-6beb-73fc-8971-65e9e4c553b2, 'name': SearchDatastore_Task, 'duration_secs': 0.067442} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.138997] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.139473] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.139733] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.139869] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.140082] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.140362] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-402de7a7-eb39-4698-8240-99071ca9106c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.152666] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.152666] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.157393] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0a4b24e-2107-4d77-a5c4-04b31a59e04b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.165093] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405651, 'name': CreateVM_Task, 'duration_secs': 0.577615} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.166321] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.166798] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.167011] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.167427] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.171549] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b525aa3-0a94-40f0-8274-ce5f744570d0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.173393] env[64120]: DEBUG oslo_vmware.api [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1405652, 'name': PowerOnVM_Task, 'duration_secs': 0.595738} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.173665] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 910.173665] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e4d59b-501b-5a06-ace9-d9da501674db" [ 910.173665] env[64120]: _type = "Task" [ 910.173665] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.173908] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.174131] env[64120]: INFO nova.compute.manager [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Took 11.02 seconds to spawn the instance on the hypervisor. [ 910.174309] env[64120]: DEBUG nova.compute.manager [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 910.175544] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38132c69-a613-4f8a-942f-d7f0dd97f0cd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.187866] env[64120]: DEBUG oslo_vmware.api [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Waiting for the task: (returnval){ [ 910.187866] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]527e5363-e7ee-6cf7-9e66-e2171e6e7801" [ 910.187866] env[64120]: _type = "Task" [ 910.187866] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.197300] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e4d59b-501b-5a06-ace9-d9da501674db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.203618] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Releasing lock "refresh_cache-569c563f-8a2c-4b65-982e-398f11b43f1a" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.204311] env[64120]: DEBUG nova.compute.manager [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Instance network_info: |[{"id": "3c0665da-c42a-4ecd-9ac6-17f28b5e7b98", "address": "fa:16:3e:97:32:f0", "network": {"id": "798e9400-1a32-4141-ac8f-9fa94f4fdda5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-862446773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b86b74620ee4be384b30b74a26e6e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c0665da-c4", "ovs_interfaceid": "3c0665da-c42a-4ecd-9ac6-17f28b5e7b98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 910.205615] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:32:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c0665da-c42a-4ecd-9ac6-17f28b5e7b98', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.216884] env[64120]: DEBUG oslo.service.loopingcall [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 910.222842] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.223187] env[64120]: DEBUG oslo_vmware.api [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]527e5363-e7ee-6cf7-9e66-e2171e6e7801, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.223766] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41e47ccb-b768-46b4-8675-d6be6f987231 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.247110] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.247110] env[64120]: value = "task-1405655" [ 910.247110] env[64120]: _type = "Task" [ 910.247110] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.258558] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405655, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.306013] env[64120]: DEBUG oslo_vmware.api [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633614} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.306013] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 625aec63-96af-4356-90bb-8278f9794f2a/625aec63-96af-4356-90bb-8278f9794f2a.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.306013] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.306952] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ded54cbb-525c-4acb-81bf-c5d0d4a50209 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.315125] env[64120]: DEBUG oslo_vmware.api [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 910.315125] env[64120]: value = "task-1405656" [ 910.315125] env[64120]: _type = "Task" [ 910.315125] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.325621] env[64120]: DEBUG oslo_vmware.api [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.350019] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8f8a73-e349-4816-aaa7-6a1d0e379548 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.354619] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd42fb6-f47f-4ddb-987e-d45652ac14a3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.393509] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5351d2c9-a100-4364-9417-abd4173b0718 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.404873] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e26284f-ff94-4cde-85a5-4849c584be91 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.408929] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405654, 'name': CreateVM_Task, 'duration_secs': 0.425503} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.409621] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.410549] env[64120]: DEBUG oslo_concurrency.lockutils [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.420934] env[64120]: DEBUG nova.compute.provider_tree [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.479849] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Releasing lock "refresh_cache-8194ea3c-a153-4f04-b60c-73bbc4b3eca2" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.480268] env[64120]: DEBUG nova.compute.manager [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Instance network_info: |[{"id": "aa24d805-c1df-4c1a-858f-c1d55a290b82", "address": "fa:16:3e:12:e4:c0", "network": {"id": "530d8aeb-5c72-409f-b617-18002d82e81a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-209681571", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41ef03202d0544e8914773bd2a0d7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa24d805-c1", "ovs_interfaceid": "aa24d805-c1df-4c1a-858f-c1d55a290b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "47cd1672-494b-4e3e-8d4b-19332e52c5bf", "address": "fa:16:3e:aa:7f:fa", "network": {"id": "e14bc112-a242-4821-bf32-89a72e85c352", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1230731453", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "41ef03202d0544e8914773bd2a0d7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47cd1672-49", "ovs_interfaceid": "47cd1672-494b-4e3e-8d4b-19332e52c5bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "632c45f9-3cc6-4049-ae0e-cbef9098c0a0", "address": "fa:16:3e:5b:f3:46", "network": {"id": "530d8aeb-5c72-409f-b617-18002d82e81a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-209681571", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41ef03202d0544e8914773bd2a0d7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap632c45f9-3c", "ovs_interfaceid": "632c45f9-3cc6-4049-ae0e-cbef9098c0a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 910.480554] env[64120]: DEBUG oslo_concurrency.lockutils [req-61aab690-fac1-4214-9be3-fd93ae73a9b4 req-2f2df9c6-ea57-4b24-955f-466c23653974 service nova] Acquired lock "refresh_cache-8194ea3c-a153-4f04-b60c-73bbc4b3eca2" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.480716] env[64120]: DEBUG nova.network.neutron [req-61aab690-fac1-4214-9be3-fd93ae73a9b4 req-2f2df9c6-ea57-4b24-955f-466c23653974 service nova] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Refreshing network info cache for port 47cd1672-494b-4e3e-8d4b-19332e52c5bf {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 910.482124] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:e4:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa24d805-c1df-4c1a-858f-c1d55a290b82', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:7f:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1895250-76cc-41f7-b7f8-2e5679494607', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47cd1672-494b-4e3e-8d4b-19332e52c5bf', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:f3:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '632c45f9-3cc6-4049-ae0e-cbef9098c0a0', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.495423] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Creating folder: Project (41ef03202d0544e8914773bd2a0d7e85). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.496256] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19042284-f228-4c17-adf6-f73f9ea838f1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.508171] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Created folder: Project (41ef03202d0544e8914773bd2a0d7e85) in parent group-v297899. [ 910.508359] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Creating folder: Instances. Parent ref: group-v297933. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.508702] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38159737-764b-4e64-b981-9a198fb69d58 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.517535] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Created folder: Instances in parent group-v297933. [ 910.517780] env[64120]: DEBUG oslo.service.loopingcall [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 910.517966] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.518174] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3368dc26-7081-4004-9333-992abb7c16a2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.546478] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.546478] env[64120]: value = "task-1405659" [ 910.546478] env[64120]: _type = "Task" [ 910.546478] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.554501] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405659, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.685668] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e4d59b-501b-5a06-ace9-d9da501674db, 'name': SearchDatastore_Task, 'duration_secs': 0.035526} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.686490] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c482f7c7-a156-4576-80ab-dcf5cff02b3f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.695375] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 910.695375] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f6b43d-497c-00bc-59ab-2dc9cb438620" [ 910.695375] env[64120]: _type = "Task" [ 910.695375] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.701493] env[64120]: DEBUG oslo_vmware.api [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]527e5363-e7ee-6cf7-9e66-e2171e6e7801, 'name': SearchDatastore_Task, 'duration_secs': 0.037454} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.702546] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.702807] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.703091] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.703395] env[64120]: DEBUG oslo_concurrency.lockutils [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.704107] env[64120]: DEBUG oslo_concurrency.lockutils [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.704498] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-177eec51-1c11-467d-8ecd-b184736d16c9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.714478] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f6b43d-497c-00bc-59ab-2dc9cb438620, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.717130] env[64120]: INFO nova.compute.manager [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Took 25.02 seconds to build instance. [ 910.719750] env[64120]: DEBUG oslo_vmware.api [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Waiting for the task: (returnval){ [ 910.719750] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5281615e-ab12-87d5-9292-b78dfb258885" [ 910.719750] env[64120]: _type = "Task" [ 910.719750] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.727756] env[64120]: DEBUG oslo_vmware.api [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5281615e-ab12-87d5-9292-b78dfb258885, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.757237] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405655, 'name': CreateVM_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.825164] env[64120]: DEBUG nova.compute.manager [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 910.825518] env[64120]: DEBUG oslo_vmware.api [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075423} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.826280] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b995d9-ad71-4182-9376-29c74281fb3d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.828824] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.829716] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b4d536-8f4a-42ba-8736-cd6eefb09bfe {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.856026] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 625aec63-96af-4356-90bb-8278f9794f2a/625aec63-96af-4356-90bb-8278f9794f2a.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.856026] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af3b166c-3b88-4b48-8adb-0af6e01567fa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.875100] env[64120]: DEBUG oslo_vmware.api [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 910.875100] env[64120]: value = "task-1405660" [ 910.875100] env[64120]: _type = "Task" [ 910.875100] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.883197] env[64120]: DEBUG oslo_vmware.api [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405660, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.924916] env[64120]: DEBUG nova.scheduler.client.report [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 910.953164] env[64120]: DEBUG nova.compute.manager [req-247083d2-6e65-4b0c-89ed-781f20337134 req-8ad28053-5a1b-44d6-997c-34151056cbfc service nova] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Received event network-changed-503b8c1a-39fa-40d8-903f-1d4a242cb8b3 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 910.953164] env[64120]: DEBUG nova.compute.manager [req-247083d2-6e65-4b0c-89ed-781f20337134 req-8ad28053-5a1b-44d6-997c-34151056cbfc service nova] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Refreshing instance network info cache due to event network-changed-503b8c1a-39fa-40d8-903f-1d4a242cb8b3. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 910.953164] env[64120]: DEBUG oslo_concurrency.lockutils [req-247083d2-6e65-4b0c-89ed-781f20337134 req-8ad28053-5a1b-44d6-997c-34151056cbfc service nova] Acquiring lock "refresh_cache-625aec63-96af-4356-90bb-8278f9794f2a" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.953164] env[64120]: DEBUG oslo_concurrency.lockutils [req-247083d2-6e65-4b0c-89ed-781f20337134 req-8ad28053-5a1b-44d6-997c-34151056cbfc service nova] Acquired lock "refresh_cache-625aec63-96af-4356-90bb-8278f9794f2a" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.953164] env[64120]: DEBUG nova.network.neutron [req-247083d2-6e65-4b0c-89ed-781f20337134 req-8ad28053-5a1b-44d6-997c-34151056cbfc service nova] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Refreshing network info cache for port 503b8c1a-39fa-40d8-903f-1d4a242cb8b3 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.059780] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405659, 'name': CreateVM_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.213961] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f6b43d-497c-00bc-59ab-2dc9cb438620, 'name': SearchDatastore_Task, 'duration_secs': 0.026563} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.216948] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.217177] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 5c191dc7-b8c0-4971-9852-9addaa45913e/5c191dc7-b8c0-4971-9852-9addaa45913e.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.218302] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.218781] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.218781] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d23eefd-518d-4796-8fdd-692723e3d837 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.222047] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d901d64f-25f5-4a65-9080-d3abb3d24d93 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.224783] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bfb2d72e-fc59-41e4-aced-44cdef3509f7 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lock "810ace60-3801-4686-8087-570c8b93b42f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.539s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.235934] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 911.235934] env[64120]: value = "task-1405661" [ 911.235934] env[64120]: _type = "Task" [ 911.235934] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.241212] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.241409] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.242189] env[64120]: DEBUG oslo_vmware.api [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5281615e-ab12-87d5-9292-b78dfb258885, 'name': SearchDatastore_Task, 'duration_secs': 0.026713} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.246055] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4338c61-6666-4f9e-ab98-65c513a5b5c8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.249831] env[64120]: DEBUG oslo_concurrency.lockutils [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.250081] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.250290] env[64120]: DEBUG oslo_concurrency.lockutils [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.264194] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.267683] env[64120]: DEBUG oslo_vmware.api [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Waiting for the task: (returnval){ [ 911.267683] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]520ca1c3-5bb8-4d6a-8f79-5d122cbacbe8" [ 911.267683] env[64120]: _type = "Task" [ 911.267683] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.276781] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405655, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.282031] env[64120]: DEBUG oslo_vmware.api [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]520ca1c3-5bb8-4d6a-8f79-5d122cbacbe8, 'name': SearchDatastore_Task, 'duration_secs': 0.018945} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.283039] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3335d390-5f45-4150-b08a-c777b52a732c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.287811] env[64120]: DEBUG oslo_vmware.api [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Waiting for the task: (returnval){ [ 911.287811] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e23cff-d1e4-72fc-b747-9eea256b51ff" [ 911.287811] env[64120]: _type = "Task" [ 911.287811] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.295951] env[64120]: DEBUG oslo_vmware.api [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e23cff-d1e4-72fc-b747-9eea256b51ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.359728] env[64120]: INFO nova.compute.manager [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] instance snapshotting [ 911.367309] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decbe8da-0e34-4864-aa1c-8f12e4765455 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.393988] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf5081d-137e-4a06-a8a0-d57a94fc7975 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.403459] env[64120]: DEBUG oslo_vmware.api [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405660, 'name': ReconfigVM_Task, 'duration_secs': 0.477234} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.405285] env[64120]: DEBUG nova.network.neutron [req-61aab690-fac1-4214-9be3-fd93ae73a9b4 req-2f2df9c6-ea57-4b24-955f-466c23653974 service nova] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Updated VIF entry in instance network info cache for port 47cd1672-494b-4e3e-8d4b-19332e52c5bf. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.405285] env[64120]: DEBUG nova.network.neutron [req-61aab690-fac1-4214-9be3-fd93ae73a9b4 req-2f2df9c6-ea57-4b24-955f-466c23653974 service nova] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Updating instance_info_cache with network_info: [{"id": "aa24d805-c1df-4c1a-858f-c1d55a290b82", "address": "fa:16:3e:12:e4:c0", "network": {"id": "530d8aeb-5c72-409f-b617-18002d82e81a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-209681571", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41ef03202d0544e8914773bd2a0d7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa24d805-c1", "ovs_interfaceid": "aa24d805-c1df-4c1a-858f-c1d55a290b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "47cd1672-494b-4e3e-8d4b-19332e52c5bf", "address": "fa:16:3e:aa:7f:fa", "network": {"id": "e14bc112-a242-4821-bf32-89a72e85c352", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1230731453", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "41ef03202d0544e8914773bd2a0d7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47cd1672-49", "ovs_interfaceid": "47cd1672-494b-4e3e-8d4b-19332e52c5bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "632c45f9-3cc6-4049-ae0e-cbef9098c0a0", "address": "fa:16:3e:5b:f3:46", "network": {"id": "530d8aeb-5c72-409f-b617-18002d82e81a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-209681571", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41ef03202d0544e8914773bd2a0d7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap632c45f9-3c", "ovs_interfaceid": "632c45f9-3cc6-4049-ae0e-cbef9098c0a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.409469] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 625aec63-96af-4356-90bb-8278f9794f2a/625aec63-96af-4356-90bb-8278f9794f2a.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.416263] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d79f5a6b-fe93-48c5-a538-4ff40fbd706a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.424586] env[64120]: DEBUG oslo_vmware.api [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 911.424586] env[64120]: value = "task-1405662" [ 911.424586] env[64120]: _type = "Task" [ 911.424586] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.436214] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.436856] env[64120]: DEBUG nova.compute.manager [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 911.440766] env[64120]: DEBUG oslo_vmware.api [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405662, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.441499] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.763s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.442307] env[64120]: DEBUG nova.objects.instance [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64120) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 911.557703] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405659, 'name': CreateVM_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.732034] env[64120]: DEBUG nova.compute.manager [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 911.764914] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405661, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.767213] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405655, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.802194] env[64120]: DEBUG oslo_vmware.api [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e23cff-d1e4-72fc-b747-9eea256b51ff, 'name': SearchDatastore_Task, 'duration_secs': 0.008903} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.802194] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.802194] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 22697bdf-00a0-4d08-b1f8-9ed0d733c801/22697bdf-00a0-4d08-b1f8-9ed0d733c801.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.802194] env[64120]: DEBUG oslo_concurrency.lockutils [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.802474] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.802516] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f089e537-a279-450f-ad10-2bc0852fb582 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.805155] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8c77cf7-cd94-4766-aacf-cbb3da2db10d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.814400] env[64120]: DEBUG oslo_vmware.api [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Waiting for the task: (returnval){ [ 911.814400] env[64120]: value = "task-1405663" [ 911.814400] env[64120]: _type = "Task" [ 911.814400] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.816577] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.816825] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.817984] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0ec273b-a80a-4f3b-9c82-2a86490af330 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.823577] env[64120]: DEBUG oslo_vmware.api [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Task: {'id': task-1405663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.826760] env[64120]: DEBUG oslo_vmware.api [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Waiting for the task: (returnval){ [ 911.826760] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b079d1-a6bc-b27e-b208-5e8884dcae50" [ 911.826760] env[64120]: _type = "Task" [ 911.826760] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.834987] env[64120]: DEBUG oslo_vmware.api [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b079d1-a6bc-b27e-b208-5e8884dcae50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.914467] env[64120]: DEBUG oslo_concurrency.lockutils [req-61aab690-fac1-4214-9be3-fd93ae73a9b4 req-2f2df9c6-ea57-4b24-955f-466c23653974 service nova] Releasing lock "refresh_cache-8194ea3c-a153-4f04-b60c-73bbc4b3eca2" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.914784] env[64120]: DEBUG nova.compute.manager [req-61aab690-fac1-4214-9be3-fd93ae73a9b4 req-2f2df9c6-ea57-4b24-955f-466c23653974 service nova] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Received event network-vif-deleted-d9d56b86-83c5-4bd1-b508-394c29997623 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 911.920134] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Creating Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 911.920449] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-69e506ce-ec18-4e99-bbf5-ac5ba3b47682 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.930542] env[64120]: DEBUG oslo_vmware.api [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Waiting for the task: (returnval){ [ 911.930542] env[64120]: value = "task-1405664" [ 911.930542] env[64120]: _type = "Task" [ 911.930542] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.938939] env[64120]: DEBUG nova.network.neutron [req-247083d2-6e65-4b0c-89ed-781f20337134 req-8ad28053-5a1b-44d6-997c-34151056cbfc service nova] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Updated VIF entry in instance network info cache for port 503b8c1a-39fa-40d8-903f-1d4a242cb8b3. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.939325] env[64120]: DEBUG nova.network.neutron [req-247083d2-6e65-4b0c-89ed-781f20337134 req-8ad28053-5a1b-44d6-997c-34151056cbfc service nova] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Updating instance_info_cache with network_info: [{"id": "503b8c1a-39fa-40d8-903f-1d4a242cb8b3", "address": "fa:16:3e:64:e8:aa", "network": {"id": "ac859548-be49-4f7a-a170-ad993373fc23", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1472716559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288eafb106694a9cb4e568df3a5edd47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap503b8c1a-39", "ovs_interfaceid": "503b8c1a-39fa-40d8-903f-1d4a242cb8b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.940942] env[64120]: DEBUG oslo_vmware.api [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405662, 'name': Rename_Task, 'duration_secs': 0.313356} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.941970] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.943198] env[64120]: DEBUG nova.compute.utils [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 911.949379] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc219ff1-abe8-4597-8b45-519e7ac36b78 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.951077] env[64120]: DEBUG nova.compute.manager [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 911.951766] env[64120]: DEBUG nova.network.neutron [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 911.961275] env[64120]: DEBUG oslo_vmware.api [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405664, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.967507] env[64120]: DEBUG oslo_vmware.api [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 911.967507] env[64120]: value = "task-1405665" [ 911.967507] env[64120]: _type = "Task" [ 911.967507] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.977025] env[64120]: DEBUG oslo_vmware.api [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.039916] env[64120]: DEBUG nova.policy [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84ed3db7718a4f938dc4f780506162c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c16ef63849084a00b97d49ac4ccf948d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 912.059863] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405659, 'name': CreateVM_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.271032] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56924} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.271867] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 5c191dc7-b8c0-4971-9852-9addaa45913e/5c191dc7-b8c0-4971-9852-9addaa45913e.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.272136] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.272460] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52587452-7fd5-4aa4-a20b-eb5de2f3b104 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.282604] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405655, 'name': CreateVM_Task, 'duration_secs': 1.872404} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.283530] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.284848] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.284848] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.284848] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.285030] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c916bfa-8087-4843-873d-638f43e550b8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.292609] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.293058] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 912.293058] env[64120]: value = "task-1405666" [ 912.293058] env[64120]: _type = "Task" [ 912.293058] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.305803] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 912.305803] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]522d39f1-0f39-a3cb-8241-0c2191fefb68" [ 912.305803] env[64120]: _type = "Task" [ 912.305803] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.314810] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405666, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.323256] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]522d39f1-0f39-a3cb-8241-0c2191fefb68, 'name': SearchDatastore_Task, 'duration_secs': 0.0147} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.323256] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.323564] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.323727] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.327904] env[64120]: DEBUG oslo_vmware.api [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Task: {'id': task-1405663, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48789} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.334988] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 22697bdf-00a0-4d08-b1f8-9ed0d733c801/22697bdf-00a0-4d08-b1f8-9ed0d733c801.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.335269] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.338150] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9aac7d2a-08b0-45d6-a498-1c815eff3556 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.343127] env[64120]: DEBUG oslo_vmware.api [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b079d1-a6bc-b27e-b208-5e8884dcae50, 'name': SearchDatastore_Task, 'duration_secs': 0.010067} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.345346] env[64120]: DEBUG oslo_vmware.api [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Waiting for the task: (returnval){ [ 912.345346] env[64120]: value = "task-1405667" [ 912.345346] env[64120]: _type = "Task" [ 912.345346] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.346216] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8415af1e-16d6-4f1a-8d88-1b8e117e796b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.357517] env[64120]: DEBUG oslo_vmware.api [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Waiting for the task: (returnval){ [ 912.357517] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e724f1-525f-1012-6e8b-70cf09d7c516" [ 912.357517] env[64120]: _type = "Task" [ 912.357517] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.361052] env[64120]: DEBUG oslo_vmware.api [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Task: {'id': task-1405667, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.370504] env[64120]: DEBUG oslo_vmware.api [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e724f1-525f-1012-6e8b-70cf09d7c516, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.412087] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Acquiring lock "a07b077f-b2c5-445e-a3ca-101eabeec7c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.412325] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Lock "a07b077f-b2c5-445e-a3ca-101eabeec7c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.442767] env[64120]: DEBUG oslo_vmware.api [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405664, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.463175] env[64120]: DEBUG nova.compute.manager [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 912.467037] env[64120]: DEBUG oslo_concurrency.lockutils [req-247083d2-6e65-4b0c-89ed-781f20337134 req-8ad28053-5a1b-44d6-997c-34151056cbfc service nova] Releasing lock "refresh_cache-625aec63-96af-4356-90bb-8278f9794f2a" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.467037] env[64120]: DEBUG nova.compute.manager [req-247083d2-6e65-4b0c-89ed-781f20337134 req-8ad28053-5a1b-44d6-997c-34151056cbfc service nova] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Received event network-vif-plugged-727d3ab2-6dbd-4fed-b1b2-98e8251045c0 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 912.467037] env[64120]: DEBUG oslo_concurrency.lockutils [req-247083d2-6e65-4b0c-89ed-781f20337134 req-8ad28053-5a1b-44d6-997c-34151056cbfc service nova] Acquiring lock "5c191dc7-b8c0-4971-9852-9addaa45913e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.467225] env[64120]: DEBUG oslo_concurrency.lockutils [req-247083d2-6e65-4b0c-89ed-781f20337134 req-8ad28053-5a1b-44d6-997c-34151056cbfc service nova] Lock "5c191dc7-b8c0-4971-9852-9addaa45913e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.467225] env[64120]: DEBUG oslo_concurrency.lockutils [req-247083d2-6e65-4b0c-89ed-781f20337134 req-8ad28053-5a1b-44d6-997c-34151056cbfc service nova] Lock "5c191dc7-b8c0-4971-9852-9addaa45913e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.468125] env[64120]: DEBUG nova.compute.manager [req-247083d2-6e65-4b0c-89ed-781f20337134 req-8ad28053-5a1b-44d6-997c-34151056cbfc service nova] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] No waiting events found dispatching network-vif-plugged-727d3ab2-6dbd-4fed-b1b2-98e8251045c0 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 912.468125] env[64120]: WARNING nova.compute.manager [req-247083d2-6e65-4b0c-89ed-781f20337134 req-8ad28053-5a1b-44d6-997c-34151056cbfc service nova] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Received unexpected event network-vif-plugged-727d3ab2-6dbd-4fed-b1b2-98e8251045c0 for instance with vm_state building and task_state spawning. [ 912.468125] env[64120]: DEBUG nova.compute.manager [req-247083d2-6e65-4b0c-89ed-781f20337134 req-8ad28053-5a1b-44d6-997c-34151056cbfc service nova] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Received event network-changed-727d3ab2-6dbd-4fed-b1b2-98e8251045c0 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 912.468125] env[64120]: DEBUG nova.compute.manager [req-247083d2-6e65-4b0c-89ed-781f20337134 req-8ad28053-5a1b-44d6-997c-34151056cbfc service nova] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Refreshing instance network info cache due to event network-changed-727d3ab2-6dbd-4fed-b1b2-98e8251045c0. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 912.468589] env[64120]: DEBUG oslo_concurrency.lockutils [req-247083d2-6e65-4b0c-89ed-781f20337134 req-8ad28053-5a1b-44d6-997c-34151056cbfc service nova] Acquiring lock "refresh_cache-5c191dc7-b8c0-4971-9852-9addaa45913e" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.468589] env[64120]: DEBUG oslo_concurrency.lockutils [req-247083d2-6e65-4b0c-89ed-781f20337134 req-8ad28053-5a1b-44d6-997c-34151056cbfc service nova] Acquired lock "refresh_cache-5c191dc7-b8c0-4971-9852-9addaa45913e" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.468648] env[64120]: DEBUG nova.network.neutron [req-247083d2-6e65-4b0c-89ed-781f20337134 req-8ad28053-5a1b-44d6-997c-34151056cbfc service nova] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Refreshing network info cache for port 727d3ab2-6dbd-4fed-b1b2-98e8251045c0 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.483109] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7ebb0756-0362-4e2b-8b6c-64f829a51832 tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.042s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.487088] env[64120]: DEBUG oslo_vmware.api [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405665, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.487088] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.522s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.487088] env[64120]: INFO nova.compute.claims [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.561461] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405659, 'name': CreateVM_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.810583] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405666, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112213} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.810876] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.811730] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cc52dc-043d-4f4b-a271-93dbf7c6b1bd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.841859] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 5c191dc7-b8c0-4971-9852-9addaa45913e/5c191dc7-b8c0-4971-9852-9addaa45913e.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.841859] env[64120]: DEBUG nova.network.neutron [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Successfully created port: 1f2fe5a1-dcad-48ce-b3b8-11ce9741cb64 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 912.843739] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-406ad8c1-98a4-4b5a-a379-b37dbee7b532 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.870793] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 912.870793] env[64120]: value = "task-1405668" [ 912.870793] env[64120]: _type = "Task" [ 912.870793] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.879357] env[64120]: DEBUG oslo_vmware.api [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Task: {'id': task-1405667, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135365} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.883139] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.888992] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4307dad0-a632-454f-9446-bb127a3b374e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.892775] env[64120]: DEBUG oslo_vmware.api [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e724f1-525f-1012-6e8b-70cf09d7c516, 'name': SearchDatastore_Task, 'duration_secs': 0.011186} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.893546] env[64120]: DEBUG oslo_concurrency.lockutils [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.893843] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30/9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.894489] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.894675] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.895150] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-462786a1-1b82-4a04-b50d-79f0544cad56 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.910807] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3422bda-c0df-46c0-80b9-0de9e096798a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.921916] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 22697bdf-00a0-4d08-b1f8-9ed0d733c801/22697bdf-00a0-4d08-b1f8-9ed0d733c801.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.922271] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405668, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.923069] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e9578df-6d7c-4a6c-a41f-bcea8b39cc06 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.941205] env[64120]: DEBUG oslo_vmware.api [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Waiting for the task: (returnval){ [ 912.941205] env[64120]: value = "task-1405669" [ 912.941205] env[64120]: _type = "Task" [ 912.941205] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.952834] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.952969] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.953847] env[64120]: DEBUG oslo_vmware.api [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Waiting for the task: (returnval){ [ 912.953847] env[64120]: value = "task-1405670" [ 912.953847] env[64120]: _type = "Task" [ 912.953847] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.958705] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38a69e11-7e2a-41de-b9fa-a87d5b674abc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.963094] env[64120]: DEBUG oslo_vmware.api [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405664, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.978757] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 912.978757] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]528893d5-54a4-f681-09cb-e9f15146baab" [ 912.978757] env[64120]: _type = "Task" [ 912.978757] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.978757] env[64120]: DEBUG oslo_vmware.api [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Task: {'id': task-1405669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.991905] env[64120]: DEBUG oslo_vmware.api [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Task: {'id': task-1405670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.000215] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Acquiring lock "a4c04c6d-8d9b-4859-9ece-a256f8cd0f18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.000461] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Lock "a4c04c6d-8d9b-4859-9ece-a256f8cd0f18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.008732] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]528893d5-54a4-f681-09cb-e9f15146baab, 'name': SearchDatastore_Task, 'duration_secs': 0.014886} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.013898] env[64120]: DEBUG oslo_vmware.api [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405665, 'name': PowerOnVM_Task} progress is 64%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.014222] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fb80240-366a-455e-ba59-663897be71a8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.022345] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 913.022345] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521c18fb-bbd2-af44-8271-758704717e15" [ 913.022345] env[64120]: _type = "Task" [ 913.022345] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.033612] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521c18fb-bbd2-af44-8271-758704717e15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.060693] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405659, 'name': CreateVM_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.157922] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 913.394116] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405668, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.452495] env[64120]: DEBUG oslo_vmware.api [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405664, 'name': CreateSnapshot_Task, 'duration_secs': 1.188552} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.453189] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Created Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 913.454030] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9f6033-e3b7-4cc6-825d-dd35487b6060 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.460162] env[64120]: DEBUG oslo_vmware.api [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Task: {'id': task-1405669, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.463486] env[64120]: DEBUG nova.compute.manager [req-359ddcd3-8681-4d09-b955-535c39c726d3 req-81039d2e-9c38-4eda-967d-ab350044f2aa service nova] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Received event network-vif-plugged-3c0665da-c42a-4ecd-9ac6-17f28b5e7b98 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 913.463742] env[64120]: DEBUG oslo_concurrency.lockutils [req-359ddcd3-8681-4d09-b955-535c39c726d3 req-81039d2e-9c38-4eda-967d-ab350044f2aa service nova] Acquiring lock "569c563f-8a2c-4b65-982e-398f11b43f1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.463917] env[64120]: DEBUG oslo_concurrency.lockutils [req-359ddcd3-8681-4d09-b955-535c39c726d3 req-81039d2e-9c38-4eda-967d-ab350044f2aa service nova] Lock "569c563f-8a2c-4b65-982e-398f11b43f1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.464147] env[64120]: DEBUG oslo_concurrency.lockutils [req-359ddcd3-8681-4d09-b955-535c39c726d3 req-81039d2e-9c38-4eda-967d-ab350044f2aa service nova] Lock "569c563f-8a2c-4b65-982e-398f11b43f1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.464348] env[64120]: DEBUG nova.compute.manager [req-359ddcd3-8681-4d09-b955-535c39c726d3 req-81039d2e-9c38-4eda-967d-ab350044f2aa service nova] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] No waiting events found dispatching network-vif-plugged-3c0665da-c42a-4ecd-9ac6-17f28b5e7b98 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 913.464724] env[64120]: WARNING nova.compute.manager [req-359ddcd3-8681-4d09-b955-535c39c726d3 req-81039d2e-9c38-4eda-967d-ab350044f2aa service nova] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Received unexpected event network-vif-plugged-3c0665da-c42a-4ecd-9ac6-17f28b5e7b98 for instance with vm_state building and task_state spawning. [ 913.464827] env[64120]: DEBUG nova.compute.manager [req-359ddcd3-8681-4d09-b955-535c39c726d3 req-81039d2e-9c38-4eda-967d-ab350044f2aa service nova] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Received event network-changed-3c0665da-c42a-4ecd-9ac6-17f28b5e7b98 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 913.465063] env[64120]: DEBUG nova.compute.manager [req-359ddcd3-8681-4d09-b955-535c39c726d3 req-81039d2e-9c38-4eda-967d-ab350044f2aa service nova] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Refreshing instance network info cache due to event network-changed-3c0665da-c42a-4ecd-9ac6-17f28b5e7b98. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 913.465179] env[64120]: DEBUG oslo_concurrency.lockutils [req-359ddcd3-8681-4d09-b955-535c39c726d3 req-81039d2e-9c38-4eda-967d-ab350044f2aa service nova] Acquiring lock "refresh_cache-569c563f-8a2c-4b65-982e-398f11b43f1a" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.465324] env[64120]: DEBUG oslo_concurrency.lockutils [req-359ddcd3-8681-4d09-b955-535c39c726d3 req-81039d2e-9c38-4eda-967d-ab350044f2aa service nova] Acquired lock "refresh_cache-569c563f-8a2c-4b65-982e-398f11b43f1a" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.465484] env[64120]: DEBUG nova.network.neutron [req-359ddcd3-8681-4d09-b955-535c39c726d3 req-81039d2e-9c38-4eda-967d-ab350044f2aa service nova] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Refreshing network info cache for port 3c0665da-c42a-4ecd-9ac6-17f28b5e7b98 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.487816] env[64120]: DEBUG oslo_vmware.api [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Task: {'id': task-1405670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.495533] env[64120]: DEBUG nova.compute.manager [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 913.497891] env[64120]: DEBUG oslo_vmware.api [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405665, 'name': PowerOnVM_Task, 'duration_secs': 1.511206} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.501718] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.501941] env[64120]: INFO nova.compute.manager [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Took 11.94 seconds to spawn the instance on the hypervisor. [ 913.502137] env[64120]: DEBUG nova.compute.manager [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 913.507268] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38c919d-ff58-46db-a9f1-b9737924a086 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.538334] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521c18fb-bbd2-af44-8271-758704717e15, 'name': SearchDatastore_Task, 'duration_secs': 0.012165} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.542582] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.542582] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 569c563f-8a2c-4b65-982e-398f11b43f1a/569c563f-8a2c-4b65-982e-398f11b43f1a.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.543736] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca3f6ce9-c76f-4f45-835a-68a00060460e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.548573] env[64120]: DEBUG nova.virt.hardware [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 913.548770] env[64120]: DEBUG nova.virt.hardware [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 913.548978] env[64120]: DEBUG nova.virt.hardware [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.549118] env[64120]: DEBUG nova.virt.hardware [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 913.549314] env[64120]: DEBUG nova.virt.hardware [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.549557] env[64120]: DEBUG nova.virt.hardware [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 913.549828] env[64120]: DEBUG nova.virt.hardware [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 913.550014] env[64120]: DEBUG nova.virt.hardware [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 913.550173] env[64120]: DEBUG nova.virt.hardware [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 913.550336] env[64120]: DEBUG nova.virt.hardware [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 913.550509] env[64120]: DEBUG nova.virt.hardware [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 913.551949] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3a0b3b-09a3-4938-8cfd-960577ec5150 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.563123] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 913.563123] env[64120]: value = "task-1405671" [ 913.563123] env[64120]: _type = "Task" [ 913.563123] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.572378] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405659, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.575213] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb2162d-5ae0-4eac-8db6-2d91560173fc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.584935] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.650729] env[64120]: DEBUG nova.network.neutron [req-247083d2-6e65-4b0c-89ed-781f20337134 req-8ad28053-5a1b-44d6-997c-34151056cbfc service nova] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Updated VIF entry in instance network info cache for port 727d3ab2-6dbd-4fed-b1b2-98e8251045c0. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.650857] env[64120]: DEBUG nova.network.neutron [req-247083d2-6e65-4b0c-89ed-781f20337134 req-8ad28053-5a1b-44d6-997c-34151056cbfc service nova] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Updating instance_info_cache with network_info: [{"id": "727d3ab2-6dbd-4fed-b1b2-98e8251045c0", "address": "fa:16:3e:22:a5:ee", "network": {"id": "798e9400-1a32-4141-ac8f-9fa94f4fdda5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-862446773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b86b74620ee4be384b30b74a26e6e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap727d3ab2-6d", "ovs_interfaceid": "727d3ab2-6dbd-4fed-b1b2-98e8251045c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.742746] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.744819] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.896676] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405668, 'name': ReconfigVM_Task, 'duration_secs': 0.672671} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.897083] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 5c191dc7-b8c0-4971-9852-9addaa45913e/5c191dc7-b8c0-4971-9852-9addaa45913e.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.897826] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b62436a7-c3cc-4575-8409-01be6c064b97 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.903961] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 913.903961] env[64120]: value = "task-1405672" [ 913.903961] env[64120]: _type = "Task" [ 913.903961] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.923485] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405672, 'name': Rename_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.956048] env[64120]: DEBUG oslo_vmware.api [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Task: {'id': task-1405669, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638798} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.956048] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30/9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.956048] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.956339] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b947972-13aa-4c76-9b39-9d9e3dffcf16 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.961644] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6192043-dafa-4302-a3c0-72e096a3030d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.965605] env[64120]: DEBUG oslo_vmware.api [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Waiting for the task: (returnval){ [ 913.965605] env[64120]: value = "task-1405673" [ 913.965605] env[64120]: _type = "Task" [ 913.965605] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.987884] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Creating linked-clone VM from snapshot {{(pid=64120) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 913.992398] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0e4476ae-552b-4628-926f-400e618157d4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.996844] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce370d33-c16e-44bb-a2c0-034f825be40a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.001491] env[64120]: DEBUG oslo_vmware.api [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Task: {'id': task-1405670, 'name': ReconfigVM_Task, 'duration_secs': 0.871445} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.006191] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 22697bdf-00a0-4d08-b1f8-9ed0d733c801/22697bdf-00a0-4d08-b1f8-9ed0d733c801.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.006583] env[64120]: DEBUG oslo_vmware.api [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Task: {'id': task-1405673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.012451] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ecb8177-aa11-423e-bc56-9d64629bfac2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.041861] env[64120]: DEBUG oslo_vmware.api [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Waiting for the task: (returnval){ [ 914.041861] env[64120]: value = "task-1405674" [ 914.041861] env[64120]: _type = "Task" [ 914.041861] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.051285] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838b9176-2503-40e8-9ece-579585f1bab6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.056159] env[64120]: INFO nova.compute.manager [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Took 25.77 seconds to build instance. [ 914.063041] env[64120]: DEBUG oslo_vmware.api [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Waiting for the task: (returnval){ [ 914.063041] env[64120]: value = "task-1405675" [ 914.063041] env[64120]: _type = "Task" [ 914.063041] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.084968] env[64120]: DEBUG oslo_vmware.api [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405674, 'name': CloneVM_Task} progress is 23%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.087894] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc7bb77-34d5-4232-ad63-79d446640ce5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.100992] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405659, 'name': CreateVM_Task, 'duration_secs': 3.09666} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.101397] env[64120]: DEBUG oslo_vmware.api [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Task: {'id': task-1405675, 'name': Rename_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.102390] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.103383] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.103535] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.104092] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.115701] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbabe78d-8117-4dc2-80f3-ff9ac7779705 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.119024] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.119024] env[64120]: DEBUG nova.compute.provider_tree [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.125328] env[64120]: DEBUG oslo_vmware.api [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Waiting for the task: (returnval){ [ 914.125328] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b055af-3491-33d3-896c-8e7568ab278d" [ 914.125328] env[64120]: _type = "Task" [ 914.125328] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.134286] env[64120]: DEBUG oslo_vmware.api [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b055af-3491-33d3-896c-8e7568ab278d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.156612] env[64120]: DEBUG oslo_concurrency.lockutils [req-247083d2-6e65-4b0c-89ed-781f20337134 req-8ad28053-5a1b-44d6-997c-34151056cbfc service nova] Releasing lock "refresh_cache-5c191dc7-b8c0-4971-9852-9addaa45913e" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.156855] env[64120]: DEBUG nova.compute.manager [req-247083d2-6e65-4b0c-89ed-781f20337134 req-8ad28053-5a1b-44d6-997c-34151056cbfc service nova] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Received event network-vif-plugged-632c45f9-3cc6-4049-ae0e-cbef9098c0a0 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 914.157061] env[64120]: DEBUG oslo_concurrency.lockutils [req-247083d2-6e65-4b0c-89ed-781f20337134 req-8ad28053-5a1b-44d6-997c-34151056cbfc service nova] Acquiring lock "8194ea3c-a153-4f04-b60c-73bbc4b3eca2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.158107] env[64120]: DEBUG oslo_concurrency.lockutils [req-247083d2-6e65-4b0c-89ed-781f20337134 req-8ad28053-5a1b-44d6-997c-34151056cbfc service nova] Lock "8194ea3c-a153-4f04-b60c-73bbc4b3eca2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.158107] env[64120]: DEBUG oslo_concurrency.lockutils [req-247083d2-6e65-4b0c-89ed-781f20337134 req-8ad28053-5a1b-44d6-997c-34151056cbfc service nova] Lock "8194ea3c-a153-4f04-b60c-73bbc4b3eca2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.158107] env[64120]: DEBUG nova.compute.manager [req-247083d2-6e65-4b0c-89ed-781f20337134 req-8ad28053-5a1b-44d6-997c-34151056cbfc service nova] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] No waiting events found dispatching network-vif-plugged-632c45f9-3cc6-4049-ae0e-cbef9098c0a0 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 914.158107] env[64120]: WARNING nova.compute.manager [req-247083d2-6e65-4b0c-89ed-781f20337134 req-8ad28053-5a1b-44d6-997c-34151056cbfc service nova] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Received unexpected event network-vif-plugged-632c45f9-3cc6-4049-ae0e-cbef9098c0a0 for instance with vm_state building and task_state spawning. [ 914.158107] env[64120]: DEBUG nova.compute.manager [req-247083d2-6e65-4b0c-89ed-781f20337134 req-8ad28053-5a1b-44d6-997c-34151056cbfc service nova] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Received event network-changed-632c45f9-3cc6-4049-ae0e-cbef9098c0a0 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 914.158294] env[64120]: DEBUG nova.compute.manager [req-247083d2-6e65-4b0c-89ed-781f20337134 req-8ad28053-5a1b-44d6-997c-34151056cbfc service nova] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Refreshing instance network info cache due to event network-changed-632c45f9-3cc6-4049-ae0e-cbef9098c0a0. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 914.159080] env[64120]: DEBUG oslo_concurrency.lockutils [req-247083d2-6e65-4b0c-89ed-781f20337134 req-8ad28053-5a1b-44d6-997c-34151056cbfc service nova] Acquiring lock "refresh_cache-8194ea3c-a153-4f04-b60c-73bbc4b3eca2" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.159080] env[64120]: DEBUG oslo_concurrency.lockutils [req-247083d2-6e65-4b0c-89ed-781f20337134 req-8ad28053-5a1b-44d6-997c-34151056cbfc service nova] Acquired lock "refresh_cache-8194ea3c-a153-4f04-b60c-73bbc4b3eca2" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.159080] env[64120]: DEBUG nova.network.neutron [req-247083d2-6e65-4b0c-89ed-781f20337134 req-8ad28053-5a1b-44d6-997c-34151056cbfc service nova] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Refreshing network info cache for port 632c45f9-3cc6-4049-ae0e-cbef9098c0a0 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.160796] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.402540] env[64120]: DEBUG nova.network.neutron [req-359ddcd3-8681-4d09-b955-535c39c726d3 req-81039d2e-9c38-4eda-967d-ab350044f2aa service nova] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Updated VIF entry in instance network info cache for port 3c0665da-c42a-4ecd-9ac6-17f28b5e7b98. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.402788] env[64120]: DEBUG nova.network.neutron [req-359ddcd3-8681-4d09-b955-535c39c726d3 req-81039d2e-9c38-4eda-967d-ab350044f2aa service nova] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Updating instance_info_cache with network_info: [{"id": "3c0665da-c42a-4ecd-9ac6-17f28b5e7b98", "address": "fa:16:3e:97:32:f0", "network": {"id": "798e9400-1a32-4141-ac8f-9fa94f4fdda5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-862446773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b86b74620ee4be384b30b74a26e6e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c0665da-c4", "ovs_interfaceid": "3c0665da-c42a-4ecd-9ac6-17f28b5e7b98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.415468] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405672, 'name': Rename_Task, 'duration_secs': 0.482953} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.415764] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.416032] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85b0ac48-ce40-4a4c-a067-44fb01c3aa7e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.429770] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 914.429770] env[64120]: value = "task-1405676" [ 914.429770] env[64120]: _type = "Task" [ 914.429770] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.436059] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.484422] env[64120]: DEBUG oslo_vmware.api [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Task: {'id': task-1405673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141779} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.484780] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.485722] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbf8f02-ce8c-4a06-9947-a605f12db5ea {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.509781] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30/9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.510399] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae3408be-6a14-44b9-9e56-2279c9480ecc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.531757] env[64120]: DEBUG oslo_vmware.api [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Waiting for the task: (returnval){ [ 914.531757] env[64120]: value = "task-1405677" [ 914.531757] env[64120]: _type = "Task" [ 914.531757] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.551024] env[64120]: DEBUG oslo_vmware.api [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Task: {'id': task-1405677, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.557343] env[64120]: DEBUG nova.compute.manager [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Stashing vm_state: active {{(pid=64120) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 914.565763] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5a72a9a0-6c98-48df-bec9-d297ec1ab798 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "625aec63-96af-4356-90bb-8278f9794f2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.286s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.571163] env[64120]: DEBUG oslo_vmware.api [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405674, 'name': CloneVM_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.585576] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.589097] env[64120]: DEBUG oslo_vmware.api [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Task: {'id': task-1405675, 'name': Rename_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.623338] env[64120]: DEBUG nova.scheduler.client.report [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 914.639016] env[64120]: DEBUG oslo_vmware.api [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b055af-3491-33d3-896c-8e7568ab278d, 'name': SearchDatastore_Task, 'duration_secs': 0.024033} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.639630] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.639900] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.640270] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.640354] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.640698] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.640992] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c459451-013f-47b0-9263-8cf27fc466f4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.652201] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.653448] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.654335] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3404de46-35ee-4494-82c1-d39e3a1c735e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.660028] env[64120]: DEBUG oslo_vmware.api [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Waiting for the task: (returnval){ [ 914.660028] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5285f3d3-6351-c18e-1889-fd1af00daed9" [ 914.660028] env[64120]: _type = "Task" [ 914.660028] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.670884] env[64120]: DEBUG oslo_vmware.api [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5285f3d3-6351-c18e-1889-fd1af00daed9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.742907] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cd0eee79-8f2b-437b-bb2d-4578ec87566f tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Acquiring lock "ff219a3e-52b4-460f-9803-4aa465487621" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.742907] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cd0eee79-8f2b-437b-bb2d-4578ec87566f tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Lock "ff219a3e-52b4-460f-9803-4aa465487621" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.742907] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cd0eee79-8f2b-437b-bb2d-4578ec87566f tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Acquiring lock "ff219a3e-52b4-460f-9803-4aa465487621-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.742907] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cd0eee79-8f2b-437b-bb2d-4578ec87566f tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Lock "ff219a3e-52b4-460f-9803-4aa465487621-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.742907] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cd0eee79-8f2b-437b-bb2d-4578ec87566f tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Lock "ff219a3e-52b4-460f-9803-4aa465487621-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.744662] env[64120]: INFO nova.compute.manager [None req-cd0eee79-8f2b-437b-bb2d-4578ec87566f tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Terminating instance [ 914.746869] env[64120]: DEBUG nova.compute.manager [None req-cd0eee79-8f2b-437b-bb2d-4578ec87566f tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 914.747099] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0eee79-8f2b-437b-bb2d-4578ec87566f tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.748026] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0de1d67-c84a-44a3-887b-4b5285ee90b1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.760188] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0eee79-8f2b-437b-bb2d-4578ec87566f tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.760188] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bdc8f36-a97e-4e5b-8542-356860ee5203 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.767858] env[64120]: DEBUG oslo_vmware.api [None req-cd0eee79-8f2b-437b-bb2d-4578ec87566f tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Waiting for the task: (returnval){ [ 914.767858] env[64120]: value = "task-1405678" [ 914.767858] env[64120]: _type = "Task" [ 914.767858] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.777132] env[64120]: DEBUG oslo_vmware.api [None req-cd0eee79-8f2b-437b-bb2d-4578ec87566f tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Task: {'id': task-1405678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.910618] env[64120]: DEBUG oslo_concurrency.lockutils [req-359ddcd3-8681-4d09-b955-535c39c726d3 req-81039d2e-9c38-4eda-967d-ab350044f2aa service nova] Releasing lock "refresh_cache-569c563f-8a2c-4b65-982e-398f11b43f1a" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.946799] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405676, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.035070] env[64120]: DEBUG nova.network.neutron [req-247083d2-6e65-4b0c-89ed-781f20337134 req-8ad28053-5a1b-44d6-997c-34151056cbfc service nova] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Updated VIF entry in instance network info cache for port 632c45f9-3cc6-4049-ae0e-cbef9098c0a0. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.035635] env[64120]: DEBUG nova.network.neutron [req-247083d2-6e65-4b0c-89ed-781f20337134 req-8ad28053-5a1b-44d6-997c-34151056cbfc service nova] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Updating instance_info_cache with network_info: [{"id": "aa24d805-c1df-4c1a-858f-c1d55a290b82", "address": "fa:16:3e:12:e4:c0", "network": {"id": "530d8aeb-5c72-409f-b617-18002d82e81a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-209681571", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41ef03202d0544e8914773bd2a0d7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa24d805-c1", "ovs_interfaceid": "aa24d805-c1df-4c1a-858f-c1d55a290b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "47cd1672-494b-4e3e-8d4b-19332e52c5bf", "address": "fa:16:3e:aa:7f:fa", "network": {"id": "e14bc112-a242-4821-bf32-89a72e85c352", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1230731453", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "41ef03202d0544e8914773bd2a0d7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47cd1672-49", "ovs_interfaceid": "47cd1672-494b-4e3e-8d4b-19332e52c5bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "632c45f9-3cc6-4049-ae0e-cbef9098c0a0", "address": "fa:16:3e:5b:f3:46", "network": {"id": "530d8aeb-5c72-409f-b617-18002d82e81a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-209681571", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41ef03202d0544e8914773bd2a0d7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap632c45f9-3c", "ovs_interfaceid": "632c45f9-3cc6-4049-ae0e-cbef9098c0a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.054341] env[64120]: DEBUG oslo_vmware.api [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Task: {'id': task-1405677, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.072965] env[64120]: DEBUG oslo_vmware.api [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405674, 'name': CloneVM_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.084046] env[64120]: DEBUG nova.compute.manager [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 915.091318] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.098151] env[64120]: DEBUG oslo_vmware.api [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Task: {'id': task-1405675, 'name': Rename_Task, 'duration_secs': 0.922066} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.102289] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.102660] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405671, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.103769] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eeca2f07-73d1-4a6d-8b96-29df8e9d3305 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.109491] env[64120]: DEBUG oslo_vmware.api [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Waiting for the task: (returnval){ [ 915.109491] env[64120]: value = "task-1405679" [ 915.109491] env[64120]: _type = "Task" [ 915.109491] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.120251] env[64120]: DEBUG oslo_vmware.api [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Task: {'id': task-1405679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.130133] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.130133] env[64120]: DEBUG nova.compute.manager [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 915.132537] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.287s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.134091] env[64120]: INFO nova.compute.claims [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.171616] env[64120]: DEBUG oslo_vmware.api [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5285f3d3-6351-c18e-1889-fd1af00daed9, 'name': SearchDatastore_Task, 'duration_secs': 0.034333} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.173555] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e16c065-cc9d-4506-8bb8-0fe77f81e97c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.180181] env[64120]: DEBUG oslo_vmware.api [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Waiting for the task: (returnval){ [ 915.180181] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52783db5-ad41-ad88-3114-8d5148e8e4ce" [ 915.180181] env[64120]: _type = "Task" [ 915.180181] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.189354] env[64120]: DEBUG oslo_vmware.api [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52783db5-ad41-ad88-3114-8d5148e8e4ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.277885] env[64120]: DEBUG oslo_vmware.api [None req-cd0eee79-8f2b-437b-bb2d-4578ec87566f tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Task: {'id': task-1405678, 'name': PowerOffVM_Task, 'duration_secs': 0.347474} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.278244] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0eee79-8f2b-437b-bb2d-4578ec87566f tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.282257] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0eee79-8f2b-437b-bb2d-4578ec87566f tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.282257] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25d717de-be3b-40fb-b44f-33934face8d8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.285796] env[64120]: DEBUG nova.network.neutron [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Successfully updated port: 1f2fe5a1-dcad-48ce-b3b8-11ce9741cb64 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.341147] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0eee79-8f2b-437b-bb2d-4578ec87566f tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.341412] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0eee79-8f2b-437b-bb2d-4578ec87566f tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.341607] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd0eee79-8f2b-437b-bb2d-4578ec87566f tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Deleting the datastore file [datastore1] ff219a3e-52b4-460f-9803-4aa465487621 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.341882] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e32dc985-7ca1-42ca-bbbf-511ed89256ee {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.349846] env[64120]: DEBUG oslo_vmware.api [None req-cd0eee79-8f2b-437b-bb2d-4578ec87566f tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Waiting for the task: (returnval){ [ 915.349846] env[64120]: value = "task-1405681" [ 915.349846] env[64120]: _type = "Task" [ 915.349846] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.359686] env[64120]: DEBUG oslo_vmware.api [None req-cd0eee79-8f2b-437b-bb2d-4578ec87566f tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Task: {'id': task-1405681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.442117] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405676, 'name': PowerOnVM_Task} progress is 64%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.511419] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "3997b4b8-119f-4bac-a16c-b18361db7b31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.511825] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "3997b4b8-119f-4bac-a16c-b18361db7b31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.548089] env[64120]: DEBUG oslo_concurrency.lockutils [req-247083d2-6e65-4b0c-89ed-781f20337134 req-8ad28053-5a1b-44d6-997c-34151056cbfc service nova] Releasing lock "refresh_cache-8194ea3c-a153-4f04-b60c-73bbc4b3eca2" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.548608] env[64120]: DEBUG oslo_vmware.api [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Task: {'id': task-1405677, 'name': ReconfigVM_Task, 'duration_secs': 0.716965} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.548896] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30/9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.549549] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34b2e1b5-fc9f-427f-a334-df5f21ffdf5e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.558691] env[64120]: DEBUG oslo_vmware.api [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Waiting for the task: (returnval){ [ 915.558691] env[64120]: value = "task-1405682" [ 915.558691] env[64120]: _type = "Task" [ 915.558691] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.567147] env[64120]: DEBUG oslo_vmware.api [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405674, 'name': CloneVM_Task} progress is 95%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.572659] env[64120]: DEBUG oslo_vmware.api [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Task: {'id': task-1405682, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.583894] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405671, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.803056} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.585308] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 569c563f-8a2c-4b65-982e-398f11b43f1a/569c563f-8a2c-4b65-982e-398f11b43f1a.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.585308] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.585308] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15cda889-4a60-475d-9a90-66f1e7cc4c51 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.591108] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 915.591108] env[64120]: value = "task-1405683" [ 915.591108] env[64120]: _type = "Task" [ 915.591108] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.602438] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405683, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.621541] env[64120]: DEBUG oslo_vmware.api [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Task: {'id': task-1405679, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.622703] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.639423] env[64120]: DEBUG nova.compute.utils [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 915.645060] env[64120]: DEBUG nova.compute.manager [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 915.645060] env[64120]: DEBUG nova.network.neutron [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] [instance: 58609f67-0cf4-459c-8512-6292352cce83] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.693920] env[64120]: DEBUG oslo_vmware.api [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52783db5-ad41-ad88-3114-8d5148e8e4ce, 'name': SearchDatastore_Task, 'duration_secs': 0.022044} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.694310] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.694683] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 8194ea3c-a153-4f04-b60c-73bbc4b3eca2/8194ea3c-a153-4f04-b60c-73bbc4b3eca2.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.695013] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa4ef510-fcb7-4931-b5ff-a5cccc3655e1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.700620] env[64120]: DEBUG nova.policy [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7776f0bd6a9044149862697005b2182e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a886c14e4b049dc91b4b851edcc358a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 915.703593] env[64120]: DEBUG oslo_vmware.api [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Waiting for the task: (returnval){ [ 915.703593] env[64120]: value = "task-1405684" [ 915.703593] env[64120]: _type = "Task" [ 915.703593] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.712597] env[64120]: DEBUG oslo_vmware.api [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': task-1405684, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.788353] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Acquiring lock "refresh_cache-51f2aeb5-f940-49b0-bfce-e404cbd69d4d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.788603] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Acquired lock "refresh_cache-51f2aeb5-f940-49b0-bfce-e404cbd69d4d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.788777] env[64120]: DEBUG nova.network.neutron [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.862061] env[64120]: DEBUG oslo_vmware.api [None req-cd0eee79-8f2b-437b-bb2d-4578ec87566f tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Task: {'id': task-1405681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219989} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.862426] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd0eee79-8f2b-437b-bb2d-4578ec87566f tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.862675] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0eee79-8f2b-437b-bb2d-4578ec87566f tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.862902] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0eee79-8f2b-437b-bb2d-4578ec87566f tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.863134] env[64120]: INFO nova.compute.manager [None req-cd0eee79-8f2b-437b-bb2d-4578ec87566f tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Took 1.12 seconds to destroy the instance on the hypervisor. [ 915.863406] env[64120]: DEBUG oslo.service.loopingcall [None req-cd0eee79-8f2b-437b-bb2d-4578ec87566f tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 915.863600] env[64120]: DEBUG nova.compute.manager [-] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 915.863688] env[64120]: DEBUG nova.network.neutron [-] [instance: ff219a3e-52b4-460f-9803-4aa465487621] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.942788] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405676, 'name': PowerOnVM_Task} progress is 82%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.079066] env[64120]: DEBUG oslo_vmware.api [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405674, 'name': CloneVM_Task, 'duration_secs': 1.706102} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.079396] env[64120]: DEBUG oslo_vmware.api [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Task: {'id': task-1405682, 'name': Rename_Task, 'duration_secs': 0.193393} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.079652] env[64120]: INFO nova.virt.vmwareapi.vmops [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Created linked-clone VM from snapshot [ 916.079971] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.080986] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefa6c6a-e60c-4c27-8279-95d9346d2fd8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.083738] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73e9a5bf-206d-44d0-bb8d-4a789b45b270 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.097583] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Uploading image e75666a5-32b8-4e0e-90bf-f28e6a317dc7 {{(pid=64120) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 916.105203] env[64120]: DEBUG oslo_vmware.api [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Waiting for the task: (returnval){ [ 916.105203] env[64120]: value = "task-1405685" [ 916.105203] env[64120]: _type = "Task" [ 916.105203] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.115170] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405683, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083976} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.118654] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.123074] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62112359-5884-4824-9c0c-ce1d2eb91d0a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.126495] env[64120]: DEBUG oslo_vmware.api [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Task: {'id': task-1405685, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.147489] env[64120]: DEBUG nova.compute.manager [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 916.162306] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 569c563f-8a2c-4b65-982e-398f11b43f1a/569c563f-8a2c-4b65-982e-398f11b43f1a.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.168131] env[64120]: DEBUG oslo_vmware.api [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Task: {'id': task-1405679, 'name': PowerOnVM_Task} progress is 86%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.170623] env[64120]: DEBUG oslo_vmware.rw_handles [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 916.170623] env[64120]: value = "vm-297937" [ 916.170623] env[64120]: _type = "VirtualMachine" [ 916.170623] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 916.171570] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 916.171858] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6105ea3a-58d7-46ba-baec-257b887546af {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.187936] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-43427d9d-9c2f-400f-a82c-aeccb96ce53d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.191027] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 916.191027] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64120) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 916.196863] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 916.196863] env[64120]: value = "task-1405686" [ 916.196863] env[64120]: _type = "Task" [ 916.196863] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.199066] env[64120]: DEBUG oslo_vmware.rw_handles [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Lease: (returnval){ [ 916.199066] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5290e135-ffb5-c1f2-6fac-185c5a2f2e62" [ 916.199066] env[64120]: _type = "HttpNfcLease" [ 916.199066] env[64120]: } obtained for exporting VM: (result){ [ 916.199066] env[64120]: value = "vm-297937" [ 916.199066] env[64120]: _type = "VirtualMachine" [ 916.199066] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 916.199411] env[64120]: DEBUG oslo_vmware.api [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Waiting for the lease: (returnval){ [ 916.199411] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5290e135-ffb5-c1f2-6fac-185c5a2f2e62" [ 916.199411] env[64120]: _type = "HttpNfcLease" [ 916.199411] env[64120]: } to be ready. {{(pid=64120) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 916.221820] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.224458] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 916.224458] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5290e135-ffb5-c1f2-6fac-185c5a2f2e62" [ 916.224458] env[64120]: _type = "HttpNfcLease" [ 916.224458] env[64120]: } is ready. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 916.227765] env[64120]: DEBUG oslo_vmware.rw_handles [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 916.227765] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5290e135-ffb5-c1f2-6fac-185c5a2f2e62" [ 916.227765] env[64120]: _type = "HttpNfcLease" [ 916.227765] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 916.228351] env[64120]: DEBUG oslo_vmware.api [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': task-1405684, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.232251] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160ffb23-a639-456c-90a7-dcf12c36d8c0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.242247] env[64120]: DEBUG oslo_vmware.rw_handles [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521adf18-c6c8-3e8a-e092-3359789a1bbd/disk-0.vmdk from lease info. {{(pid=64120) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 916.243605] env[64120]: DEBUG oslo_vmware.rw_handles [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521adf18-c6c8-3e8a-e092-3359789a1bbd/disk-0.vmdk for reading. {{(pid=64120) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 916.385975] env[64120]: DEBUG nova.network.neutron [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.410499] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-90b6d44a-386e-4339-a8cf-78b3dea1d564 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.418092] env[64120]: DEBUG nova.network.neutron [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Successfully created port: 03726582-147a-45a6-9eb6-6db54daf1fbf {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.441924] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405676, 'name': PowerOnVM_Task, 'duration_secs': 1.597052} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.447773] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.448018] env[64120]: INFO nova.compute.manager [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Took 12.41 seconds to spawn the instance on the hypervisor. [ 916.448276] env[64120]: DEBUG nova.compute.manager [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 916.455021] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffeb998d-23c2-4014-8f02-42f887a44d69 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.619425] env[64120]: DEBUG oslo_vmware.api [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Task: {'id': task-1405685, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.639279] env[64120]: DEBUG oslo_vmware.api [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Task: {'id': task-1405679, 'name': PowerOnVM_Task, 'duration_secs': 1.142878} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.639553] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.639826] env[64120]: INFO nova.compute.manager [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Took 7.64 seconds to spawn the instance on the hypervisor. [ 916.639967] env[64120]: DEBUG nova.compute.manager [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 916.645626] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4100d8-470e-4954-926e-ebe74f0f8e29 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.654406] env[64120]: DEBUG nova.network.neutron [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Updating instance_info_cache with network_info: [{"id": "1f2fe5a1-dcad-48ce-b3b8-11ce9741cb64", "address": "fa:16:3e:89:42:9f", "network": {"id": "f56ea31b-bda9-4034-9ce8-02c78e2f3b49", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-877030389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c16ef63849084a00b97d49ac4ccf948d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2fe5a1-dc", "ovs_interfaceid": "1f2fe5a1-dcad-48ce-b3b8-11ce9741cb64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.715114] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.731287] env[64120]: DEBUG oslo_vmware.api [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': task-1405684, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673746} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.731665] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 8194ea3c-a153-4f04-b60c-73bbc4b3eca2/8194ea3c-a153-4f04-b60c-73bbc4b3eca2.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.732270] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.732719] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33c2eb27-c891-42fe-afa9-93d721867667 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.741264] env[64120]: DEBUG oslo_vmware.api [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Waiting for the task: (returnval){ [ 916.741264] env[64120]: value = "task-1405688" [ 916.741264] env[64120]: _type = "Task" [ 916.741264] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.758305] env[64120]: DEBUG oslo_vmware.api [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': task-1405688, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.764625] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4ba8f3-e50f-4b7d-ad53-23e859ecc5a6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.773203] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bebb0f-d124-4247-bf5e-3b762c989156 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.811895] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02104a25-38fb-47db-b027-81b1878b86f3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.821397] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7154c95e-6e24-4ba5-a40d-59efd033ed86 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.841033] env[64120]: DEBUG nova.compute.provider_tree [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.845566] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Acquiring lock "ab7e4956-eb19-4a23-97b4-2c4e37abe5dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.845566] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Lock "ab7e4956-eb19-4a23-97b4-2c4e37abe5dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.969204] env[64120]: INFO nova.compute.manager [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Took 27.28 seconds to build instance. [ 917.019172] env[64120]: DEBUG nova.compute.manager [req-29afb573-c9f3-42e7-8361-b021e43a1bcf req-2b772435-8312-4817-a593-fc27c4f7b28a service nova] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Received event network-vif-plugged-1f2fe5a1-dcad-48ce-b3b8-11ce9741cb64 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 917.019172] env[64120]: DEBUG oslo_concurrency.lockutils [req-29afb573-c9f3-42e7-8361-b021e43a1bcf req-2b772435-8312-4817-a593-fc27c4f7b28a service nova] Acquiring lock "51f2aeb5-f940-49b0-bfce-e404cbd69d4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.019491] env[64120]: DEBUG oslo_concurrency.lockutils [req-29afb573-c9f3-42e7-8361-b021e43a1bcf req-2b772435-8312-4817-a593-fc27c4f7b28a service nova] Lock "51f2aeb5-f940-49b0-bfce-e404cbd69d4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.019491] env[64120]: DEBUG oslo_concurrency.lockutils [req-29afb573-c9f3-42e7-8361-b021e43a1bcf req-2b772435-8312-4817-a593-fc27c4f7b28a service nova] Lock "51f2aeb5-f940-49b0-bfce-e404cbd69d4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.020243] env[64120]: DEBUG nova.compute.manager [req-29afb573-c9f3-42e7-8361-b021e43a1bcf req-2b772435-8312-4817-a593-fc27c4f7b28a service nova] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] No waiting events found dispatching network-vif-plugged-1f2fe5a1-dcad-48ce-b3b8-11ce9741cb64 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 917.020243] env[64120]: WARNING nova.compute.manager [req-29afb573-c9f3-42e7-8361-b021e43a1bcf req-2b772435-8312-4817-a593-fc27c4f7b28a service nova] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Received unexpected event network-vif-plugged-1f2fe5a1-dcad-48ce-b3b8-11ce9741cb64 for instance with vm_state building and task_state spawning. [ 917.020243] env[64120]: DEBUG nova.compute.manager [req-29afb573-c9f3-42e7-8361-b021e43a1bcf req-2b772435-8312-4817-a593-fc27c4f7b28a service nova] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Received event network-changed-1f2fe5a1-dcad-48ce-b3b8-11ce9741cb64 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 917.020243] env[64120]: DEBUG nova.compute.manager [req-29afb573-c9f3-42e7-8361-b021e43a1bcf req-2b772435-8312-4817-a593-fc27c4f7b28a service nova] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Refreshing instance network info cache due to event network-changed-1f2fe5a1-dcad-48ce-b3b8-11ce9741cb64. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 917.021156] env[64120]: DEBUG oslo_concurrency.lockutils [req-29afb573-c9f3-42e7-8361-b021e43a1bcf req-2b772435-8312-4817-a593-fc27c4f7b28a service nova] Acquiring lock "refresh_cache-51f2aeb5-f940-49b0-bfce-e404cbd69d4d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.091885] env[64120]: DEBUG nova.network.neutron [-] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.119288] env[64120]: DEBUG oslo_vmware.api [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Task: {'id': task-1405685, 'name': PowerOnVM_Task, 'duration_secs': 0.890477} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.119658] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.119923] env[64120]: DEBUG nova.compute.manager [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 917.120959] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16184bea-7f71-4278-9457-e6b58b01bfe6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.157671] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 917.157990] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Starting heal instance info cache {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 917.158052] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Rebuilding the list of instances to heal {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 917.160419] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Releasing lock "refresh_cache-51f2aeb5-f940-49b0-bfce-e404cbd69d4d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.160863] env[64120]: DEBUG nova.compute.manager [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Instance network_info: |[{"id": "1f2fe5a1-dcad-48ce-b3b8-11ce9741cb64", "address": "fa:16:3e:89:42:9f", "network": {"id": "f56ea31b-bda9-4034-9ce8-02c78e2f3b49", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-877030389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c16ef63849084a00b97d49ac4ccf948d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2fe5a1-dc", "ovs_interfaceid": "1f2fe5a1-dcad-48ce-b3b8-11ce9741cb64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 917.161401] env[64120]: DEBUG oslo_concurrency.lockutils [req-29afb573-c9f3-42e7-8361-b021e43a1bcf req-2b772435-8312-4817-a593-fc27c4f7b28a service nova] Acquired lock "refresh_cache-51f2aeb5-f940-49b0-bfce-e404cbd69d4d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.165068] env[64120]: DEBUG nova.network.neutron [req-29afb573-c9f3-42e7-8361-b021e43a1bcf req-2b772435-8312-4817-a593-fc27c4f7b28a service nova] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Refreshing network info cache for port 1f2fe5a1-dcad-48ce-b3b8-11ce9741cb64 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.173061] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:42:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd72ef32-a57c-43b0-93df-e8a030987d44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f2fe5a1-dcad-48ce-b3b8-11ce9741cb64', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.178211] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Creating folder: Project (c16ef63849084a00b97d49ac4ccf948d). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.182478] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba9a8fd6-2658-484c-8458-4f1a75053630 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.185769] env[64120]: INFO nova.compute.manager [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Took 22.56 seconds to build instance. [ 917.189937] env[64120]: DEBUG nova.compute.manager [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 917.201372] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Created folder: Project (c16ef63849084a00b97d49ac4ccf948d) in parent group-v297899. [ 917.201740] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Creating folder: Instances. Parent ref: group-v297938. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.206140] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7cbee79-590f-483c-9deb-7f4b880a9f34 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.214929] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405686, 'name': ReconfigVM_Task, 'duration_secs': 0.695088} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.217469] env[64120]: DEBUG nova.virt.hardware [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 917.217876] env[64120]: DEBUG nova.virt.hardware [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 917.218287] env[64120]: DEBUG nova.virt.hardware [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.218650] env[64120]: DEBUG nova.virt.hardware [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 917.218908] env[64120]: DEBUG nova.virt.hardware [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.219224] env[64120]: DEBUG nova.virt.hardware [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 917.219545] env[64120]: DEBUG nova.virt.hardware [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 917.219822] env[64120]: DEBUG nova.virt.hardware [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 917.220146] env[64120]: DEBUG nova.virt.hardware [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 917.220365] env[64120]: DEBUG nova.virt.hardware [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 917.220621] env[64120]: DEBUG nova.virt.hardware [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 917.220979] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 569c563f-8a2c-4b65-982e-398f11b43f1a/569c563f-8a2c-4b65-982e-398f11b43f1a.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.222515] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193633b6-9e28-4e93-8433-b8f023c26628 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.226368] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9240dd07-2615-405e-b50a-2b31bba75be3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.228239] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Created folder: Instances in parent group-v297938. [ 917.228548] env[64120]: DEBUG oslo.service.loopingcall [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 917.229211] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.229936] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77ebcfbf-197e-45a7-a85a-606a07248eaa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.248730] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 917.248730] env[64120]: value = "task-1405691" [ 917.248730] env[64120]: _type = "Task" [ 917.248730] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.253800] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ca707d-adc7-4b0c-8663-fe9a56bd3154 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.261529] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.261529] env[64120]: value = "task-1405692" [ 917.261529] env[64120]: _type = "Task" [ 917.261529] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.280218] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405691, 'name': Rename_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.280981] env[64120]: DEBUG oslo_vmware.api [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': task-1405688, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075209} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.282215] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.283123] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27aee41a-98de-4366-92ca-973c6649140e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.289481] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405692, 'name': CreateVM_Task} progress is 15%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.314584] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 8194ea3c-a153-4f04-b60c-73bbc4b3eca2/8194ea3c-a153-4f04-b60c-73bbc4b3eca2.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.314946] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fcac521-93d2-4af1-b4b5-4aadb39c2e38 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.335536] env[64120]: DEBUG oslo_vmware.api [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Waiting for the task: (returnval){ [ 917.335536] env[64120]: value = "task-1405693" [ 917.335536] env[64120]: _type = "Task" [ 917.335536] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.347172] env[64120]: DEBUG nova.scheduler.client.report [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 917.351265] env[64120]: DEBUG oslo_vmware.api [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': task-1405693, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.471599] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "5c191dc7-b8c0-4971-9852-9addaa45913e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.796s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.596652] env[64120]: INFO nova.compute.manager [-] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Took 1.73 seconds to deallocate network for instance. [ 917.647263] env[64120]: DEBUG oslo_concurrency.lockutils [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.664435] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Skipping network cache update for instance because it is being deleted. {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9945}} [ 917.664435] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Skipping network cache update for instance because it is Building. {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9941}} [ 917.664707] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Skipping network cache update for instance because it is Building. {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9941}} [ 917.664707] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Skipping network cache update for instance because it is Building. {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9941}} [ 917.664979] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Skipping network cache update for instance because it is Building. {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9941}} [ 917.665353] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Skipping network cache update for instance because it is Building. {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9941}} [ 917.683871] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "refresh_cache-9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.684470] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquired lock "refresh_cache-9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.684470] env[64120]: DEBUG nova.network.neutron [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Forcefully refreshing network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 917.684470] env[64120]: DEBUG nova.objects.instance [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lazy-loading 'info_cache' on Instance uuid 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.693525] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d9c25f14-d108-4690-b157-4303845294b1 tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Lock "22697bdf-00a0-4d08-b1f8-9ed0d733c801" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.754s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.770880] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405691, 'name': Rename_Task, 'duration_secs': 0.232486} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.771206] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.773656] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e095ddbf-3432-40d3-b977-dfe9c5822b48 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.788632] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405692, 'name': CreateVM_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.795767] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 917.795767] env[64120]: value = "task-1405694" [ 917.795767] env[64120]: _type = "Task" [ 917.795767] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.803738] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.846092] env[64120]: DEBUG oslo_vmware.api [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': task-1405693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.853267] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.853980] env[64120]: DEBUG nova.compute.manager [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 917.857507] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0c687dcf-8128-48c4-b439-cd7965571969 tempest-DeleteServersAdminTestJSON-1209218377 tempest-DeleteServersAdminTestJSON-1209218377-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.333s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.857876] env[64120]: DEBUG nova.objects.instance [None req-0c687dcf-8128-48c4-b439-cd7965571969 tempest-DeleteServersAdminTestJSON-1209218377 tempest-DeleteServersAdminTestJSON-1209218377-project-admin] Lazy-loading 'resources' on Instance uuid 5124951e-8d45-47fa-904c-34a971d6b229 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.974768] env[64120]: DEBUG nova.compute.manager [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 918.006453] env[64120]: DEBUG nova.network.neutron [req-29afb573-c9f3-42e7-8361-b021e43a1bcf req-2b772435-8312-4817-a593-fc27c4f7b28a service nova] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Updated VIF entry in instance network info cache for port 1f2fe5a1-dcad-48ce-b3b8-11ce9741cb64. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.006965] env[64120]: DEBUG nova.network.neutron [req-29afb573-c9f3-42e7-8361-b021e43a1bcf req-2b772435-8312-4817-a593-fc27c4f7b28a service nova] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Updating instance_info_cache with network_info: [{"id": "1f2fe5a1-dcad-48ce-b3b8-11ce9741cb64", "address": "fa:16:3e:89:42:9f", "network": {"id": "f56ea31b-bda9-4034-9ce8-02c78e2f3b49", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-877030389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c16ef63849084a00b97d49ac4ccf948d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2fe5a1-dc", "ovs_interfaceid": "1f2fe5a1-dcad-48ce-b3b8-11ce9741cb64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.012020] env[64120]: DEBUG oslo_concurrency.lockutils [None req-75ed454b-ac9d-4daf-a08f-1d312c32fde5 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "625aec63-96af-4356-90bb-8278f9794f2a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.012020] env[64120]: DEBUG oslo_concurrency.lockutils [None req-75ed454b-ac9d-4daf-a08f-1d312c32fde5 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "625aec63-96af-4356-90bb-8278f9794f2a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.012020] env[64120]: DEBUG nova.compute.manager [None req-75ed454b-ac9d-4daf-a08f-1d312c32fde5 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 918.013141] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de459bd-6e3d-4a5d-b3c4-d49b7c4385a7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.022804] env[64120]: DEBUG nova.compute.manager [None req-75ed454b-ac9d-4daf-a08f-1d312c32fde5 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64120) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 918.022804] env[64120]: DEBUG nova.objects.instance [None req-75ed454b-ac9d-4daf-a08f-1d312c32fde5 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lazy-loading 'flavor' on Instance uuid 625aec63-96af-4356-90bb-8278f9794f2a {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.104521] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cd0eee79-8f2b-437b-bb2d-4578ec87566f tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.200595] env[64120]: DEBUG nova.compute.manager [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 918.231624] env[64120]: DEBUG nova.network.neutron [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Successfully updated port: 03726582-147a-45a6-9eb6-6db54daf1fbf {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.275184] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405692, 'name': CreateVM_Task, 'duration_secs': 0.714312} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.275483] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.276218] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.276905] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.277687] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.277687] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94dbd789-01d0-4eae-94c5-431587b0388d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.283426] env[64120]: DEBUG oslo_vmware.api [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Waiting for the task: (returnval){ [ 918.283426] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f4e35e-2d68-ecda-abf5-8ac5d065f1ab" [ 918.283426] env[64120]: _type = "Task" [ 918.283426] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.293937] env[64120]: DEBUG oslo_vmware.api [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f4e35e-2d68-ecda-abf5-8ac5d065f1ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.306260] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405694, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.347138] env[64120]: DEBUG oslo_vmware.api [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': task-1405693, 'name': ReconfigVM_Task, 'duration_secs': 0.744402} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.347648] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 8194ea3c-a153-4f04-b60c-73bbc4b3eca2/8194ea3c-a153-4f04-b60c-73bbc4b3eca2.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.348523] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e8f5ffd-49ee-4bf3-b4a8-f8ad9bbb76d0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.360103] env[64120]: DEBUG oslo_vmware.api [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Waiting for the task: (returnval){ [ 918.360103] env[64120]: value = "task-1405695" [ 918.360103] env[64120]: _type = "Task" [ 918.360103] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.376183] env[64120]: DEBUG nova.compute.utils [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 918.377412] env[64120]: DEBUG oslo_vmware.api [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': task-1405695, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.378196] env[64120]: DEBUG nova.compute.manager [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 918.378358] env[64120]: DEBUG nova.network.neutron [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.463937] env[64120]: DEBUG nova.policy [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a922f805fda14226ade91a57c969003d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75b2028e57154156818887fd2c2d95ec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 918.502454] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.515114] env[64120]: DEBUG oslo_concurrency.lockutils [req-29afb573-c9f3-42e7-8361-b021e43a1bcf req-2b772435-8312-4817-a593-fc27c4f7b28a service nova] Releasing lock "refresh_cache-51f2aeb5-f940-49b0-bfce-e404cbd69d4d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.531410] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ed454b-ac9d-4daf-a08f-1d312c32fde5 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.531718] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07364cac-5c3a-415e-ac63-fcc47f1c9d3b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.539588] env[64120]: DEBUG oslo_vmware.api [None req-75ed454b-ac9d-4daf-a08f-1d312c32fde5 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 918.539588] env[64120]: value = "task-1405696" [ 918.539588] env[64120]: _type = "Task" [ 918.539588] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.553810] env[64120]: DEBUG oslo_vmware.api [None req-75ed454b-ac9d-4daf-a08f-1d312c32fde5 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.716029] env[64120]: DEBUG nova.network.neutron [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 918.733365] env[64120]: DEBUG oslo_concurrency.lockutils [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.736943] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Acquiring lock "refresh_cache-58609f67-0cf4-459c-8512-6292352cce83" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.738439] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Acquired lock "refresh_cache-58609f67-0cf4-459c-8512-6292352cce83" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.738439] env[64120]: DEBUG nova.network.neutron [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.800385] env[64120]: DEBUG oslo_vmware.api [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f4e35e-2d68-ecda-abf5-8ac5d065f1ab, 'name': SearchDatastore_Task, 'duration_secs': 0.015266} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.805320] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.805666] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.805979] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.806223] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.806869] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.809811] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24838e93-23a9-4449-aec9-7086d3a83208 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.819158] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405694, 'name': PowerOnVM_Task} progress is 82%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.820990] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.821314] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.822393] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07af62c2-e2b7-4e39-94d7-75e713a53527 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.832027] env[64120]: DEBUG oslo_vmware.api [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Waiting for the task: (returnval){ [ 918.832027] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b09fd1-70a1-cd03-f6e8-c72d1b0e01a2" [ 918.832027] env[64120]: _type = "Task" [ 918.832027] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.842373] env[64120]: DEBUG oslo_vmware.api [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b09fd1-70a1-cd03-f6e8-c72d1b0e01a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.871282] env[64120]: DEBUG oslo_vmware.api [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': task-1405695, 'name': Rename_Task, 'duration_secs': 0.221978} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.872642] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.875530] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f102c1ec-3001-4244-a337-8028b9a31679 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.877823] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed05ac0d-85a9-4159-ad7b-c56d45e69950 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.881379] env[64120]: DEBUG nova.compute.manager [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 918.891021] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdc632a-8638-4d85-b65d-ade52f6ec455 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.891913] env[64120]: DEBUG oslo_vmware.api [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Waiting for the task: (returnval){ [ 918.891913] env[64120]: value = "task-1405697" [ 918.891913] env[64120]: _type = "Task" [ 918.891913] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.892778] env[64120]: DEBUG nova.network.neutron [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Successfully created port: bb290051-8366-4a85-8d20-c21189a06314 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 918.927499] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2230ab-ce0a-4c8b-a775-d7b0f233ef82 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.934572] env[64120]: DEBUG oslo_vmware.api [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': task-1405697, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.940859] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fe8672-8006-4925-9dd1-ccc5b7156896 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.960396] env[64120]: DEBUG nova.compute.provider_tree [None req-0c687dcf-8128-48c4-b439-cd7965571969 tempest-DeleteServersAdminTestJSON-1209218377 tempest-DeleteServersAdminTestJSON-1209218377-project-admin] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.059290] env[64120]: DEBUG oslo_vmware.api [None req-75ed454b-ac9d-4daf-a08f-1d312c32fde5 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405696, 'name': PowerOffVM_Task, 'duration_secs': 0.185011} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.059290] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ed454b-ac9d-4daf-a08f-1d312c32fde5 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.059290] env[64120]: DEBUG nova.compute.manager [None req-75ed454b-ac9d-4daf-a08f-1d312c32fde5 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 919.060036] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684e5fe7-1fbf-4d83-9f7a-130bf331fbab {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.283136] env[64120]: DEBUG nova.network.neutron [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.311722] env[64120]: DEBUG oslo_vmware.api [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405694, 'name': PowerOnVM_Task, 'duration_secs': 1.171906} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.312022] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.312264] env[64120]: INFO nova.compute.manager [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Took 12.78 seconds to spawn the instance on the hypervisor. [ 919.312418] env[64120]: DEBUG nova.compute.manager [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 919.313395] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c84197d-2923-4aff-b698-d90e3ee90edc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.318800] env[64120]: DEBUG nova.network.neutron [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.347035] env[64120]: DEBUG oslo_vmware.api [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b09fd1-70a1-cd03-f6e8-c72d1b0e01a2, 'name': SearchDatastore_Task, 'duration_secs': 0.011869} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.347035] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1e24171-5e40-4942-b329-a7a41e020fdf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.353064] env[64120]: DEBUG oslo_vmware.api [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Waiting for the task: (returnval){ [ 919.353064] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b55c35-e041-0254-59e1-511a5f4839f9" [ 919.353064] env[64120]: _type = "Task" [ 919.353064] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.364098] env[64120]: DEBUG oslo_vmware.api [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b55c35-e041-0254-59e1-511a5f4839f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.410997] env[64120]: DEBUG oslo_vmware.api [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': task-1405697, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.463845] env[64120]: DEBUG nova.scheduler.client.report [None req-0c687dcf-8128-48c4-b439-cd7965571969 tempest-DeleteServersAdminTestJSON-1209218377 tempest-DeleteServersAdminTestJSON-1209218377-project-admin] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 919.579652] env[64120]: DEBUG oslo_concurrency.lockutils [None req-75ed454b-ac9d-4daf-a08f-1d312c32fde5 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "625aec63-96af-4356-90bb-8278f9794f2a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.570s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.831023] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Releasing lock "refresh_cache-9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.831023] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Updated the network info_cache for instance {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9999}} [ 919.836248] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 919.839545] env[64120]: INFO nova.compute.manager [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Took 26.30 seconds to build instance. [ 919.842571] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 919.842571] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 919.851222] env[64120]: DEBUG nova.network.neutron [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Updating instance_info_cache with network_info: [{"id": "03726582-147a-45a6-9eb6-6db54daf1fbf", "address": "fa:16:3e:14:be:e8", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03726582-14", "ovs_interfaceid": "03726582-147a-45a6-9eb6-6db54daf1fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.867846] env[64120]: DEBUG oslo_vmware.api [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b55c35-e041-0254-59e1-511a5f4839f9, 'name': SearchDatastore_Task, 'duration_secs': 0.01512} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.869473] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.869473] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 51f2aeb5-f940-49b0-bfce-e404cbd69d4d/51f2aeb5-f940-49b0-bfce-e404cbd69d4d.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.873052] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82224245-4813-45cd-badc-d6045a9cf98c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.883775] env[64120]: DEBUG oslo_vmware.api [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Waiting for the task: (returnval){ [ 919.883775] env[64120]: value = "task-1405698" [ 919.883775] env[64120]: _type = "Task" [ 919.883775] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.896133] env[64120]: DEBUG nova.compute.manager [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 919.898948] env[64120]: DEBUG oslo_vmware.api [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': task-1405698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.910330] env[64120]: DEBUG oslo_vmware.api [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': task-1405697, 'name': PowerOnVM_Task, 'duration_secs': 0.631073} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.910872] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.910992] env[64120]: INFO nova.compute.manager [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Took 23.17 seconds to spawn the instance on the hypervisor. [ 919.911128] env[64120]: DEBUG nova.compute.manager [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 919.912233] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a3f8c4-4dae-4941-b387-344325d66f8e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.936878] env[64120]: DEBUG nova.virt.hardware [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 919.936878] env[64120]: DEBUG nova.virt.hardware [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 919.936878] env[64120]: DEBUG nova.virt.hardware [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.937172] env[64120]: DEBUG nova.virt.hardware [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 919.937172] env[64120]: DEBUG nova.virt.hardware [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.937298] env[64120]: DEBUG nova.virt.hardware [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 919.937561] env[64120]: DEBUG nova.virt.hardware [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 919.937777] env[64120]: DEBUG nova.virt.hardware [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 919.937976] env[64120]: DEBUG nova.virt.hardware [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 919.938193] env[64120]: DEBUG nova.virt.hardware [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 919.938429] env[64120]: DEBUG nova.virt.hardware [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 919.939361] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa61d3d-c0b1-47b3-8cde-8b369218c55b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.949424] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c4bbc5-f8b3-4be4-8aba-4d135c51c691 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.972874] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0c687dcf-8128-48c4-b439-cd7965571969 tempest-DeleteServersAdminTestJSON-1209218377 tempest-DeleteServersAdminTestJSON-1209218377-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.976309] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.177s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.977626] env[64120]: INFO nova.compute.claims [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.005683] env[64120]: INFO nova.scheduler.client.report [None req-0c687dcf-8128-48c4-b439-cd7965571969 tempest-DeleteServersAdminTestJSON-1209218377 tempest-DeleteServersAdminTestJSON-1209218377-project-admin] Deleted allocations for instance 5124951e-8d45-47fa-904c-34a971d6b229 [ 920.009491] env[64120]: DEBUG nova.compute.manager [None req-444f3b66-2567-4472-a2aa-a3fc6cf6104a tempest-ServerDiagnosticsV248Test-663217572 tempest-ServerDiagnosticsV248Test-663217572-project-admin] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 920.013619] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3202944a-0196-46be-b370-9bcdca51acca {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.024447] env[64120]: INFO nova.compute.manager [None req-444f3b66-2567-4472-a2aa-a3fc6cf6104a tempest-ServerDiagnosticsV248Test-663217572 tempest-ServerDiagnosticsV248Test-663217572-project-admin] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Retrieving diagnostics [ 920.025857] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7835bb29-cbd5-4c69-9917-1d3b73d4ed4b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.342971] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dbc5b3b0-f0f0-40a4-91e9-76f655200733 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "569c563f-8a2c-4b65-982e-398f11b43f1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.633s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.345987] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.353714] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Releasing lock "refresh_cache-58609f67-0cf4-459c-8512-6292352cce83" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.354738] env[64120]: DEBUG nova.compute.manager [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Instance network_info: |[{"id": "03726582-147a-45a6-9eb6-6db54daf1fbf", "address": "fa:16:3e:14:be:e8", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03726582-14", "ovs_interfaceid": "03726582-147a-45a6-9eb6-6db54daf1fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 920.354738] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:be:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03726582-147a-45a6-9eb6-6db54daf1fbf', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.364519] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Creating folder: Project (5a886c14e4b049dc91b4b851edcc358a). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 920.365712] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3fde6c6-822d-4d5a-8d9c-6b316b6652f9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.380976] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Created folder: Project (5a886c14e4b049dc91b4b851edcc358a) in parent group-v297899. [ 920.380976] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Creating folder: Instances. Parent ref: group-v297941. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 920.380976] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-197fc268-38bf-4c81-b359-82fa72c4556a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.390943] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Created folder: Instances in parent group-v297941. [ 920.393178] env[64120]: DEBUG oslo.service.loopingcall [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 920.393178] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.393178] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33a120fc-406b-43da-9c8f-63fe2e1810f2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.419348] env[64120]: DEBUG oslo_vmware.api [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': task-1405698, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.423392] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.423392] env[64120]: value = "task-1405701" [ 920.423392] env[64120]: _type = "Task" [ 920.423392] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.440796] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405701, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.443376] env[64120]: INFO nova.compute.manager [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Took 35.01 seconds to build instance. [ 920.527022] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0c687dcf-8128-48c4-b439-cd7965571969 tempest-DeleteServersAdminTestJSON-1209218377 tempest-DeleteServersAdminTestJSON-1209218377-project-admin] Lock "5124951e-8d45-47fa-904c-34a971d6b229" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.253s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.547250] env[64120]: DEBUG nova.compute.manager [req-8d8c5cfc-2e6b-4634-bf5a-578151506bfc req-55bcf600-ee85-410d-b67a-17ce7fa98cae service nova] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Received event network-vif-deleted-7c665ad0-6648-4cde-8d0f-ad83eec04129 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 920.547250] env[64120]: DEBUG nova.compute.manager [req-8d8c5cfc-2e6b-4634-bf5a-578151506bfc req-55bcf600-ee85-410d-b67a-17ce7fa98cae service nova] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Received event network-vif-plugged-03726582-147a-45a6-9eb6-6db54daf1fbf {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 920.547250] env[64120]: DEBUG oslo_concurrency.lockutils [req-8d8c5cfc-2e6b-4634-bf5a-578151506bfc req-55bcf600-ee85-410d-b67a-17ce7fa98cae service nova] Acquiring lock "58609f67-0cf4-459c-8512-6292352cce83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.547250] env[64120]: DEBUG oslo_concurrency.lockutils [req-8d8c5cfc-2e6b-4634-bf5a-578151506bfc req-55bcf600-ee85-410d-b67a-17ce7fa98cae service nova] Lock "58609f67-0cf4-459c-8512-6292352cce83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.547250] env[64120]: DEBUG oslo_concurrency.lockutils [req-8d8c5cfc-2e6b-4634-bf5a-578151506bfc req-55bcf600-ee85-410d-b67a-17ce7fa98cae service nova] Lock "58609f67-0cf4-459c-8512-6292352cce83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.547250] env[64120]: DEBUG nova.compute.manager [req-8d8c5cfc-2e6b-4634-bf5a-578151506bfc req-55bcf600-ee85-410d-b67a-17ce7fa98cae service nova] [instance: 58609f67-0cf4-459c-8512-6292352cce83] No waiting events found dispatching network-vif-plugged-03726582-147a-45a6-9eb6-6db54daf1fbf {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 920.548247] env[64120]: WARNING nova.compute.manager [req-8d8c5cfc-2e6b-4634-bf5a-578151506bfc req-55bcf600-ee85-410d-b67a-17ce7fa98cae service nova] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Received unexpected event network-vif-plugged-03726582-147a-45a6-9eb6-6db54daf1fbf for instance with vm_state building and task_state spawning. [ 920.548526] env[64120]: DEBUG nova.compute.manager [req-8d8c5cfc-2e6b-4634-bf5a-578151506bfc req-55bcf600-ee85-410d-b67a-17ce7fa98cae service nova] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Received event network-changed-03726582-147a-45a6-9eb6-6db54daf1fbf {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 920.548779] env[64120]: DEBUG nova.compute.manager [req-8d8c5cfc-2e6b-4634-bf5a-578151506bfc req-55bcf600-ee85-410d-b67a-17ce7fa98cae service nova] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Refreshing instance network info cache due to event network-changed-03726582-147a-45a6-9eb6-6db54daf1fbf. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 920.549123] env[64120]: DEBUG oslo_concurrency.lockutils [req-8d8c5cfc-2e6b-4634-bf5a-578151506bfc req-55bcf600-ee85-410d-b67a-17ce7fa98cae service nova] Acquiring lock "refresh_cache-58609f67-0cf4-459c-8512-6292352cce83" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.549191] env[64120]: DEBUG oslo_concurrency.lockutils [req-8d8c5cfc-2e6b-4634-bf5a-578151506bfc req-55bcf600-ee85-410d-b67a-17ce7fa98cae service nova] Acquired lock "refresh_cache-58609f67-0cf4-459c-8512-6292352cce83" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.549383] env[64120]: DEBUG nova.network.neutron [req-8d8c5cfc-2e6b-4634-bf5a-578151506bfc req-55bcf600-ee85-410d-b67a-17ce7fa98cae service nova] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Refreshing network info cache for port 03726582-147a-45a6-9eb6-6db54daf1fbf {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.851860] env[64120]: DEBUG nova.compute.manager [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 920.862250] env[64120]: DEBUG nova.network.neutron [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Successfully updated port: bb290051-8366-4a85-8d20-c21189a06314 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 920.898511] env[64120]: DEBUG oslo_vmware.api [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': task-1405698, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636827} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.898884] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 51f2aeb5-f940-49b0-bfce-e404cbd69d4d/51f2aeb5-f940-49b0-bfce-e404cbd69d4d.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.899324] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.900024] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-997dc46c-5ff3-408a-951b-c734d2a81420 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.910178] env[64120]: DEBUG oslo_vmware.api [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Waiting for the task: (returnval){ [ 920.910178] env[64120]: value = "task-1405702" [ 920.910178] env[64120]: _type = "Task" [ 920.910178] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.920261] env[64120]: DEBUG oslo_vmware.api [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': task-1405702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.936144] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405701, 'name': CreateVM_Task, 'duration_secs': 0.501042} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.936322] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.936994] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.938116] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.938449] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.938736] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65b57d17-f98f-4be5-8e4b-09d3ba66c2a3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.944925] env[64120]: DEBUG oslo_vmware.api [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Waiting for the task: (returnval){ [ 920.944925] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52cb7da0-39c9-c354-f26d-acc625cc05d4" [ 920.944925] env[64120]: _type = "Task" [ 920.944925] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.945627] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ca50f488-b969-4c6a-a90e-c44a5e3c2366 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Lock "8194ea3c-a153-4f04-b60c-73bbc4b3eca2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.527s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.957067] env[64120]: DEBUG oslo_vmware.api [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52cb7da0-39c9-c354-f26d-acc625cc05d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.308259] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Acquiring lock "9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.308592] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Lock "9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.308839] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Acquiring lock "9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.309052] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Lock "9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.309235] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Lock "9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.315958] env[64120]: INFO nova.compute.manager [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Terminating instance [ 921.323051] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Acquiring lock "refresh_cache-9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.323168] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Acquired lock "refresh_cache-9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.323367] env[64120]: DEBUG nova.network.neutron [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.360379] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Acquiring lock "refresh_cache-d99bd87b-3c5c-4d28-a140-38e09a185c43" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.360669] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Acquired lock "refresh_cache-d99bd87b-3c5c-4d28-a140-38e09a185c43" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.360813] env[64120]: DEBUG nova.network.neutron [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.391758] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.427009] env[64120]: DEBUG oslo_vmware.api [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': task-1405702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100295} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.427009] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.427930] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c42203-d1b9-4cbd-ac03-658e9341a484 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.457166] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 51f2aeb5-f940-49b0-bfce-e404cbd69d4d/51f2aeb5-f940-49b0-bfce-e404cbd69d4d.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.459173] env[64120]: DEBUG nova.compute.manager [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 921.462766] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-015d879b-f266-4ce8-97e4-8a7ad90eee2d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.477722] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d03835-613b-409d-bb92-20e636c693e1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.493694] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178625ec-10be-48e8-8e6b-e2e5bfc5e172 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.497110] env[64120]: DEBUG oslo_vmware.api [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52cb7da0-39c9-c354-f26d-acc625cc05d4, 'name': SearchDatastore_Task, 'duration_secs': 0.014904} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.497681] env[64120]: DEBUG oslo_vmware.api [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Waiting for the task: (returnval){ [ 921.497681] env[64120]: value = "task-1405703" [ 921.497681] env[64120]: _type = "Task" [ 921.497681] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.497681] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.498090] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.498150] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.498304] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.498481] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.499223] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ed5a5b5-7beb-42c1-860e-818e8e67e1dc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.538959] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41544f15-36cc-453c-b54d-2e45540b7840 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.545372] env[64120]: DEBUG oslo_vmware.api [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': task-1405703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.547089] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.547327] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.548413] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c76e6761-82a2-4448-ae3b-ff9f25639a18 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.554637] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa1e17e-375e-486b-a770-2909ff945422 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.559793] env[64120]: DEBUG oslo_vmware.api [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Waiting for the task: (returnval){ [ 921.559793] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52a79511-080e-c5f6-fd8a-290d5c985b90" [ 921.559793] env[64120]: _type = "Task" [ 921.559793] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.572238] env[64120]: DEBUG nova.compute.provider_tree [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.580552] env[64120]: DEBUG oslo_vmware.api [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52a79511-080e-c5f6-fd8a-290d5c985b90, 'name': SearchDatastore_Task, 'duration_secs': 0.015692} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.581697] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11ff9f22-c785-40c5-a907-075d4d161a99 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.587688] env[64120]: DEBUG oslo_vmware.api [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Waiting for the task: (returnval){ [ 921.587688] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5223ffc1-df21-3713-f62b-7815c8fd18b4" [ 921.587688] env[64120]: _type = "Task" [ 921.587688] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.595891] env[64120]: DEBUG oslo_vmware.api [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5223ffc1-df21-3713-f62b-7815c8fd18b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.605805] env[64120]: DEBUG nova.network.neutron [req-8d8c5cfc-2e6b-4634-bf5a-578151506bfc req-55bcf600-ee85-410d-b67a-17ce7fa98cae service nova] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Updated VIF entry in instance network info cache for port 03726582-147a-45a6-9eb6-6db54daf1fbf. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.605805] env[64120]: DEBUG nova.network.neutron [req-8d8c5cfc-2e6b-4634-bf5a-578151506bfc req-55bcf600-ee85-410d-b67a-17ce7fa98cae service nova] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Updating instance_info_cache with network_info: [{"id": "03726582-147a-45a6-9eb6-6db54daf1fbf", "address": "fa:16:3e:14:be:e8", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03726582-14", "ovs_interfaceid": "03726582-147a-45a6-9eb6-6db54daf1fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.863764] env[64120]: DEBUG nova.network.neutron [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.943118] env[64120]: DEBUG nova.network.neutron [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.998968] env[64120]: DEBUG nova.network.neutron [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.010861] env[64120]: DEBUG oslo_vmware.api [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': task-1405703, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.012552] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.078261] env[64120]: DEBUG nova.scheduler.client.report [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 922.101389] env[64120]: DEBUG oslo_vmware.api [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5223ffc1-df21-3713-f62b-7815c8fd18b4, 'name': SearchDatastore_Task, 'duration_secs': 0.014604} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.105834] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.110026] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 58609f67-0cf4-459c-8512-6292352cce83/58609f67-0cf4-459c-8512-6292352cce83.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.110026] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e49bf7a-175a-411c-a250-fed293f29abb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.110026] env[64120]: DEBUG oslo_concurrency.lockutils [req-8d8c5cfc-2e6b-4634-bf5a-578151506bfc req-55bcf600-ee85-410d-b67a-17ce7fa98cae service nova] Releasing lock "refresh_cache-58609f67-0cf4-459c-8512-6292352cce83" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.116082] env[64120]: DEBUG oslo_vmware.api [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Waiting for the task: (returnval){ [ 922.116082] env[64120]: value = "task-1405704" [ 922.116082] env[64120]: _type = "Task" [ 922.116082] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.127789] env[64120]: DEBUG oslo_vmware.api [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Task: {'id': task-1405704, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.333626] env[64120]: DEBUG nova.network.neutron [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Updating instance_info_cache with network_info: [{"id": "bb290051-8366-4a85-8d20-c21189a06314", "address": "fa:16:3e:f0:94:20", "network": {"id": "7b8c334a-9b3b-4410-a7ea-d4f573273368", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-695820563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75b2028e57154156818887fd2c2d95ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb290051-83", "ovs_interfaceid": "bb290051-8366-4a85-8d20-c21189a06314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.504915] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Releasing lock "refresh_cache-9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.505454] env[64120]: DEBUG nova.compute.manager [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 922.505699] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.506655] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2fb3b3-cd57-4cfe-8294-930cf51fbff4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.515708] env[64120]: DEBUG oslo_vmware.api [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': task-1405703, 'name': ReconfigVM_Task, 'duration_secs': 0.535567} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.518174] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 51f2aeb5-f940-49b0-bfce-e404cbd69d4d/51f2aeb5-f940-49b0-bfce-e404cbd69d4d.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.518907] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.519225] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bf77295-d492-4d70-987e-ea958deacf24 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.521025] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6884b2ff-5ebd-452a-b03a-2c2225010e7d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.528119] env[64120]: DEBUG oslo_vmware.api [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Waiting for the task: (returnval){ [ 922.528119] env[64120]: value = "task-1405706" [ 922.528119] env[64120]: _type = "Task" [ 922.528119] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.529214] env[64120]: DEBUG oslo_vmware.api [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Waiting for the task: (returnval){ [ 922.529214] env[64120]: value = "task-1405705" [ 922.529214] env[64120]: _type = "Task" [ 922.529214] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.545141] env[64120]: DEBUG oslo_vmware.api [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': task-1405706, 'name': Rename_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.549592] env[64120]: DEBUG oslo_vmware.api [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': task-1405705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.583405] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.583932] env[64120]: DEBUG nova.compute.manager [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 922.587533] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.295s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.589135] env[64120]: INFO nova.compute.claims [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.629909] env[64120]: DEBUG oslo_vmware.api [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Task: {'id': task-1405704, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.840395] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Releasing lock "refresh_cache-d99bd87b-3c5c-4d28-a140-38e09a185c43" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.840760] env[64120]: DEBUG nova.compute.manager [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Instance network_info: |[{"id": "bb290051-8366-4a85-8d20-c21189a06314", "address": "fa:16:3e:f0:94:20", "network": {"id": "7b8c334a-9b3b-4410-a7ea-d4f573273368", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-695820563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75b2028e57154156818887fd2c2d95ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb290051-83", "ovs_interfaceid": "bb290051-8366-4a85-8d20-c21189a06314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 922.841246] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:94:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb290051-8366-4a85-8d20-c21189a06314', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.851369] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Creating folder: Project (75b2028e57154156818887fd2c2d95ec). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.852051] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-feb3a5d3-31a8-4cfa-9031-97d22dc9e38e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.865154] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Created folder: Project (75b2028e57154156818887fd2c2d95ec) in parent group-v297899. [ 922.865154] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Creating folder: Instances. Parent ref: group-v297944. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.865154] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b52c978f-dca7-4794-88f8-f8b3a3847e12 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.876824] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Created folder: Instances in parent group-v297944. [ 922.877855] env[64120]: DEBUG oslo.service.loopingcall [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 922.877855] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.877855] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2827f434-a399-4d13-bd8c-f6cc11bd77b3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.903302] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.903302] env[64120]: value = "task-1405709" [ 922.903302] env[64120]: _type = "Task" [ 922.903302] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.912495] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405709, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.048279] env[64120]: DEBUG oslo_vmware.api [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': task-1405706, 'name': Rename_Task, 'duration_secs': 0.413769} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.056026] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.056026] env[64120]: DEBUG oslo_vmware.api [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': task-1405705, 'name': PowerOffVM_Task, 'duration_secs': 0.171844} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.056026] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b1d28e9-45a2-484a-9dbb-6f53fc7cc386 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.056026] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.056449] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.056582] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fa564b8-01d3-44c8-868e-72ab95e73bd7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.066478] env[64120]: DEBUG oslo_vmware.api [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Waiting for the task: (returnval){ [ 923.066478] env[64120]: value = "task-1405710" [ 923.066478] env[64120]: _type = "Task" [ 923.066478] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.079058] env[64120]: DEBUG oslo_vmware.api [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': task-1405710, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.090584] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.090896] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.091058] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Deleting the datastore file [datastore2] 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.091332] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7993ab7e-6a21-495f-aa18-f22008a28c45 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.097566] env[64120]: DEBUG nova.compute.utils [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 923.101765] env[64120]: DEBUG nova.compute.manager [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 923.101886] env[64120]: DEBUG nova.network.neutron [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 923.109977] env[64120]: DEBUG oslo_vmware.api [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Waiting for the task: (returnval){ [ 923.109977] env[64120]: value = "task-1405712" [ 923.109977] env[64120]: _type = "Task" [ 923.109977] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.124294] env[64120]: DEBUG oslo_vmware.api [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': task-1405712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.137023] env[64120]: DEBUG oslo_vmware.api [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Task: {'id': task-1405704, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698169} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.137319] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 58609f67-0cf4-459c-8512-6292352cce83/58609f67-0cf4-459c-8512-6292352cce83.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.137561] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.137871] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87bb949a-fe2e-477d-bdad-3f6612488cb4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.146179] env[64120]: DEBUG oslo_vmware.api [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Waiting for the task: (returnval){ [ 923.146179] env[64120]: value = "task-1405713" [ 923.146179] env[64120]: _type = "Task" [ 923.146179] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.164653] env[64120]: DEBUG oslo_vmware.api [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Task: {'id': task-1405713, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.287556] env[64120]: DEBUG nova.policy [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '906be77df2874fd6b5f2ba7600865b32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '096e49e8bb0b4e24aa23e6005c0d8549', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 923.417915] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405709, 'name': CreateVM_Task, 'duration_secs': 0.464311} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.418054] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.419046] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.419159] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.420330] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.420330] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77bcb156-acda-46c1-a42c-0daf3036585c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.426245] env[64120]: DEBUG oslo_vmware.api [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Waiting for the task: (returnval){ [ 923.426245] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52755666-6b02-24e9-c4ef-61a7464e9d19" [ 923.426245] env[64120]: _type = "Task" [ 923.426245] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.438587] env[64120]: DEBUG oslo_vmware.api [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52755666-6b02-24e9-c4ef-61a7464e9d19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.578201] env[64120]: DEBUG oslo_vmware.api [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': task-1405710, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.602737] env[64120]: DEBUG nova.compute.manager [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 923.622153] env[64120]: DEBUG oslo_vmware.api [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Task: {'id': task-1405712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211767} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.623196] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.623196] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.623426] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.623691] env[64120]: INFO nova.compute.manager [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Took 1.12 seconds to destroy the instance on the hypervisor. [ 923.624120] env[64120]: DEBUG oslo.service.loopingcall [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 923.624431] env[64120]: DEBUG nova.compute.manager [-] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 923.624767] env[64120]: DEBUG nova.network.neutron [-] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.658235] env[64120]: DEBUG oslo_vmware.api [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Task: {'id': task-1405713, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095279} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.663131] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.668324] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6857680d-272e-49e4-99ca-3aa9d0e61df6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.668324] env[64120]: DEBUG nova.network.neutron [-] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.671170] env[64120]: DEBUG nova.compute.manager [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 923.672546] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a091362-9715-4e8f-a113-2c23dc5a4e91 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.706655] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 58609f67-0cf4-459c-8512-6292352cce83/58609f67-0cf4-459c-8512-6292352cce83.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.712106] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b3cba65-28ac-4ae6-a036-3399c8bb0b71 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.739117] env[64120]: DEBUG oslo_vmware.api [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Waiting for the task: (returnval){ [ 923.739117] env[64120]: value = "task-1405714" [ 923.739117] env[64120]: _type = "Task" [ 923.739117] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.754456] env[64120]: DEBUG oslo_vmware.api [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Task: {'id': task-1405714, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.865792] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ab157035-348f-4ce9-b7ad-a64928bbde13 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Acquiring lock "8194ea3c-a153-4f04-b60c-73bbc4b3eca2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.866077] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ab157035-348f-4ce9-b7ad-a64928bbde13 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Lock "8194ea3c-a153-4f04-b60c-73bbc4b3eca2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.866439] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ab157035-348f-4ce9-b7ad-a64928bbde13 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Acquiring lock "8194ea3c-a153-4f04-b60c-73bbc4b3eca2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.866517] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ab157035-348f-4ce9-b7ad-a64928bbde13 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Lock "8194ea3c-a153-4f04-b60c-73bbc4b3eca2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.867220] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ab157035-348f-4ce9-b7ad-a64928bbde13 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Lock "8194ea3c-a153-4f04-b60c-73bbc4b3eca2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.870601] env[64120]: INFO nova.compute.manager [None req-ab157035-348f-4ce9-b7ad-a64928bbde13 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Terminating instance [ 923.873237] env[64120]: DEBUG nova.compute.manager [None req-ab157035-348f-4ce9-b7ad-a64928bbde13 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 923.873508] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ab157035-348f-4ce9-b7ad-a64928bbde13 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.874381] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e899e56-6d1b-4476-878d-fabfd83a5ec2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.893145] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab157035-348f-4ce9-b7ad-a64928bbde13 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.894726] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4982860d-0215-467b-bcea-8f352f78b635 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.902873] env[64120]: DEBUG oslo_vmware.api [None req-ab157035-348f-4ce9-b7ad-a64928bbde13 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Waiting for the task: (returnval){ [ 923.902873] env[64120]: value = "task-1405715" [ 923.902873] env[64120]: _type = "Task" [ 923.902873] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.920050] env[64120]: DEBUG oslo_vmware.api [None req-ab157035-348f-4ce9-b7ad-a64928bbde13 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': task-1405715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.937700] env[64120]: DEBUG oslo_vmware.api [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52755666-6b02-24e9-c4ef-61a7464e9d19, 'name': SearchDatastore_Task, 'duration_secs': 0.019454} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.938069] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.938323] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.938708] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.938824] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.938993] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.939302] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c3c1bf0-117c-4b2c-8785-0452d106d84f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.957051] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Acquiring lock "0874ada8-4e6d-4259-a040-731b1bb4994b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.957336] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Lock "0874ada8-4e6d-4259-a040-731b1bb4994b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.965147] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.965147] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.967652] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-880489c4-e6f6-43a3-bca0-400b484736d9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.970714] env[64120]: DEBUG oslo_concurrency.lockutils [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Acquiring lock "a1091ef6-076c-4644-bb23-6801b07d5d77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.971152] env[64120]: DEBUG oslo_concurrency.lockutils [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Lock "a1091ef6-076c-4644-bb23-6801b07d5d77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.978235] env[64120]: DEBUG oslo_vmware.api [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Waiting for the task: (returnval){ [ 923.978235] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52561558-7995-b6c8-d2ec-f979ca5041c4" [ 923.978235] env[64120]: _type = "Task" [ 923.978235] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.989328] env[64120]: DEBUG oslo_vmware.api [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52561558-7995-b6c8-d2ec-f979ca5041c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.087844] env[64120]: DEBUG oslo_vmware.api [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': task-1405710, 'name': PowerOnVM_Task} progress is 64%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.120413] env[64120]: DEBUG nova.network.neutron [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Successfully created port: b36d1259-4f3d-4935-b803-282587a66996 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 924.175998] env[64120]: DEBUG nova.network.neutron [-] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.215371] env[64120]: DEBUG nova.compute.manager [req-07b78241-0dab-4457-943a-f3b2f50e9a8f req-d83ca5ec-4e85-4e0b-8d09-60a64ac577f8 service nova] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Received event network-vif-plugged-bb290051-8366-4a85-8d20-c21189a06314 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 924.215371] env[64120]: DEBUG oslo_concurrency.lockutils [req-07b78241-0dab-4457-943a-f3b2f50e9a8f req-d83ca5ec-4e85-4e0b-8d09-60a64ac577f8 service nova] Acquiring lock "d99bd87b-3c5c-4d28-a140-38e09a185c43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.215371] env[64120]: DEBUG oslo_concurrency.lockutils [req-07b78241-0dab-4457-943a-f3b2f50e9a8f req-d83ca5ec-4e85-4e0b-8d09-60a64ac577f8 service nova] Lock "d99bd87b-3c5c-4d28-a140-38e09a185c43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.215529] env[64120]: DEBUG oslo_concurrency.lockutils [req-07b78241-0dab-4457-943a-f3b2f50e9a8f req-d83ca5ec-4e85-4e0b-8d09-60a64ac577f8 service nova] Lock "d99bd87b-3c5c-4d28-a140-38e09a185c43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.216477] env[64120]: DEBUG nova.compute.manager [req-07b78241-0dab-4457-943a-f3b2f50e9a8f req-d83ca5ec-4e85-4e0b-8d09-60a64ac577f8 service nova] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] No waiting events found dispatching network-vif-plugged-bb290051-8366-4a85-8d20-c21189a06314 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 924.216477] env[64120]: WARNING nova.compute.manager [req-07b78241-0dab-4457-943a-f3b2f50e9a8f req-d83ca5ec-4e85-4e0b-8d09-60a64ac577f8 service nova] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Received unexpected event network-vif-plugged-bb290051-8366-4a85-8d20-c21189a06314 for instance with vm_state building and task_state spawning. [ 924.216477] env[64120]: DEBUG nova.compute.manager [req-07b78241-0dab-4457-943a-f3b2f50e9a8f req-d83ca5ec-4e85-4e0b-8d09-60a64ac577f8 service nova] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Received event network-changed-bb290051-8366-4a85-8d20-c21189a06314 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 924.216477] env[64120]: DEBUG nova.compute.manager [req-07b78241-0dab-4457-943a-f3b2f50e9a8f req-d83ca5ec-4e85-4e0b-8d09-60a64ac577f8 service nova] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Refreshing instance network info cache due to event network-changed-bb290051-8366-4a85-8d20-c21189a06314. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 924.216775] env[64120]: DEBUG oslo_concurrency.lockutils [req-07b78241-0dab-4457-943a-f3b2f50e9a8f req-d83ca5ec-4e85-4e0b-8d09-60a64ac577f8 service nova] Acquiring lock "refresh_cache-d99bd87b-3c5c-4d28-a140-38e09a185c43" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.216814] env[64120]: DEBUG oslo_concurrency.lockutils [req-07b78241-0dab-4457-943a-f3b2f50e9a8f req-d83ca5ec-4e85-4e0b-8d09-60a64ac577f8 service nova] Acquired lock "refresh_cache-d99bd87b-3c5c-4d28-a140-38e09a185c43" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.219521] env[64120]: DEBUG nova.network.neutron [req-07b78241-0dab-4457-943a-f3b2f50e9a8f req-d83ca5ec-4e85-4e0b-8d09-60a64ac577f8 service nova] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Refreshing network info cache for port bb290051-8366-4a85-8d20-c21189a06314 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.234400] env[64120]: INFO nova.compute.manager [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] instance snapshotting [ 924.234612] env[64120]: WARNING nova.compute.manager [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 924.238493] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8a1ad4-3d0e-4f8e-9698-43450d978e11 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.257048] env[64120]: DEBUG oslo_vmware.api [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Task: {'id': task-1405714, 'name': ReconfigVM_Task, 'duration_secs': 0.504356} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.270504] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 58609f67-0cf4-459c-8512-6292352cce83/58609f67-0cf4-459c-8512-6292352cce83.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.271812] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3598439f-975d-46cb-8c33-430ac169098c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.274221] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63058e16-c557-43ce-83ad-461643fb1281 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.285997] env[64120]: DEBUG oslo_vmware.api [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Waiting for the task: (returnval){ [ 924.285997] env[64120]: value = "task-1405716" [ 924.285997] env[64120]: _type = "Task" [ 924.285997] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.301015] env[64120]: DEBUG oslo_vmware.api [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Task: {'id': task-1405716, 'name': Rename_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.328845] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7a2336-457d-4049-87e5-432e70e846b0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.338537] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89878e26-4fb6-434d-ae53-d4fa78ee0a77 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.383850] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4926f374-0f2e-469f-b790-825af819f3e4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.395796] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0581172-40cf-4b1f-9ee7-c3475522f73e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.410173] env[64120]: DEBUG nova.compute.provider_tree [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.421590] env[64120]: DEBUG oslo_vmware.api [None req-ab157035-348f-4ce9-b7ad-a64928bbde13 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': task-1405715, 'name': PowerOffVM_Task, 'duration_secs': 0.252576} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.421590] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab157035-348f-4ce9-b7ad-a64928bbde13 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.421590] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ab157035-348f-4ce9-b7ad-a64928bbde13 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.421590] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef4e85e5-c8be-45ab-8d75-a12e4a7b74cc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.496758] env[64120]: DEBUG oslo_vmware.api [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52561558-7995-b6c8-d2ec-f979ca5041c4, 'name': SearchDatastore_Task, 'duration_secs': 0.017758} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.497652] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81f1b502-86fa-4fd6-b282-44342c414602 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.504739] env[64120]: DEBUG oslo_vmware.api [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Waiting for the task: (returnval){ [ 924.504739] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524e685d-8ed3-1880-ad4c-94b55c24cb79" [ 924.504739] env[64120]: _type = "Task" [ 924.504739] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.520933] env[64120]: DEBUG oslo_vmware.api [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524e685d-8ed3-1880-ad4c-94b55c24cb79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.574507] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ab157035-348f-4ce9-b7ad-a64928bbde13 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.574507] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ab157035-348f-4ce9-b7ad-a64928bbde13 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.574602] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab157035-348f-4ce9-b7ad-a64928bbde13 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Deleting the datastore file [datastore1] 8194ea3c-a153-4f04-b60c-73bbc4b3eca2 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.575474] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ed116c4-d810-4703-83f1-e80548a08404 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.585124] env[64120]: DEBUG oslo_vmware.api [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': task-1405710, 'name': PowerOnVM_Task, 'duration_secs': 1.457918} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.585497] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.587021] env[64120]: INFO nova.compute.manager [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Took 11.09 seconds to spawn the instance on the hypervisor. [ 924.587021] env[64120]: DEBUG nova.compute.manager [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 924.587021] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb09399e-be00-415b-9728-226069c37776 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.593503] env[64120]: DEBUG oslo_vmware.api [None req-ab157035-348f-4ce9-b7ad-a64928bbde13 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Waiting for the task: (returnval){ [ 924.593503] env[64120]: value = "task-1405718" [ 924.593503] env[64120]: _type = "Task" [ 924.593503] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.611093] env[64120]: DEBUG oslo_vmware.api [None req-ab157035-348f-4ce9-b7ad-a64928bbde13 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': task-1405718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.627979] env[64120]: DEBUG nova.compute.manager [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 924.661682] env[64120]: DEBUG nova.virt.hardware [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:07:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='787741467',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-787253054',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 924.662895] env[64120]: DEBUG nova.virt.hardware [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 924.662895] env[64120]: DEBUG nova.virt.hardware [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.662895] env[64120]: DEBUG nova.virt.hardware [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 924.662895] env[64120]: DEBUG nova.virt.hardware [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.662895] env[64120]: DEBUG nova.virt.hardware [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 924.662895] env[64120]: DEBUG nova.virt.hardware [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 924.663386] env[64120]: DEBUG nova.virt.hardware [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 924.663386] env[64120]: DEBUG nova.virt.hardware [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 924.663386] env[64120]: DEBUG nova.virt.hardware [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 924.663563] env[64120]: DEBUG nova.virt.hardware [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 924.665596] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519f343b-6858-4c74-bbef-b12ba4def614 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.673034] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ee7b8a-089f-4151-8dd6-8f51164134ee {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.687379] env[64120]: INFO nova.compute.manager [-] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Took 1.06 seconds to deallocate network for instance. [ 924.788413] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Creating Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 924.790263] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-09f3f3e0-6cf7-4640-8c72-f2efec2815ab {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.805066] env[64120]: DEBUG oslo_vmware.api [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Task: {'id': task-1405716, 'name': Rename_Task, 'duration_secs': 0.285739} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.807764] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.807973] env[64120]: DEBUG oslo_vmware.api [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 924.807973] env[64120]: value = "task-1405719" [ 924.807973] env[64120]: _type = "Task" [ 924.807973] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.808230] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c9ba02d-e425-4857-9509-d30dfbe5056c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.822250] env[64120]: DEBUG oslo_vmware.api [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405719, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.824395] env[64120]: DEBUG oslo_vmware.api [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Waiting for the task: (returnval){ [ 924.824395] env[64120]: value = "task-1405720" [ 924.824395] env[64120]: _type = "Task" [ 924.824395] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.833257] env[64120]: DEBUG oslo_vmware.api [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Task: {'id': task-1405720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.916076] env[64120]: DEBUG nova.scheduler.client.report [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 925.022622] env[64120]: DEBUG oslo_vmware.api [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524e685d-8ed3-1880-ad4c-94b55c24cb79, 'name': SearchDatastore_Task, 'duration_secs': 0.02298} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.022910] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.023190] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] d99bd87b-3c5c-4d28-a140-38e09a185c43/d99bd87b-3c5c-4d28-a140-38e09a185c43.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.023461] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3fea377-6f65-4a4c-8ba1-96581a3fe974 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.031952] env[64120]: DEBUG oslo_vmware.api [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Waiting for the task: (returnval){ [ 925.031952] env[64120]: value = "task-1405721" [ 925.031952] env[64120]: _type = "Task" [ 925.031952] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.043541] env[64120]: DEBUG oslo_vmware.api [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Task: {'id': task-1405721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.110373] env[64120]: DEBUG oslo_vmware.api [None req-ab157035-348f-4ce9-b7ad-a64928bbde13 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': task-1405718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.465291} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.110833] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab157035-348f-4ce9-b7ad-a64928bbde13 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.110961] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ab157035-348f-4ce9-b7ad-a64928bbde13 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.113912] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ab157035-348f-4ce9-b7ad-a64928bbde13 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.113912] env[64120]: INFO nova.compute.manager [None req-ab157035-348f-4ce9-b7ad-a64928bbde13 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Took 1.24 seconds to destroy the instance on the hypervisor. [ 925.113912] env[64120]: DEBUG oslo.service.loopingcall [None req-ab157035-348f-4ce9-b7ad-a64928bbde13 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 925.116750] env[64120]: DEBUG nova.compute.manager [-] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 925.116750] env[64120]: DEBUG nova.network.neutron [-] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.124332] env[64120]: INFO nova.compute.manager [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Took 22.44 seconds to build instance. [ 925.194903] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.322435] env[64120]: DEBUG oslo_vmware.api [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405719, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.333579] env[64120]: DEBUG oslo_vmware.api [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Task: {'id': task-1405720, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.380200] env[64120]: DEBUG nova.network.neutron [req-07b78241-0dab-4457-943a-f3b2f50e9a8f req-d83ca5ec-4e85-4e0b-8d09-60a64ac577f8 service nova] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Updated VIF entry in instance network info cache for port bb290051-8366-4a85-8d20-c21189a06314. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.380581] env[64120]: DEBUG nova.network.neutron [req-07b78241-0dab-4457-943a-f3b2f50e9a8f req-d83ca5ec-4e85-4e0b-8d09-60a64ac577f8 service nova] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Updating instance_info_cache with network_info: [{"id": "bb290051-8366-4a85-8d20-c21189a06314", "address": "fa:16:3e:f0:94:20", "network": {"id": "7b8c334a-9b3b-4410-a7ea-d4f573273368", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-695820563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75b2028e57154156818887fd2c2d95ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb290051-83", "ovs_interfaceid": "bb290051-8366-4a85-8d20-c21189a06314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.423346] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.836s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.423847] env[64120]: DEBUG nova.compute.manager [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 925.428416] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.336s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.548342] env[64120]: DEBUG oslo_vmware.api [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Task: {'id': task-1405721, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.554633] env[64120]: DEBUG oslo_concurrency.lockutils [None req-68e0836f-fe90-4761-813f-f97b100ff1bb tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquiring lock "5c191dc7-b8c0-4971-9852-9addaa45913e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.554633] env[64120]: DEBUG oslo_concurrency.lockutils [None req-68e0836f-fe90-4761-813f-f97b100ff1bb tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "5c191dc7-b8c0-4971-9852-9addaa45913e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.554633] env[64120]: DEBUG oslo_concurrency.lockutils [None req-68e0836f-fe90-4761-813f-f97b100ff1bb tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquiring lock "5c191dc7-b8c0-4971-9852-9addaa45913e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.554633] env[64120]: DEBUG oslo_concurrency.lockutils [None req-68e0836f-fe90-4761-813f-f97b100ff1bb tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "5c191dc7-b8c0-4971-9852-9addaa45913e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.554633] env[64120]: DEBUG oslo_concurrency.lockutils [None req-68e0836f-fe90-4761-813f-f97b100ff1bb tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "5c191dc7-b8c0-4971-9852-9addaa45913e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.559215] env[64120]: INFO nova.compute.manager [None req-68e0836f-fe90-4761-813f-f97b100ff1bb tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Terminating instance [ 925.559904] env[64120]: DEBUG nova.compute.manager [None req-68e0836f-fe90-4761-813f-f97b100ff1bb tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 925.560109] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-68e0836f-fe90-4761-813f-f97b100ff1bb tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.566626] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bb26f7-70b5-4494-9caf-2954a1dca49f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.574802] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e0836f-fe90-4761-813f-f97b100ff1bb tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.575105] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78349449-7be9-4a14-b952-4f9cd9ecf1fe {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.583197] env[64120]: DEBUG oslo_vmware.api [None req-68e0836f-fe90-4761-813f-f97b100ff1bb tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 925.583197] env[64120]: value = "task-1405722" [ 925.583197] env[64120]: _type = "Task" [ 925.583197] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.596713] env[64120]: DEBUG oslo_vmware.api [None req-68e0836f-fe90-4761-813f-f97b100ff1bb tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.628014] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f425b59b-c82a-4e9c-94d4-87e56715a2cc tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Lock "51f2aeb5-f940-49b0-bfce-e404cbd69d4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.846s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.696097] env[64120]: DEBUG oslo_vmware.rw_handles [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521adf18-c6c8-3e8a-e092-3359789a1bbd/disk-0.vmdk. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 925.699811] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0dfc925-b73c-492a-87d7-a00b8cbd8f23 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.707724] env[64120]: DEBUG oslo_vmware.rw_handles [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521adf18-c6c8-3e8a-e092-3359789a1bbd/disk-0.vmdk is in state: ready. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 925.707972] env[64120]: ERROR oslo_vmware.rw_handles [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521adf18-c6c8-3e8a-e092-3359789a1bbd/disk-0.vmdk due to incomplete transfer. [ 925.708206] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7cf35b7d-c039-45d6-a8f5-0f0a7228a950 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.719575] env[64120]: DEBUG oslo_vmware.rw_handles [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521adf18-c6c8-3e8a-e092-3359789a1bbd/disk-0.vmdk. {{(pid=64120) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 925.719812] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Uploaded image e75666a5-32b8-4e0e-90bf-f28e6a317dc7 to the Glance image server {{(pid=64120) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 925.722353] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Destroying the VM {{(pid=64120) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 925.723789] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d6a6d7d8-b616-4c3b-804b-86d25f054ebb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.730485] env[64120]: DEBUG oslo_vmware.api [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Waiting for the task: (returnval){ [ 925.730485] env[64120]: value = "task-1405723" [ 925.730485] env[64120]: _type = "Task" [ 925.730485] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.741555] env[64120]: DEBUG oslo_vmware.api [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405723, 'name': Destroy_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.826362] env[64120]: DEBUG oslo_vmware.api [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405719, 'name': CreateSnapshot_Task, 'duration_secs': 0.764631} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.826362] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Created Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 925.826362] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91973a80-d2a3-4d37-a4d6-e7a4ff18a29a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.857145] env[64120]: DEBUG oslo_vmware.api [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Task: {'id': task-1405720, 'name': PowerOnVM_Task, 'duration_secs': 0.883005} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.859119] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.859519] env[64120]: INFO nova.compute.manager [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Took 8.67 seconds to spawn the instance on the hypervisor. [ 925.860302] env[64120]: DEBUG nova.compute.manager [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 925.863015] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ed682a-d92d-4f6c-bd62-72f85d29f5b6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.884256] env[64120]: DEBUG oslo_concurrency.lockutils [req-07b78241-0dab-4457-943a-f3b2f50e9a8f req-d83ca5ec-4e85-4e0b-8d09-60a64ac577f8 service nova] Releasing lock "refresh_cache-d99bd87b-3c5c-4d28-a140-38e09a185c43" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.931583] env[64120]: DEBUG nova.compute.utils [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 925.936903] env[64120]: INFO nova.compute.claims [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.941321] env[64120]: DEBUG nova.compute.manager [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 925.941552] env[64120]: DEBUG nova.network.neutron [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.047579] env[64120]: DEBUG oslo_vmware.api [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Task: {'id': task-1405721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743285} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.048273] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] d99bd87b-3c5c-4d28-a140-38e09a185c43/d99bd87b-3c5c-4d28-a140-38e09a185c43.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.048555] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.049014] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47c49f89-1f9e-460c-908b-e209f89f66c5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.060341] env[64120]: DEBUG oslo_vmware.api [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Waiting for the task: (returnval){ [ 926.060341] env[64120]: value = "task-1405724" [ 926.060341] env[64120]: _type = "Task" [ 926.060341] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.069926] env[64120]: DEBUG oslo_vmware.api [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Task: {'id': task-1405724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.094399] env[64120]: DEBUG oslo_vmware.api [None req-68e0836f-fe90-4761-813f-f97b100ff1bb tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405722, 'name': PowerOffVM_Task, 'duration_secs': 0.346811} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.094817] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e0836f-fe90-4761-813f-f97b100ff1bb tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.095145] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-68e0836f-fe90-4761-813f-f97b100ff1bb tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.095437] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c0eb554-0401-4cd8-b918-4ffb8d533540 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.121047] env[64120]: DEBUG nova.policy [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '403b397403654a7fa9bf2dd89dd31e6c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7366aba3d5d2490b816351ef6b69f6cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 926.132917] env[64120]: DEBUG nova.compute.manager [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 926.159829] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-68e0836f-fe90-4761-813f-f97b100ff1bb tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.159829] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-68e0836f-fe90-4761-813f-f97b100ff1bb tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.159829] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-68e0836f-fe90-4761-813f-f97b100ff1bb tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Deleting the datastore file [datastore2] 5c191dc7-b8c0-4971-9852-9addaa45913e {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.159829] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2838dd87-618c-4d1e-a67a-b93ab6cf506f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.172768] env[64120]: DEBUG oslo_vmware.api [None req-68e0836f-fe90-4761-813f-f97b100ff1bb tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 926.172768] env[64120]: value = "task-1405726" [ 926.172768] env[64120]: _type = "Task" [ 926.172768] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.183994] env[64120]: DEBUG oslo_vmware.api [None req-68e0836f-fe90-4761-813f-f97b100ff1bb tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.244178] env[64120]: DEBUG oslo_vmware.api [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405723, 'name': Destroy_Task, 'duration_secs': 0.325723} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.244178] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Destroyed the VM [ 926.246080] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Deleting Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 926.246080] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fb0b0e4a-6a1c-4a48-95f7-328cf758bf42 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.255047] env[64120]: DEBUG nova.network.neutron [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Successfully updated port: b36d1259-4f3d-4935-b803-282587a66996 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.255682] env[64120]: DEBUG oslo_vmware.api [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Waiting for the task: (returnval){ [ 926.255682] env[64120]: value = "task-1405727" [ 926.255682] env[64120]: _type = "Task" [ 926.255682] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.266181] env[64120]: DEBUG oslo_vmware.api [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405727, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.371962] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Creating linked-clone VM from snapshot {{(pid=64120) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 926.372348] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3fd2f121-8cb0-44cd-bf91-b21999275bbf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.384341] env[64120]: DEBUG oslo_vmware.api [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 926.384341] env[64120]: value = "task-1405728" [ 926.384341] env[64120]: _type = "Task" [ 926.384341] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.386782] env[64120]: INFO nova.compute.manager [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Took 21.47 seconds to build instance. [ 926.400685] env[64120]: DEBUG oslo_vmware.api [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405728, 'name': CloneVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.448816] env[64120]: INFO nova.compute.resource_tracker [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Updating resource usage from migration 601d5857-4ddc-495d-884a-faa13e099ebb [ 926.455160] env[64120]: DEBUG nova.compute.manager [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 926.503371] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquiring lock "569c563f-8a2c-4b65-982e-398f11b43f1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.504406] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "569c563f-8a2c-4b65-982e-398f11b43f1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.504406] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquiring lock "569c563f-8a2c-4b65-982e-398f11b43f1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.504586] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "569c563f-8a2c-4b65-982e-398f11b43f1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.505405] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "569c563f-8a2c-4b65-982e-398f11b43f1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.513712] env[64120]: INFO nova.compute.manager [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Terminating instance [ 926.520208] env[64120]: DEBUG nova.compute.manager [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 926.520705] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.522219] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb13028-816a-42ef-859c-e03d5fb9e349 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.537625] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.537814] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe29550e-76d0-478b-b3f2-0fa852a65921 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.548102] env[64120]: DEBUG oslo_vmware.api [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 926.548102] env[64120]: value = "task-1405729" [ 926.548102] env[64120]: _type = "Task" [ 926.548102] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.555962] env[64120]: DEBUG oslo_vmware.api [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.571115] env[64120]: DEBUG oslo_vmware.api [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Task: {'id': task-1405724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068061} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.571404] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.572255] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f828f7ff-ad7b-40d1-a005-e801b6ac53ff {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.601733] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] d99bd87b-3c5c-4d28-a140-38e09a185c43/d99bd87b-3c5c-4d28-a140-38e09a185c43.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.605420] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4a9b743-5e9a-48e9-a51e-074f572db2d0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.625762] env[64120]: DEBUG oslo_vmware.api [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Waiting for the task: (returnval){ [ 926.625762] env[64120]: value = "task-1405730" [ 926.625762] env[64120]: _type = "Task" [ 926.625762] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.635510] env[64120]: DEBUG oslo_vmware.api [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Task: {'id': task-1405730, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.660654] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.684135] env[64120]: DEBUG oslo_vmware.api [None req-68e0836f-fe90-4761-813f-f97b100ff1bb tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.430216} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.684482] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-68e0836f-fe90-4761-813f-f97b100ff1bb tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.684639] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-68e0836f-fe90-4761-813f-f97b100ff1bb tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.684768] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-68e0836f-fe90-4761-813f-f97b100ff1bb tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.684943] env[64120]: INFO nova.compute.manager [None req-68e0836f-fe90-4761-813f-f97b100ff1bb tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 926.685216] env[64120]: DEBUG oslo.service.loopingcall [None req-68e0836f-fe90-4761-813f-f97b100ff1bb tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 926.685452] env[64120]: DEBUG nova.compute.manager [-] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 926.686273] env[64120]: DEBUG nova.network.neutron [-] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 926.758237] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Acquiring lock "refresh_cache-e359f71d-a8c8-471e-9c65-0b5f7d60a39b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.758433] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Acquired lock "refresh_cache-e359f71d-a8c8-471e-9c65-0b5f7d60a39b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.758601] env[64120]: DEBUG nova.network.neutron [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.773256] env[64120]: DEBUG oslo_vmware.api [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405727, 'name': RemoveSnapshot_Task} progress is 76%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.895305] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6bf08718-05cc-4274-83ff-4c7268f39e90 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Lock "58609f67-0cf4-459c-8512-6292352cce83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.966s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.904523] env[64120]: DEBUG oslo_vmware.api [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405728, 'name': CloneVM_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.989827] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d990b6-887e-4d9e-852c-4fb26fc2fda6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.998321] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcefdba5-70f1-4846-80ea-451db732304b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.033788] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fbcc6a-b53a-46fb-89c9-c89bfa8b59c6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.043518] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae9c90a-6819-4f31-86c7-4bb591e4c265 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.063812] env[64120]: DEBUG nova.compute.provider_tree [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.068754] env[64120]: DEBUG oslo_vmware.api [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405729, 'name': PowerOffVM_Task, 'duration_secs': 0.406854} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.069602] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.069796] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.070122] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46b96a0e-5786-408d-ab4e-ef225d1e15c2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.131916] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.132161] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.132386] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Deleting the datastore file [datastore2] 569c563f-8a2c-4b65-982e-398f11b43f1a {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.133123] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0051d118-06b9-44ca-9a5b-b1b185efa56c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.138319] env[64120]: DEBUG oslo_vmware.api [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Task: {'id': task-1405730, 'name': ReconfigVM_Task, 'duration_secs': 0.376122} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.139126] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Reconfigured VM instance instance-0000000f to attach disk [datastore1] d99bd87b-3c5c-4d28-a140-38e09a185c43/d99bd87b-3c5c-4d28-a140-38e09a185c43.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.139718] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d097df8e-fc96-427d-ab70-d7eabe6dea02 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.143170] env[64120]: DEBUG oslo_vmware.api [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 927.143170] env[64120]: value = "task-1405732" [ 927.143170] env[64120]: _type = "Task" [ 927.143170] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.148414] env[64120]: DEBUG oslo_vmware.api [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Waiting for the task: (returnval){ [ 927.148414] env[64120]: value = "task-1405733" [ 927.148414] env[64120]: _type = "Task" [ 927.148414] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.156998] env[64120]: DEBUG oslo_vmware.api [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.160494] env[64120]: DEBUG oslo_vmware.api [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Task: {'id': task-1405733, 'name': Rename_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.274653] env[64120]: DEBUG oslo_vmware.api [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405727, 'name': RemoveSnapshot_Task, 'duration_secs': 0.616724} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.274653] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Deleted Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 927.274653] env[64120]: INFO nova.compute.manager [None req-8c791c89-019f-464f-9de7-140b94ec8c30 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Took 15.91 seconds to snapshot the instance on the hypervisor. [ 927.327275] env[64120]: DEBUG nova.network.neutron [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Successfully created port: cc5c0cd8-7fc7-4b8d-8068-48f9f88fc898 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.399317] env[64120]: DEBUG nova.compute.manager [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 927.402933] env[64120]: DEBUG oslo_vmware.api [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405728, 'name': CloneVM_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.433394] env[64120]: DEBUG nova.network.neutron [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.466920] env[64120]: DEBUG nova.compute.manager [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 927.496960] env[64120]: DEBUG nova.virt.hardware [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 927.496960] env[64120]: DEBUG nova.virt.hardware [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 927.497166] env[64120]: DEBUG nova.virt.hardware [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.497318] env[64120]: DEBUG nova.virt.hardware [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 927.497583] env[64120]: DEBUG nova.virt.hardware [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.497929] env[64120]: DEBUG nova.virt.hardware [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 927.498013] env[64120]: DEBUG nova.virt.hardware [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 927.498230] env[64120]: DEBUG nova.virt.hardware [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 927.498467] env[64120]: DEBUG nova.virt.hardware [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 927.498771] env[64120]: DEBUG nova.virt.hardware [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 927.499231] env[64120]: DEBUG nova.virt.hardware [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 927.500251] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa6f1ad-4603-4ecc-825d-1036f5014863 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.509893] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a8ee6a-82d5-491f-888c-823eba2fd71c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.570616] env[64120]: DEBUG nova.scheduler.client.report [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 927.613711] env[64120]: DEBUG nova.compute.manager [req-f6413eb9-31b5-4d3c-ad69-470f3905b875 req-a71a534e-6750-42bf-8cb2-27b7465ef4b4 service nova] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Received event network-vif-plugged-b36d1259-4f3d-4935-b803-282587a66996 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 927.613995] env[64120]: DEBUG oslo_concurrency.lockutils [req-f6413eb9-31b5-4d3c-ad69-470f3905b875 req-a71a534e-6750-42bf-8cb2-27b7465ef4b4 service nova] Acquiring lock "e359f71d-a8c8-471e-9c65-0b5f7d60a39b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.614407] env[64120]: DEBUG oslo_concurrency.lockutils [req-f6413eb9-31b5-4d3c-ad69-470f3905b875 req-a71a534e-6750-42bf-8cb2-27b7465ef4b4 service nova] Lock "e359f71d-a8c8-471e-9c65-0b5f7d60a39b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.614623] env[64120]: DEBUG oslo_concurrency.lockutils [req-f6413eb9-31b5-4d3c-ad69-470f3905b875 req-a71a534e-6750-42bf-8cb2-27b7465ef4b4 service nova] Lock "e359f71d-a8c8-471e-9c65-0b5f7d60a39b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.614803] env[64120]: DEBUG nova.compute.manager [req-f6413eb9-31b5-4d3c-ad69-470f3905b875 req-a71a534e-6750-42bf-8cb2-27b7465ef4b4 service nova] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] No waiting events found dispatching network-vif-plugged-b36d1259-4f3d-4935-b803-282587a66996 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 927.614966] env[64120]: WARNING nova.compute.manager [req-f6413eb9-31b5-4d3c-ad69-470f3905b875 req-a71a534e-6750-42bf-8cb2-27b7465ef4b4 service nova] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Received unexpected event network-vif-plugged-b36d1259-4f3d-4935-b803-282587a66996 for instance with vm_state building and task_state spawning. [ 927.660062] env[64120]: DEBUG oslo_vmware.api [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Task: {'id': task-1405733, 'name': Rename_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.663849] env[64120]: DEBUG oslo_vmware.api [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1405732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189667} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.664192] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.664614] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.664852] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.665078] env[64120]: INFO nova.compute.manager [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 927.665397] env[64120]: DEBUG oslo.service.loopingcall [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 927.665803] env[64120]: DEBUG nova.compute.manager [-] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 927.665972] env[64120]: DEBUG nova.network.neutron [-] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 927.869326] env[64120]: DEBUG nova.network.neutron [-] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.898574] env[64120]: DEBUG oslo_vmware.api [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405728, 'name': CloneVM_Task, 'duration_secs': 1.507414} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.899211] env[64120]: INFO nova.virt.vmwareapi.vmops [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Created linked-clone VM from snapshot [ 927.899984] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850d7484-932d-41f3-a0b4-fe4abb958f83 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.914086] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Uploading image 2df93676-1f5f-4473-96fd-1b369241f75a {{(pid=64120) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 927.917869] env[64120]: DEBUG nova.compute.manager [req-bfbc71ec-c6aa-435f-834a-a1815257d4b4 req-f16cabb4-21e4-4944-bb95-c5bc0634cff5 service nova] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Received event network-vif-deleted-47cd1672-494b-4e3e-8d4b-19332e52c5bf {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 927.936515] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.947369] env[64120]: DEBUG oslo_vmware.rw_handles [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 927.947369] env[64120]: value = "vm-297948" [ 927.947369] env[64120]: _type = "VirtualMachine" [ 927.947369] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 927.948169] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-30020509-58dd-4cc5-b54e-698989bf5c23 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.955949] env[64120]: DEBUG oslo_vmware.rw_handles [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lease: (returnval){ [ 927.955949] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ef8eba-22ea-b9f0-9ad4-03f27657cbc0" [ 927.955949] env[64120]: _type = "HttpNfcLease" [ 927.955949] env[64120]: } obtained for exporting VM: (result){ [ 927.955949] env[64120]: value = "vm-297948" [ 927.955949] env[64120]: _type = "VirtualMachine" [ 927.955949] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 927.956270] env[64120]: DEBUG oslo_vmware.api [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the lease: (returnval){ [ 927.956270] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ef8eba-22ea-b9f0-9ad4-03f27657cbc0" [ 927.956270] env[64120]: _type = "HttpNfcLease" [ 927.956270] env[64120]: } to be ready. {{(pid=64120) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 927.964702] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 927.964702] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ef8eba-22ea-b9f0-9ad4-03f27657cbc0" [ 927.964702] env[64120]: _type = "HttpNfcLease" [ 927.964702] env[64120]: } is initializing. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 927.990269] env[64120]: DEBUG nova.network.neutron [-] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.061132] env[64120]: DEBUG nova.network.neutron [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Updating instance_info_cache with network_info: [{"id": "b36d1259-4f3d-4935-b803-282587a66996", "address": "fa:16:3e:b2:f5:a0", "network": {"id": "f725c59d-1ae5-4407-b6ea-acb68e7fb5f6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-655437280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "096e49e8bb0b4e24aa23e6005c0d8549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb36d1259-4f", "ovs_interfaceid": "b36d1259-4f3d-4935-b803-282587a66996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.078937] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.651s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.079146] env[64120]: INFO nova.compute.manager [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Migrating [ 928.079370] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.079551] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquired lock "compute-rpcapi-router" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.081716] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.459s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.085418] env[64120]: INFO nova.compute.claims [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.096738] env[64120]: DEBUG nova.compute.manager [None req-fe1d43ce-1311-4cd7-a107-41e07ec6b7dc tempest-ServerDiagnosticsTest-1552342126 tempest-ServerDiagnosticsTest-1552342126-project-admin] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 928.097825] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb2fc3e-a8e2-4430-a204-0fb770c3823e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.106876] env[64120]: INFO nova.compute.manager [None req-fe1d43ce-1311-4cd7-a107-41e07ec6b7dc tempest-ServerDiagnosticsTest-1552342126 tempest-ServerDiagnosticsTest-1552342126-project-admin] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Retrieving diagnostics [ 928.107697] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99955b3-d41e-4ad8-916e-efb10d7cf52f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.161521] env[64120]: DEBUG oslo_vmware.api [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Task: {'id': task-1405733, 'name': Rename_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.372561] env[64120]: INFO nova.compute.manager [-] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Took 3.26 seconds to deallocate network for instance. [ 928.467173] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 928.467173] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ef8eba-22ea-b9f0-9ad4-03f27657cbc0" [ 928.467173] env[64120]: _type = "HttpNfcLease" [ 928.467173] env[64120]: } is ready. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 928.467173] env[64120]: DEBUG oslo_vmware.rw_handles [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 928.467173] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ef8eba-22ea-b9f0-9ad4-03f27657cbc0" [ 928.467173] env[64120]: _type = "HttpNfcLease" [ 928.467173] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 928.467173] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f440188-1e23-45b5-b3ca-30ff08f226f6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.479297] env[64120]: DEBUG oslo_vmware.rw_handles [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b0ba36-00f0-6966-0829-a7e1bfdea754/disk-0.vmdk from lease info. {{(pid=64120) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 928.479989] env[64120]: DEBUG oslo_vmware.rw_handles [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b0ba36-00f0-6966-0829-a7e1bfdea754/disk-0.vmdk for reading. {{(pid=64120) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 928.538517] env[64120]: INFO nova.compute.manager [-] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Took 1.85 seconds to deallocate network for instance. [ 928.565294] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Releasing lock "refresh_cache-e359f71d-a8c8-471e-9c65-0b5f7d60a39b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.565294] env[64120]: DEBUG nova.compute.manager [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Instance network_info: |[{"id": "b36d1259-4f3d-4935-b803-282587a66996", "address": "fa:16:3e:b2:f5:a0", "network": {"id": "f725c59d-1ae5-4407-b6ea-acb68e7fb5f6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-655437280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "096e49e8bb0b4e24aa23e6005c0d8549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb36d1259-4f", "ovs_interfaceid": "b36d1259-4f3d-4935-b803-282587a66996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 928.565294] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:f5:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7f41333-42ee-47f3-936c-d6701ab786d2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b36d1259-4f3d-4935-b803-282587a66996', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.573614] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Creating folder: Project (096e49e8bb0b4e24aa23e6005c0d8549). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 928.577439] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0496a4a7-86d0-4374-9c0a-09e13707b2e6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.579954] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-352ea83f-399a-4b17-813d-c2433078d7db {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.582249] env[64120]: INFO nova.compute.rpcapi [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 928.582816] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Releasing lock "compute-rpcapi-router" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.591920] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Created folder: Project (096e49e8bb0b4e24aa23e6005c0d8549) in parent group-v297899. [ 928.592184] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Creating folder: Instances. Parent ref: group-v297949. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 928.597970] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f53178b5-9da0-454f-97e0-2c90397d03c4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.618827] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Created folder: Instances in parent group-v297949. [ 928.619134] env[64120]: DEBUG oslo.service.loopingcall [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 928.619391] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.619627] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca08f487-f035-4c32-a0a7-3856c31701ca {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.644337] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.644337] env[64120]: value = "task-1405737" [ 928.644337] env[64120]: _type = "Task" [ 928.644337] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.660693] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405737, 'name': CreateVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.665837] env[64120]: DEBUG oslo_vmware.api [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Task: {'id': task-1405733, 'name': Rename_Task, 'duration_secs': 1.140426} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.666106] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.666331] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd448c1a-7a8b-49d2-a613-3008329cd25b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.672031] env[64120]: DEBUG oslo_vmware.api [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Waiting for the task: (returnval){ [ 928.672031] env[64120]: value = "task-1405738" [ 928.672031] env[64120]: _type = "Task" [ 928.672031] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.681704] env[64120]: DEBUG oslo_vmware.api [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Task: {'id': task-1405738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.833474] env[64120]: DEBUG nova.network.neutron [-] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.881686] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ab157035-348f-4ce9-b7ad-a64928bbde13 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.047075] env[64120]: DEBUG oslo_concurrency.lockutils [None req-68e0836f-fe90-4761-813f-f97b100ff1bb tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.115315] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquiring lock "refresh_cache-810ace60-3801-4686-8087-570c8b93b42f" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.115649] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquired lock "refresh_cache-810ace60-3801-4686-8087-570c8b93b42f" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.116131] env[64120]: DEBUG nova.network.neutron [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.174874] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405737, 'name': CreateVM_Task, 'duration_secs': 0.353443} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.179098] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.184321] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.184694] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.189018] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.189018] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49e156c8-9d12-4620-9bf8-e2525c0885a0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.197807] env[64120]: DEBUG oslo_vmware.api [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Task: {'id': task-1405738, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.206257] env[64120]: DEBUG oslo_vmware.api [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Waiting for the task: (returnval){ [ 929.206257] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52aff4c5-ff1f-ecd8-0c70-0ffff444a87f" [ 929.206257] env[64120]: _type = "Task" [ 929.206257] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.213750] env[64120]: DEBUG oslo_vmware.api [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52aff4c5-ff1f-ecd8-0c70-0ffff444a87f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.304266] env[64120]: DEBUG nova.network.neutron [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Successfully updated port: cc5c0cd8-7fc7-4b8d-8068-48f9f88fc898 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.340664] env[64120]: INFO nova.compute.manager [-] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Took 1.67 seconds to deallocate network for instance. [ 929.699732] env[64120]: DEBUG oslo_vmware.api [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Task: {'id': task-1405738, 'name': PowerOnVM_Task, 'duration_secs': 0.554755} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.699732] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.699732] env[64120]: INFO nova.compute.manager [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Took 9.80 seconds to spawn the instance on the hypervisor. [ 929.699732] env[64120]: DEBUG nova.compute.manager [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 929.700902] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d464617-e8a0-4f77-8872-2ef82992bcd0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.723945] env[64120]: DEBUG oslo_vmware.api [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52aff4c5-ff1f-ecd8-0c70-0ffff444a87f, 'name': SearchDatastore_Task, 'duration_secs': 0.013659} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.729048] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.729048] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.729048] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.729048] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.729048] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.730477] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17ddc693-7ac1-4a8d-afca-0e2058edf0ed {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.733031] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fdf24e-6bf9-4258-8350-6d7c55bc658e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.740874] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16152035-8b48-45c0-b123-3b8677e0326a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.751439] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.751694] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.752785] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5b4097c-ebe5-4577-8755-7f2034e7f0dd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.797865] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2b3b5a-3eda-4859-bf1f-d2d60a9deebd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.802404] env[64120]: DEBUG oslo_vmware.api [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Waiting for the task: (returnval){ [ 929.802404] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5259af12-2247-d423-e53a-e4807b25faa4" [ 929.802404] env[64120]: _type = "Task" [ 929.802404] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.808867] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Acquiring lock "refresh_cache-93417e30-1413-457e-a34f-5d9f1fb8e657" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.809269] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Acquired lock "refresh_cache-93417e30-1413-457e-a34f-5d9f1fb8e657" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.809269] env[64120]: DEBUG nova.network.neutron [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.815895] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5009e224-7c5e-444a-899c-fee1622d543e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.826877] env[64120]: DEBUG oslo_vmware.api [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5259af12-2247-d423-e53a-e4807b25faa4, 'name': SearchDatastore_Task, 'duration_secs': 0.011181} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.829647] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b98fb58c-267f-43ad-b701-3ac723625cba {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.843240] env[64120]: DEBUG nova.compute.provider_tree [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.847389] env[64120]: DEBUG oslo_vmware.api [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Waiting for the task: (returnval){ [ 929.847389] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5288460c-ff34-cd9b-6dc1-58864fefb966" [ 929.847389] env[64120]: _type = "Task" [ 929.847389] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.856828] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.857304] env[64120]: DEBUG oslo_vmware.api [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5288460c-ff34-cd9b-6dc1-58864fefb966, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.896269] env[64120]: DEBUG nova.network.neutron [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.174969] env[64120]: DEBUG nova.network.neutron [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Updating instance_info_cache with network_info: [{"id": "cc5c0cd8-7fc7-4b8d-8068-48f9f88fc898", "address": "fa:16:3e:f6:53:24", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc5c0cd8-7f", "ovs_interfaceid": "cc5c0cd8-7fc7-4b8d-8068-48f9f88fc898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.230574] env[64120]: INFO nova.compute.manager [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Took 24.40 seconds to build instance. [ 930.345892] env[64120]: DEBUG nova.scheduler.client.report [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 930.366201] env[64120]: DEBUG oslo_vmware.api [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5288460c-ff34-cd9b-6dc1-58864fefb966, 'name': SearchDatastore_Task, 'duration_secs': 0.020088} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.367145] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.367145] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] e359f71d-a8c8-471e-9c65-0b5f7d60a39b/e359f71d-a8c8-471e-9c65-0b5f7d60a39b.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.367305] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b385919-1c01-4bbb-bd75-88ca0df061da {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.375055] env[64120]: DEBUG oslo_vmware.api [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Waiting for the task: (returnval){ [ 930.375055] env[64120]: value = "task-1405739" [ 930.375055] env[64120]: _type = "Task" [ 930.375055] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.385237] env[64120]: DEBUG oslo_vmware.api [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1405739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.403459] env[64120]: DEBUG nova.network.neutron [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Updating instance_info_cache with network_info: [{"id": "77be9061-328f-454e-b5dd-afbce8e3ed59", "address": "fa:16:3e:50:db:b9", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77be9061-32", "ovs_interfaceid": "77be9061-328f-454e-b5dd-afbce8e3ed59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.557393] env[64120]: DEBUG oslo_concurrency.lockutils [None req-33214438-56f3-4e6b-bd95-0528e3fa7201 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Acquiring lock "58609f67-0cf4-459c-8512-6292352cce83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.558310] env[64120]: DEBUG oslo_concurrency.lockutils [None req-33214438-56f3-4e6b-bd95-0528e3fa7201 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Lock "58609f67-0cf4-459c-8512-6292352cce83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.558310] env[64120]: DEBUG oslo_concurrency.lockutils [None req-33214438-56f3-4e6b-bd95-0528e3fa7201 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Acquiring lock "58609f67-0cf4-459c-8512-6292352cce83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.558611] env[64120]: DEBUG oslo_concurrency.lockutils [None req-33214438-56f3-4e6b-bd95-0528e3fa7201 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Lock "58609f67-0cf4-459c-8512-6292352cce83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.558654] env[64120]: DEBUG oslo_concurrency.lockutils [None req-33214438-56f3-4e6b-bd95-0528e3fa7201 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Lock "58609f67-0cf4-459c-8512-6292352cce83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.563197] env[64120]: INFO nova.compute.manager [None req-33214438-56f3-4e6b-bd95-0528e3fa7201 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Terminating instance [ 930.565262] env[64120]: DEBUG nova.compute.manager [None req-33214438-56f3-4e6b-bd95-0528e3fa7201 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 930.565541] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-33214438-56f3-4e6b-bd95-0528e3fa7201 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.566691] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6efd4e7-9452-4c43-a36c-8979eb8560ad {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.576169] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-33214438-56f3-4e6b-bd95-0528e3fa7201 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.576169] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3eec53d0-2ced-4d55-b74b-54bcba6a65b6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.583897] env[64120]: DEBUG oslo_vmware.api [None req-33214438-56f3-4e6b-bd95-0528e3fa7201 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Waiting for the task: (returnval){ [ 930.583897] env[64120]: value = "task-1405740" [ 930.583897] env[64120]: _type = "Task" [ 930.583897] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.592702] env[64120]: DEBUG oslo_vmware.api [None req-33214438-56f3-4e6b-bd95-0528e3fa7201 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Task: {'id': task-1405740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.650932] env[64120]: DEBUG nova.compute.manager [req-b8ab447d-2d8f-4570-a2f0-deaa4bcbc3d2 req-b011db0f-1763-49f1-8bca-07f8ae8e082f service nova] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Received event network-changed-b36d1259-4f3d-4935-b803-282587a66996 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 930.650932] env[64120]: DEBUG nova.compute.manager [req-b8ab447d-2d8f-4570-a2f0-deaa4bcbc3d2 req-b011db0f-1763-49f1-8bca-07f8ae8e082f service nova] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Refreshing instance network info cache due to event network-changed-b36d1259-4f3d-4935-b803-282587a66996. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 930.650932] env[64120]: DEBUG oslo_concurrency.lockutils [req-b8ab447d-2d8f-4570-a2f0-deaa4bcbc3d2 req-b011db0f-1763-49f1-8bca-07f8ae8e082f service nova] Acquiring lock "refresh_cache-e359f71d-a8c8-471e-9c65-0b5f7d60a39b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.650932] env[64120]: DEBUG oslo_concurrency.lockutils [req-b8ab447d-2d8f-4570-a2f0-deaa4bcbc3d2 req-b011db0f-1763-49f1-8bca-07f8ae8e082f service nova] Acquired lock "refresh_cache-e359f71d-a8c8-471e-9c65-0b5f7d60a39b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.650932] env[64120]: DEBUG nova.network.neutron [req-b8ab447d-2d8f-4570-a2f0-deaa4bcbc3d2 req-b011db0f-1763-49f1-8bca-07f8ae8e082f service nova] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Refreshing network info cache for port b36d1259-4f3d-4935-b803-282587a66996 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.678681] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Releasing lock "refresh_cache-93417e30-1413-457e-a34f-5d9f1fb8e657" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.679104] env[64120]: DEBUG nova.compute.manager [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Instance network_info: |[{"id": "cc5c0cd8-7fc7-4b8d-8068-48f9f88fc898", "address": "fa:16:3e:f6:53:24", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc5c0cd8-7f", "ovs_interfaceid": "cc5c0cd8-7fc7-4b8d-8068-48f9f88fc898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 930.679558] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:53:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc5c0cd8-7fc7-4b8d-8068-48f9f88fc898', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.688290] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Creating folder: Project (7366aba3d5d2490b816351ef6b69f6cb). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.689786] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff72ce70-339e-4c68-86de-9eccfdb86924 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.705896] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Created folder: Project (7366aba3d5d2490b816351ef6b69f6cb) in parent group-v297899. [ 930.705896] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Creating folder: Instances. Parent ref: group-v297952. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.706226] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f83125d5-e61d-4f1e-89b4-b12b3c882bbf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.720303] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Created folder: Instances in parent group-v297952. [ 930.720826] env[64120]: DEBUG oslo.service.loopingcall [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 930.721437] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.721862] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5c2175b-ed2f-49e0-aa57-70a6f12e1173 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.737420] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b536b00b-688d-45d0-98f9-dd8024478805 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Lock "d99bd87b-3c5c-4d28-a140-38e09a185c43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.808s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.746881] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.746881] env[64120]: value = "task-1405743" [ 930.746881] env[64120]: _type = "Task" [ 930.746881] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.764398] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405743, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.858602] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.859362] env[64120]: DEBUG nova.compute.manager [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 930.864653] env[64120]: DEBUG oslo_concurrency.lockutils [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.219s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.864880] env[64120]: DEBUG nova.objects.instance [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64120) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 930.898345] env[64120]: DEBUG oslo_vmware.api [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1405739, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.907687] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Releasing lock "refresh_cache-810ace60-3801-4686-8087-570c8b93b42f" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.983385] env[64120]: DEBUG nova.compute.manager [req-802206ed-1598-482e-b419-d555f409f345 req-fea8fb20-d750-41d0-b626-7930671ad659 service nova] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Received event network-vif-deleted-632c45f9-3cc6-4049-ae0e-cbef9098c0a0 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 930.983822] env[64120]: DEBUG nova.compute.manager [req-802206ed-1598-482e-b419-d555f409f345 req-fea8fb20-d750-41d0-b626-7930671ad659 service nova] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Received event network-vif-deleted-aa24d805-c1df-4c1a-858f-c1d55a290b82 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 930.983822] env[64120]: DEBUG nova.compute.manager [req-802206ed-1598-482e-b419-d555f409f345 req-fea8fb20-d750-41d0-b626-7930671ad659 service nova] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Received event network-vif-plugged-cc5c0cd8-7fc7-4b8d-8068-48f9f88fc898 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 930.984149] env[64120]: DEBUG oslo_concurrency.lockutils [req-802206ed-1598-482e-b419-d555f409f345 req-fea8fb20-d750-41d0-b626-7930671ad659 service nova] Acquiring lock "93417e30-1413-457e-a34f-5d9f1fb8e657-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.984456] env[64120]: DEBUG oslo_concurrency.lockutils [req-802206ed-1598-482e-b419-d555f409f345 req-fea8fb20-d750-41d0-b626-7930671ad659 service nova] Lock "93417e30-1413-457e-a34f-5d9f1fb8e657-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.984719] env[64120]: DEBUG oslo_concurrency.lockutils [req-802206ed-1598-482e-b419-d555f409f345 req-fea8fb20-d750-41d0-b626-7930671ad659 service nova] Lock "93417e30-1413-457e-a34f-5d9f1fb8e657-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.989419] env[64120]: DEBUG nova.compute.manager [req-802206ed-1598-482e-b419-d555f409f345 req-fea8fb20-d750-41d0-b626-7930671ad659 service nova] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] No waiting events found dispatching network-vif-plugged-cc5c0cd8-7fc7-4b8d-8068-48f9f88fc898 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 930.989656] env[64120]: WARNING nova.compute.manager [req-802206ed-1598-482e-b419-d555f409f345 req-fea8fb20-d750-41d0-b626-7930671ad659 service nova] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Received unexpected event network-vif-plugged-cc5c0cd8-7fc7-4b8d-8068-48f9f88fc898 for instance with vm_state building and task_state spawning. [ 930.989939] env[64120]: DEBUG nova.compute.manager [req-802206ed-1598-482e-b419-d555f409f345 req-fea8fb20-d750-41d0-b626-7930671ad659 service nova] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Received event network-changed-cc5c0cd8-7fc7-4b8d-8068-48f9f88fc898 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 930.990179] env[64120]: DEBUG nova.compute.manager [req-802206ed-1598-482e-b419-d555f409f345 req-fea8fb20-d750-41d0-b626-7930671ad659 service nova] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Refreshing instance network info cache due to event network-changed-cc5c0cd8-7fc7-4b8d-8068-48f9f88fc898. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 930.990444] env[64120]: DEBUG oslo_concurrency.lockutils [req-802206ed-1598-482e-b419-d555f409f345 req-fea8fb20-d750-41d0-b626-7930671ad659 service nova] Acquiring lock "refresh_cache-93417e30-1413-457e-a34f-5d9f1fb8e657" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.990627] env[64120]: DEBUG oslo_concurrency.lockutils [req-802206ed-1598-482e-b419-d555f409f345 req-fea8fb20-d750-41d0-b626-7930671ad659 service nova] Acquired lock "refresh_cache-93417e30-1413-457e-a34f-5d9f1fb8e657" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.990821] env[64120]: DEBUG nova.network.neutron [req-802206ed-1598-482e-b419-d555f409f345 req-fea8fb20-d750-41d0-b626-7930671ad659 service nova] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Refreshing network info cache for port cc5c0cd8-7fc7-4b8d-8068-48f9f88fc898 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.110235] env[64120]: DEBUG oslo_vmware.api [None req-33214438-56f3-4e6b-bd95-0528e3fa7201 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Task: {'id': task-1405740, 'name': PowerOffVM_Task, 'duration_secs': 0.225507} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.110544] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-33214438-56f3-4e6b-bd95-0528e3fa7201 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.110837] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-33214438-56f3-4e6b-bd95-0528e3fa7201 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.111212] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0e561ea-612f-4737-b8d5-7894ce287eb3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.184763] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-33214438-56f3-4e6b-bd95-0528e3fa7201 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.185110] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-33214438-56f3-4e6b-bd95-0528e3fa7201 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.185359] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-33214438-56f3-4e6b-bd95-0528e3fa7201 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Deleting the datastore file [datastore1] 58609f67-0cf4-459c-8512-6292352cce83 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.185761] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57c89815-e275-4920-a5e7-3431105ed609 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.195553] env[64120]: DEBUG oslo_vmware.api [None req-33214438-56f3-4e6b-bd95-0528e3fa7201 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Waiting for the task: (returnval){ [ 931.195553] env[64120]: value = "task-1405745" [ 931.195553] env[64120]: _type = "Task" [ 931.195553] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.212434] env[64120]: DEBUG oslo_vmware.api [None req-33214438-56f3-4e6b-bd95-0528e3fa7201 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Task: {'id': task-1405745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.240943] env[64120]: DEBUG nova.compute.manager [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 931.266954] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405743, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.367222] env[64120]: DEBUG nova.compute.utils [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 931.370132] env[64120]: DEBUG nova.compute.manager [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 931.370480] env[64120]: DEBUG nova.network.neutron [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 931.397275] env[64120]: DEBUG oslo_vmware.api [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1405739, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.567382] env[64120]: DEBUG nova.compute.manager [None req-9d43de5b-f46f-43b2-a58b-4a8c5256d222 tempest-ServerDiagnosticsV248Test-663217572 tempest-ServerDiagnosticsV248Test-663217572-project-admin] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 931.570327] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c3c785-72c6-4ee1-86f3-442c805228fd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.582223] env[64120]: INFO nova.compute.manager [None req-9d43de5b-f46f-43b2-a58b-4a8c5256d222 tempest-ServerDiagnosticsV248Test-663217572 tempest-ServerDiagnosticsV248Test-663217572-project-admin] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Retrieving diagnostics [ 931.582223] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928112d9-ac6b-47b7-b708-50b094079490 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.622364] env[64120]: DEBUG nova.policy [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7fb8b46b20549bf91481b798ffb3bec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ae9f7fb81b34f61a41451f001bc7693', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 931.670296] env[64120]: DEBUG nova.network.neutron [req-b8ab447d-2d8f-4570-a2f0-deaa4bcbc3d2 req-b011db0f-1763-49f1-8bca-07f8ae8e082f service nova] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Updated VIF entry in instance network info cache for port b36d1259-4f3d-4935-b803-282587a66996. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.671449] env[64120]: DEBUG nova.network.neutron [req-b8ab447d-2d8f-4570-a2f0-deaa4bcbc3d2 req-b011db0f-1763-49f1-8bca-07f8ae8e082f service nova] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Updating instance_info_cache with network_info: [{"id": "b36d1259-4f3d-4935-b803-282587a66996", "address": "fa:16:3e:b2:f5:a0", "network": {"id": "f725c59d-1ae5-4407-b6ea-acb68e7fb5f6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-655437280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "096e49e8bb0b4e24aa23e6005c0d8549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb36d1259-4f", "ovs_interfaceid": "b36d1259-4f3d-4935-b803-282587a66996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.710559] env[64120]: DEBUG oslo_vmware.api [None req-33214438-56f3-4e6b-bd95-0528e3fa7201 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Task: {'id': task-1405745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331626} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.710831] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-33214438-56f3-4e6b-bd95-0528e3fa7201 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.711426] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-33214438-56f3-4e6b-bd95-0528e3fa7201 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.711426] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-33214438-56f3-4e6b-bd95-0528e3fa7201 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.711426] env[64120]: INFO nova.compute.manager [None req-33214438-56f3-4e6b-bd95-0528e3fa7201 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Took 1.15 seconds to destroy the instance on the hypervisor. [ 931.711663] env[64120]: DEBUG oslo.service.loopingcall [None req-33214438-56f3-4e6b-bd95-0528e3fa7201 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 931.711858] env[64120]: DEBUG nova.compute.manager [-] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 931.711956] env[64120]: DEBUG nova.network.neutron [-] [instance: 58609f67-0cf4-459c-8512-6292352cce83] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.771757] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405743, 'name': CreateVM_Task, 'duration_secs': 0.569327} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.772170] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.773618] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.773762] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.774912] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.774912] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-262490f3-d466-4a83-8e15-77df5c483b5a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.785260] env[64120]: DEBUG oslo_vmware.api [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Waiting for the task: (returnval){ [ 931.785260] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d943d9-e27d-4e71-a905-b1c9e49e2035" [ 931.785260] env[64120]: _type = "Task" [ 931.785260] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.789647] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.812291] env[64120]: DEBUG oslo_vmware.api [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d943d9-e27d-4e71-a905-b1c9e49e2035, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.882133] env[64120]: DEBUG oslo_concurrency.lockutils [None req-de8b54bd-cfb1-46b8-be72-99e066b4647f tempest-ServersAdmin275Test-478904371 tempest-ServersAdmin275Test-478904371-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.882506] env[64120]: DEBUG nova.compute.manager [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 931.886023] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cd0eee79-8f2b-437b-bb2d-4578ec87566f tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.782s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.886280] env[64120]: DEBUG nova.objects.instance [None req-cd0eee79-8f2b-437b-bb2d-4578ec87566f tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Lazy-loading 'resources' on Instance uuid ff219a3e-52b4-460f-9803-4aa465487621 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.901330] env[64120]: DEBUG oslo_vmware.api [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1405739, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.173302] env[64120]: DEBUG oslo_concurrency.lockutils [req-b8ab447d-2d8f-4570-a2f0-deaa4bcbc3d2 req-b011db0f-1763-49f1-8bca-07f8ae8e082f service nova] Releasing lock "refresh_cache-e359f71d-a8c8-471e-9c65-0b5f7d60a39b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.173662] env[64120]: DEBUG nova.compute.manager [req-b8ab447d-2d8f-4570-a2f0-deaa4bcbc3d2 req-b011db0f-1763-49f1-8bca-07f8ae8e082f service nova] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Received event network-vif-deleted-727d3ab2-6dbd-4fed-b1b2-98e8251045c0 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 932.173873] env[64120]: DEBUG nova.compute.manager [req-b8ab447d-2d8f-4570-a2f0-deaa4bcbc3d2 req-b011db0f-1763-49f1-8bca-07f8ae8e082f service nova] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Received event network-changed-1f2fe5a1-dcad-48ce-b3b8-11ce9741cb64 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 932.174080] env[64120]: DEBUG nova.compute.manager [req-b8ab447d-2d8f-4570-a2f0-deaa4bcbc3d2 req-b011db0f-1763-49f1-8bca-07f8ae8e082f service nova] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Refreshing instance network info cache due to event network-changed-1f2fe5a1-dcad-48ce-b3b8-11ce9741cb64. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 932.174638] env[64120]: DEBUG oslo_concurrency.lockutils [req-b8ab447d-2d8f-4570-a2f0-deaa4bcbc3d2 req-b011db0f-1763-49f1-8bca-07f8ae8e082f service nova] Acquiring lock "refresh_cache-51f2aeb5-f940-49b0-bfce-e404cbd69d4d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.174715] env[64120]: DEBUG oslo_concurrency.lockutils [req-b8ab447d-2d8f-4570-a2f0-deaa4bcbc3d2 req-b011db0f-1763-49f1-8bca-07f8ae8e082f service nova] Acquired lock "refresh_cache-51f2aeb5-f940-49b0-bfce-e404cbd69d4d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.175503] env[64120]: DEBUG nova.network.neutron [req-b8ab447d-2d8f-4570-a2f0-deaa4bcbc3d2 req-b011db0f-1763-49f1-8bca-07f8ae8e082f service nova] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Refreshing network info cache for port 1f2fe5a1-dcad-48ce-b3b8-11ce9741cb64 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.231373] env[64120]: DEBUG nova.network.neutron [req-802206ed-1598-482e-b419-d555f409f345 req-fea8fb20-d750-41d0-b626-7930671ad659 service nova] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Updated VIF entry in instance network info cache for port cc5c0cd8-7fc7-4b8d-8068-48f9f88fc898. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.231495] env[64120]: DEBUG nova.network.neutron [req-802206ed-1598-482e-b419-d555f409f345 req-fea8fb20-d750-41d0-b626-7930671ad659 service nova] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Updating instance_info_cache with network_info: [{"id": "cc5c0cd8-7fc7-4b8d-8068-48f9f88fc898", "address": "fa:16:3e:f6:53:24", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc5c0cd8-7f", "ovs_interfaceid": "cc5c0cd8-7fc7-4b8d-8068-48f9f88fc898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.297087] env[64120]: DEBUG oslo_vmware.api [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d943d9-e27d-4e71-a905-b1c9e49e2035, 'name': SearchDatastore_Task, 'duration_secs': 0.016358} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.297488] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fbbf03d0-d802-4cc6-988b-a549c7c21694 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Acquiring lock "d99bd87b-3c5c-4d28-a140-38e09a185c43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.297777] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fbbf03d0-d802-4cc6-988b-a549c7c21694 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Lock "d99bd87b-3c5c-4d28-a140-38e09a185c43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.297984] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fbbf03d0-d802-4cc6-988b-a549c7c21694 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Acquiring lock "d99bd87b-3c5c-4d28-a140-38e09a185c43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.298187] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fbbf03d0-d802-4cc6-988b-a549c7c21694 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Lock "d99bd87b-3c5c-4d28-a140-38e09a185c43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.298365] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fbbf03d0-d802-4cc6-988b-a549c7c21694 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Lock "d99bd87b-3c5c-4d28-a140-38e09a185c43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.300211] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.300490] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.300749] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.300905] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.301196] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.301776] env[64120]: INFO nova.compute.manager [None req-fbbf03d0-d802-4cc6-988b-a549c7c21694 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Terminating instance [ 932.303299] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c78391cc-96c2-4506-bb7a-48329698b784 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.307052] env[64120]: DEBUG nova.compute.manager [None req-fbbf03d0-d802-4cc6-988b-a549c7c21694 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 932.307317] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbf03d0-d802-4cc6-988b-a549c7c21694 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.308194] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67f2532-1f07-49d8-a802-2f9660539ca6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.317074] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbbf03d0-d802-4cc6-988b-a549c7c21694 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.318318] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b1dfd08-fae2-40fe-a894-ba0b41ea2d04 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.320013] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.320238] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.320973] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10a24350-2452-4fd4-b1c9-6e18bb79be88 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.328090] env[64120]: DEBUG oslo_vmware.api [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Waiting for the task: (returnval){ [ 932.328090] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5282aaf4-2eab-5258-6004-1ffb4c6e4ad5" [ 932.328090] env[64120]: _type = "Task" [ 932.328090] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.335575] env[64120]: DEBUG oslo_vmware.api [None req-fbbf03d0-d802-4cc6-988b-a549c7c21694 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Waiting for the task: (returnval){ [ 932.335575] env[64120]: value = "task-1405746" [ 932.335575] env[64120]: _type = "Task" [ 932.335575] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.343722] env[64120]: DEBUG oslo_vmware.api [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5282aaf4-2eab-5258-6004-1ffb4c6e4ad5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.350496] env[64120]: DEBUG oslo_vmware.api [None req-fbbf03d0-d802-4cc6-988b-a549c7c21694 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Task: {'id': task-1405746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.404851] env[64120]: DEBUG oslo_vmware.api [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1405739, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.746724} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.405548] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] e359f71d-a8c8-471e-9c65-0b5f7d60a39b/e359f71d-a8c8-471e-9c65-0b5f7d60a39b.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.405851] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.406195] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9920f8b8-22e8-4ebf-9c2c-f27a8ad8ed40 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.416730] env[64120]: DEBUG oslo_vmware.api [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Waiting for the task: (returnval){ [ 932.416730] env[64120]: value = "task-1405747" [ 932.416730] env[64120]: _type = "Task" [ 932.416730] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.432038] env[64120]: DEBUG oslo_vmware.api [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1405747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.433639] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d79024a-3dfc-406e-b6ac-e7de79d7e965 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.462463] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Updating instance '810ace60-3801-4686-8087-570c8b93b42f' progress to 0 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 932.610153] env[64120]: DEBUG nova.network.neutron [-] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.734460] env[64120]: DEBUG oslo_concurrency.lockutils [req-802206ed-1598-482e-b419-d555f409f345 req-fea8fb20-d750-41d0-b626-7930671ad659 service nova] Releasing lock "refresh_cache-93417e30-1413-457e-a34f-5d9f1fb8e657" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.821798] env[64120]: DEBUG nova.network.neutron [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Successfully created port: 811a0d0a-7ce0-468d-b98f-517ae4b3cf97 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.860292] env[64120]: DEBUG oslo_vmware.api [None req-fbbf03d0-d802-4cc6-988b-a549c7c21694 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Task: {'id': task-1405746, 'name': PowerOffVM_Task, 'duration_secs': 0.220567} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.860292] env[64120]: DEBUG oslo_vmware.api [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5282aaf4-2eab-5258-6004-1ffb4c6e4ad5, 'name': SearchDatastore_Task, 'duration_secs': 0.020844} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.860292] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbbf03d0-d802-4cc6-988b-a549c7c21694 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.860292] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbf03d0-d802-4cc6-988b-a549c7c21694 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.860292] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab6edfe2-e8b1-4dda-a231-a15b5132115c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.862296] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca6640ef-2826-41fa-8b5b-1bc4433e53c1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.872075] env[64120]: DEBUG oslo_vmware.api [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Waiting for the task: (returnval){ [ 932.872075] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c75102-1938-fbaa-d4bd-e61e875d36b7" [ 932.872075] env[64120]: _type = "Task" [ 932.872075] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.882431] env[64120]: DEBUG oslo_vmware.api [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c75102-1938-fbaa-d4bd-e61e875d36b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.903294] env[64120]: DEBUG nova.compute.manager [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 932.906908] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b31ec2-8fc7-4a1d-8c30-1c20ab602296 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.937027] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe5b9ac-4b2b-4e16-8902-bfac901caba2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.945419] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbf03d0-d802-4cc6-988b-a549c7c21694 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.945805] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbf03d0-d802-4cc6-988b-a549c7c21694 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.946054] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbbf03d0-d802-4cc6-988b-a549c7c21694 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Deleting the datastore file [datastore1] d99bd87b-3c5c-4d28-a140-38e09a185c43 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.947460] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-055d66e2-063f-48ad-a582-3519562e0771 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.953560] env[64120]: DEBUG oslo_vmware.api [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1405747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150704} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.984927] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.986908] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.989996] env[64120]: DEBUG nova.virt.hardware [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 932.990692] env[64120]: DEBUG nova.virt.hardware [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 932.990692] env[64120]: DEBUG nova.virt.hardware [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.990692] env[64120]: DEBUG nova.virt.hardware [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 932.990869] env[64120]: DEBUG nova.virt.hardware [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.990869] env[64120]: DEBUG nova.virt.hardware [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 932.991094] env[64120]: DEBUG nova.virt.hardware [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 932.991363] env[64120]: DEBUG nova.virt.hardware [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 932.991462] env[64120]: DEBUG nova.virt.hardware [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 932.991673] env[64120]: DEBUG nova.virt.hardware [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 932.992049] env[64120]: DEBUG nova.virt.hardware [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 932.995570] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e749932-4e30-407b-8873-da2bc4d77a5f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.996117] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a7e260b-306a-4c17-a060-17b00c6bc9b7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.998817] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b218b72-3d81-4d7e-b3fc-acc1edbb39f0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.003570] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8121f774-6720-4a49-978f-4120c62935da {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.011279] env[64120]: DEBUG oslo_vmware.api [None req-fbbf03d0-d802-4cc6-988b-a549c7c21694 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Waiting for the task: (returnval){ [ 933.011279] env[64120]: value = "task-1405749" [ 933.011279] env[64120]: _type = "Task" [ 933.011279] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.053340] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4958b789-c3f4-4fac-b2d8-f8dba8412752 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.061049] env[64120]: DEBUG oslo_vmware.api [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 933.061049] env[64120]: value = "task-1405750" [ 933.061049] env[64120]: _type = "Task" [ 933.061049] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.062113] env[64120]: DEBUG oslo_vmware.api [None req-fbbf03d0-d802-4cc6-988b-a549c7c21694 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Task: {'id': task-1405749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.077584] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] e359f71d-a8c8-471e-9c65-0b5f7d60a39b/e359f71d-a8c8-471e-9c65-0b5f7d60a39b.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.080379] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1bd9a4-0292-4755-b9a1-cba61bc1c8da {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.087483] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecf04ec6-1722-4afa-a05a-eea11f89c53a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.119377] env[64120]: INFO nova.compute.manager [-] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Took 1.41 seconds to deallocate network for instance. [ 933.136312] env[64120]: DEBUG oslo_vmware.api [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1405750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.159682] env[64120]: DEBUG oslo_vmware.api [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Waiting for the task: (returnval){ [ 933.159682] env[64120]: value = "task-1405751" [ 933.159682] env[64120]: _type = "Task" [ 933.159682] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.161189] env[64120]: DEBUG nova.compute.provider_tree [None req-cd0eee79-8f2b-437b-bb2d-4578ec87566f tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.183268] env[64120]: DEBUG oslo_vmware.api [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1405751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.393105] env[64120]: DEBUG oslo_vmware.api [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c75102-1938-fbaa-d4bd-e61e875d36b7, 'name': SearchDatastore_Task, 'duration_secs': 0.017068} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.393727] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.394342] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 93417e30-1413-457e-a34f-5d9f1fb8e657/93417e30-1413-457e-a34f-5d9f1fb8e657.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.394812] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbd6c548-7ba1-4fc4-b983-5ab5beb969eb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.407535] env[64120]: DEBUG oslo_vmware.api [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Waiting for the task: (returnval){ [ 933.407535] env[64120]: value = "task-1405752" [ 933.407535] env[64120]: _type = "Task" [ 933.407535] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.418910] env[64120]: DEBUG oslo_vmware.api [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': task-1405752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.518533] env[64120]: DEBUG nova.network.neutron [req-b8ab447d-2d8f-4570-a2f0-deaa4bcbc3d2 req-b011db0f-1763-49f1-8bca-07f8ae8e082f service nova] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Updated VIF entry in instance network info cache for port 1f2fe5a1-dcad-48ce-b3b8-11ce9741cb64. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.522024] env[64120]: DEBUG nova.network.neutron [req-b8ab447d-2d8f-4570-a2f0-deaa4bcbc3d2 req-b011db0f-1763-49f1-8bca-07f8ae8e082f service nova] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Updating instance_info_cache with network_info: [{"id": "1f2fe5a1-dcad-48ce-b3b8-11ce9741cb64", "address": "fa:16:3e:89:42:9f", "network": {"id": "f56ea31b-bda9-4034-9ce8-02c78e2f3b49", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-877030389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c16ef63849084a00b97d49ac4ccf948d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2fe5a1-dc", "ovs_interfaceid": "1f2fe5a1-dcad-48ce-b3b8-11ce9741cb64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.526622] env[64120]: DEBUG oslo_vmware.api [None req-fbbf03d0-d802-4cc6-988b-a549c7c21694 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Task: {'id': task-1405749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231367} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.526909] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbbf03d0-d802-4cc6-988b-a549c7c21694 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.527107] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbf03d0-d802-4cc6-988b-a549c7c21694 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.527470] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbf03d0-d802-4cc6-988b-a549c7c21694 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.527470] env[64120]: INFO nova.compute.manager [None req-fbbf03d0-d802-4cc6-988b-a549c7c21694 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Took 1.22 seconds to destroy the instance on the hypervisor. [ 933.528341] env[64120]: DEBUG oslo.service.loopingcall [None req-fbbf03d0-d802-4cc6-988b-a549c7c21694 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 933.528341] env[64120]: DEBUG nova.compute.manager [-] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 933.528341] env[64120]: DEBUG nova.network.neutron [-] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.592964] env[64120]: DEBUG oslo_vmware.api [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1405750, 'name': PowerOffVM_Task, 'duration_secs': 0.271639} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.593322] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.593583] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Updating instance '810ace60-3801-4686-8087-570c8b93b42f' progress to 17 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 933.636071] env[64120]: DEBUG oslo_concurrency.lockutils [None req-33214438-56f3-4e6b-bd95-0528e3fa7201 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.668172] env[64120]: DEBUG nova.scheduler.client.report [None req-cd0eee79-8f2b-437b-bb2d-4578ec87566f tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 933.691203] env[64120]: DEBUG oslo_vmware.api [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1405751, 'name': ReconfigVM_Task, 'duration_secs': 0.488714} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.692249] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Reconfigured VM instance instance-00000010 to attach disk [datastore2] e359f71d-a8c8-471e-9c65-0b5f7d60a39b/e359f71d-a8c8-471e-9c65-0b5f7d60a39b.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.692985] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9403bd27-2045-4dba-8ffa-0e14a29da8c3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.706173] env[64120]: DEBUG oslo_vmware.api [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Waiting for the task: (returnval){ [ 933.706173] env[64120]: value = "task-1405753" [ 933.706173] env[64120]: _type = "Task" [ 933.706173] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.735896] env[64120]: DEBUG oslo_vmware.api [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1405753, 'name': Rename_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.923102] env[64120]: DEBUG oslo_vmware.api [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': task-1405752, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.025383] env[64120]: DEBUG oslo_concurrency.lockutils [req-b8ab447d-2d8f-4570-a2f0-deaa4bcbc3d2 req-b011db0f-1763-49f1-8bca-07f8ae8e082f service nova] Releasing lock "refresh_cache-51f2aeb5-f940-49b0-bfce-e404cbd69d4d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.025546] env[64120]: DEBUG nova.compute.manager [req-b8ab447d-2d8f-4570-a2f0-deaa4bcbc3d2 req-b011db0f-1763-49f1-8bca-07f8ae8e082f service nova] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Received event network-vif-deleted-3c0665da-c42a-4ecd-9ac6-17f28b5e7b98 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 934.103597] env[64120]: DEBUG nova.virt.hardware [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 934.104055] env[64120]: DEBUG nova.virt.hardware [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 934.104348] env[64120]: DEBUG nova.virt.hardware [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.104642] env[64120]: DEBUG nova.virt.hardware [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 934.104860] env[64120]: DEBUG nova.virt.hardware [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.108714] env[64120]: DEBUG nova.virt.hardware [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 934.108714] env[64120]: DEBUG nova.virt.hardware [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 934.108714] env[64120]: DEBUG nova.virt.hardware [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 934.108714] env[64120]: DEBUG nova.virt.hardware [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 934.108714] env[64120]: DEBUG nova.virt.hardware [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 934.108714] env[64120]: DEBUG nova.virt.hardware [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 934.117761] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaa91558-c3c8-4783-a47c-ce99f98f2a25 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.145975] env[64120]: DEBUG oslo_vmware.api [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 934.145975] env[64120]: value = "task-1405754" [ 934.145975] env[64120]: _type = "Task" [ 934.145975] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.163660] env[64120]: DEBUG oslo_vmware.api [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1405754, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.176852] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cd0eee79-8f2b-437b-bb2d-4578ec87566f tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.291s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.181906] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.677s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.181906] env[64120]: INFO nova.compute.claims [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 934.221747] env[64120]: DEBUG oslo_vmware.api [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1405753, 'name': Rename_Task, 'duration_secs': 0.372051} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.225406] env[64120]: INFO nova.scheduler.client.report [None req-cd0eee79-8f2b-437b-bb2d-4578ec87566f tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Deleted allocations for instance ff219a3e-52b4-460f-9803-4aa465487621 [ 934.226464] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.226922] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7647352f-576e-4bdd-836b-093f5563dfe1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.238950] env[64120]: DEBUG oslo_vmware.api [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Waiting for the task: (returnval){ [ 934.238950] env[64120]: value = "task-1405755" [ 934.238950] env[64120]: _type = "Task" [ 934.238950] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.256631] env[64120]: DEBUG oslo_vmware.api [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1405755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.419675] env[64120]: DEBUG oslo_vmware.api [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': task-1405752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594244} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.421474] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 93417e30-1413-457e-a34f-5d9f1fb8e657/93417e30-1413-457e-a34f-5d9f1fb8e657.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.421727] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.422222] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f000e49a-e4ea-480a-bf13-a75cf75197ee {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.430713] env[64120]: DEBUG oslo_vmware.api [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Waiting for the task: (returnval){ [ 934.430713] env[64120]: value = "task-1405756" [ 934.430713] env[64120]: _type = "Task" [ 934.430713] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.441405] env[64120]: DEBUG oslo_vmware.api [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': task-1405756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.609243] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Acquiring lock "729579fc-b3f5-469a-976e-fce8e9cae6e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.609243] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Lock "729579fc-b3f5-469a-976e-fce8e9cae6e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.658064] env[64120]: DEBUG oslo_vmware.api [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1405754, 'name': ReconfigVM_Task, 'duration_secs': 0.264242} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.658064] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Updating instance '810ace60-3801-4686-8087-570c8b93b42f' progress to 33 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 934.737215] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cd0eee79-8f2b-437b-bb2d-4578ec87566f tempest-ServerAddressesNegativeTestJSON-1344015459 tempest-ServerAddressesNegativeTestJSON-1344015459-project-member] Lock "ff219a3e-52b4-460f-9803-4aa465487621" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.996s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.751151] env[64120]: DEBUG oslo_vmware.api [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1405755, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.922934] env[64120]: DEBUG nova.network.neutron [-] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.939120] env[64120]: DEBUG nova.compute.manager [req-32794f7d-111a-442b-abf1-85208ac7a4c5 req-ca79567f-2953-4873-829d-1620b4a0e35f service nova] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Received event network-changed-1f2fe5a1-dcad-48ce-b3b8-11ce9741cb64 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 934.939358] env[64120]: DEBUG nova.compute.manager [req-32794f7d-111a-442b-abf1-85208ac7a4c5 req-ca79567f-2953-4873-829d-1620b4a0e35f service nova] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Refreshing instance network info cache due to event network-changed-1f2fe5a1-dcad-48ce-b3b8-11ce9741cb64. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 934.939598] env[64120]: DEBUG oslo_concurrency.lockutils [req-32794f7d-111a-442b-abf1-85208ac7a4c5 req-ca79567f-2953-4873-829d-1620b4a0e35f service nova] Acquiring lock "refresh_cache-51f2aeb5-f940-49b0-bfce-e404cbd69d4d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.939742] env[64120]: DEBUG oslo_concurrency.lockutils [req-32794f7d-111a-442b-abf1-85208ac7a4c5 req-ca79567f-2953-4873-829d-1620b4a0e35f service nova] Acquired lock "refresh_cache-51f2aeb5-f940-49b0-bfce-e404cbd69d4d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.939920] env[64120]: DEBUG nova.network.neutron [req-32794f7d-111a-442b-abf1-85208ac7a4c5 req-ca79567f-2953-4873-829d-1620b4a0e35f service nova] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Refreshing network info cache for port 1f2fe5a1-dcad-48ce-b3b8-11ce9741cb64 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.948303] env[64120]: DEBUG oslo_vmware.api [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': task-1405756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122538} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.948594] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.949805] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a65a099-e8a6-4fe8-972b-b7b7466d0c85 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.976951] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 93417e30-1413-457e-a34f-5d9f1fb8e657/93417e30-1413-457e-a34f-5d9f1fb8e657.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.977687] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-deb70722-ceed-404d-b4e6-6964976791da {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.000271] env[64120]: DEBUG oslo_vmware.api [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Waiting for the task: (returnval){ [ 935.000271] env[64120]: value = "task-1405757" [ 935.000271] env[64120]: _type = "Task" [ 935.000271] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.010038] env[64120]: DEBUG oslo_vmware.api [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': task-1405757, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.040080] env[64120]: DEBUG oslo_concurrency.lockutils [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Acquiring lock "22697bdf-00a0-4d08-b1f8-9ed0d733c801" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.040080] env[64120]: DEBUG oslo_concurrency.lockutils [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Lock "22697bdf-00a0-4d08-b1f8-9ed0d733c801" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.040080] env[64120]: DEBUG oslo_concurrency.lockutils [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Acquiring lock "22697bdf-00a0-4d08-b1f8-9ed0d733c801-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.040254] env[64120]: DEBUG oslo_concurrency.lockutils [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Lock "22697bdf-00a0-4d08-b1f8-9ed0d733c801-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.040773] env[64120]: DEBUG oslo_concurrency.lockutils [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Lock "22697bdf-00a0-4d08-b1f8-9ed0d733c801-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.045738] env[64120]: INFO nova.compute.manager [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Terminating instance [ 935.049326] env[64120]: DEBUG oslo_concurrency.lockutils [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Acquiring lock "refresh_cache-22697bdf-00a0-4d08-b1f8-9ed0d733c801" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.049622] env[64120]: DEBUG oslo_concurrency.lockutils [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Acquired lock "refresh_cache-22697bdf-00a0-4d08-b1f8-9ed0d733c801" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.049888] env[64120]: DEBUG nova.network.neutron [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.053864] env[64120]: DEBUG nova.compute.manager [req-509165a1-c296-4db5-80eb-bee25cd8bc32 req-bacc6954-8f6b-4bf3-b475-c92b98c10dba service nova] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Received event network-vif-deleted-03726582-147a-45a6-9eb6-6db54daf1fbf {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 935.172049] env[64120]: DEBUG nova.virt.hardware [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 935.172995] env[64120]: DEBUG nova.virt.hardware [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 935.172995] env[64120]: DEBUG nova.virt.hardware [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.172995] env[64120]: DEBUG nova.virt.hardware [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 935.172995] env[64120]: DEBUG nova.virt.hardware [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.172995] env[64120]: DEBUG nova.virt.hardware [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 935.173454] env[64120]: DEBUG nova.virt.hardware [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 935.173828] env[64120]: DEBUG nova.virt.hardware [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 935.174647] env[64120]: DEBUG nova.virt.hardware [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 935.174647] env[64120]: DEBUG nova.virt.hardware [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 935.175015] env[64120]: DEBUG nova.virt.hardware [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 935.182953] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Reconfiguring VM instance instance-00000008 to detach disk 2000 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 935.183249] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1604107-ee77-4ef1-94bc-569260673f84 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.215127] env[64120]: DEBUG oslo_vmware.api [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 935.215127] env[64120]: value = "task-1405758" [ 935.215127] env[64120]: _type = "Task" [ 935.215127] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.228253] env[64120]: DEBUG oslo_vmware.api [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1405758, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.254817] env[64120]: DEBUG oslo_vmware.api [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1405755, 'name': PowerOnVM_Task, 'duration_secs': 0.849422} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.255098] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.255312] env[64120]: INFO nova.compute.manager [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Took 10.63 seconds to spawn the instance on the hypervisor. [ 935.255492] env[64120]: DEBUG nova.compute.manager [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 935.256338] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b9af7d-b88b-4712-9b03-824ed9ea2893 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.427246] env[64120]: INFO nova.compute.manager [-] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Took 1.90 seconds to deallocate network for instance. [ 935.521999] env[64120]: DEBUG oslo_vmware.api [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': task-1405757, 'name': ReconfigVM_Task, 'duration_secs': 0.367615} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.521999] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 93417e30-1413-457e-a34f-5d9f1fb8e657/93417e30-1413-457e-a34f-5d9f1fb8e657.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.523344] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73dda3e8-f63c-4e38-8b30-502c50255407 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.535342] env[64120]: DEBUG oslo_vmware.api [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Waiting for the task: (returnval){ [ 935.535342] env[64120]: value = "task-1405759" [ 935.535342] env[64120]: _type = "Task" [ 935.535342] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.546822] env[64120]: DEBUG oslo_vmware.api [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': task-1405759, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.569491] env[64120]: DEBUG oslo_concurrency.lockutils [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Acquiring lock "e37e29e1-3a48-48d6-8eeb-86af9a4817fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.570608] env[64120]: DEBUG oslo_concurrency.lockutils [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Lock "e37e29e1-3a48-48d6-8eeb-86af9a4817fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.639409] env[64120]: DEBUG nova.network.neutron [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.654266] env[64120]: DEBUG nova.network.neutron [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Successfully updated port: 811a0d0a-7ce0-468d-b98f-517ae4b3cf97 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.716123] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f846cd6-5ee4-4421-931b-fd47b16568b8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.728857] env[64120]: DEBUG oslo_vmware.api [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1405758, 'name': ReconfigVM_Task, 'duration_secs': 0.27737} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.731522] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Reconfigured VM instance instance-00000008 to detach disk 2000 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 935.732404] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e314967e-c357-421f-ada0-92d471e8c250 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.735600] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81745347-4001-4d18-94fe-df37a07a7c3d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.761557] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 810ace60-3801-4686-8087-570c8b93b42f/810ace60-3801-4686-8087-570c8b93b42f.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.790461] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49b86e47-3edc-473a-b3a5-37c5f262b14b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.809367] env[64120]: DEBUG nova.network.neutron [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.813112] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eff9a84-b571-4f9a-a2d5-0fe9831b1f16 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.816276] env[64120]: INFO nova.compute.manager [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Took 29.04 seconds to build instance. [ 935.829021] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd36d1f8-12a4-4185-997c-d1b1e2a146a9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.830942] env[64120]: DEBUG oslo_vmware.api [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 935.830942] env[64120]: value = "task-1405760" [ 935.830942] env[64120]: _type = "Task" [ 935.830942] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.844153] env[64120]: DEBUG nova.compute.provider_tree [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.852328] env[64120]: DEBUG oslo_vmware.api [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1405760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.934718] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fbbf03d0-d802-4cc6-988b-a549c7c21694 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.051563] env[64120]: DEBUG oslo_vmware.api [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': task-1405759, 'name': Rename_Task, 'duration_secs': 0.177448} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.052054] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.052444] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4a62363-eb26-445a-a8c5-cd207f311df5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.064481] env[64120]: DEBUG oslo_vmware.api [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Waiting for the task: (returnval){ [ 936.064481] env[64120]: value = "task-1405761" [ 936.064481] env[64120]: _type = "Task" [ 936.064481] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.083644] env[64120]: DEBUG oslo_vmware.api [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': task-1405761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.085258] env[64120]: DEBUG nova.network.neutron [req-32794f7d-111a-442b-abf1-85208ac7a4c5 req-ca79567f-2953-4873-829d-1620b4a0e35f service nova] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Updated VIF entry in instance network info cache for port 1f2fe5a1-dcad-48ce-b3b8-11ce9741cb64. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.085993] env[64120]: DEBUG nova.network.neutron [req-32794f7d-111a-442b-abf1-85208ac7a4c5 req-ca79567f-2953-4873-829d-1620b4a0e35f service nova] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Updating instance_info_cache with network_info: [{"id": "1f2fe5a1-dcad-48ce-b3b8-11ce9741cb64", "address": "fa:16:3e:89:42:9f", "network": {"id": "f56ea31b-bda9-4034-9ce8-02c78e2f3b49", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-877030389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c16ef63849084a00b97d49ac4ccf948d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2fe5a1-dc", "ovs_interfaceid": "1f2fe5a1-dcad-48ce-b3b8-11ce9741cb64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.158927] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Acquiring lock "refresh_cache-a023676a-cd0b-47d9-b239-0fa94290af72" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.159256] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Acquired lock "refresh_cache-a023676a-cd0b-47d9-b239-0fa94290af72" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.159478] env[64120]: DEBUG nova.network.neutron [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.312350] env[64120]: DEBUG oslo_concurrency.lockutils [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Releasing lock "refresh_cache-22697bdf-00a0-4d08-b1f8-9ed0d733c801" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.312794] env[64120]: DEBUG nova.compute.manager [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 936.312993] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.313925] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f95c06d-a13e-4bea-a286-443bd0111ddc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.318752] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f8d72b95-48ad-41d8-b380-cff0a2b048ba tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Lock "e359f71d-a8c8-471e-9c65-0b5f7d60a39b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.092s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.323971] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.324697] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dff1c0ed-314e-4ded-989e-f01f55308096 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.338035] env[64120]: DEBUG oslo_vmware.api [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Waiting for the task: (returnval){ [ 936.338035] env[64120]: value = "task-1405762" [ 936.338035] env[64120]: _type = "Task" [ 936.338035] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.346515] env[64120]: DEBUG oslo_vmware.api [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1405760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.348360] env[64120]: DEBUG nova.scheduler.client.report [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 936.357620] env[64120]: DEBUG oslo_vmware.api [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Task: {'id': task-1405762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.582295] env[64120]: DEBUG oslo_vmware.api [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': task-1405761, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.589122] env[64120]: DEBUG oslo_concurrency.lockutils [req-32794f7d-111a-442b-abf1-85208ac7a4c5 req-ca79567f-2953-4873-829d-1620b4a0e35f service nova] Releasing lock "refresh_cache-51f2aeb5-f940-49b0-bfce-e404cbd69d4d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.715246] env[64120]: DEBUG nova.network.neutron [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.821259] env[64120]: DEBUG nova.compute.manager [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 936.850797] env[64120]: DEBUG oslo_vmware.api [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1405760, 'name': ReconfigVM_Task, 'duration_secs': 0.591759} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.850797] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 810ace60-3801-4686-8087-570c8b93b42f/810ace60-3801-4686-8087-570c8b93b42f.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.850797] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Updating instance '810ace60-3801-4686-8087-570c8b93b42f' progress to 50 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 936.859643] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.860116] env[64120]: DEBUG nova.compute.manager [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 936.862776] env[64120]: DEBUG oslo_vmware.api [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Task: {'id': task-1405762, 'name': PowerOffVM_Task, 'duration_secs': 0.19479} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.863443] env[64120]: DEBUG oslo_concurrency.lockutils [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.130s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.865256] env[64120]: INFO nova.compute.claims [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.870298] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.870298] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.870298] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-097aa155-a0df-4f7f-8562-3e5efe1be90a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.902143] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.903206] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.903206] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Deleting the datastore file [datastore2] 22697bdf-00a0-4d08-b1f8-9ed0d733c801 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.903206] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-955531f1-fe36-45ac-aa3a-cf9d9ca9bbfe {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.914704] env[64120]: DEBUG oslo_vmware.api [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Waiting for the task: (returnval){ [ 936.914704] env[64120]: value = "task-1405764" [ 936.914704] env[64120]: _type = "Task" [ 936.914704] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.931072] env[64120]: DEBUG oslo_vmware.api [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Task: {'id': task-1405764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.024022] env[64120]: DEBUG nova.network.neutron [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Updating instance_info_cache with network_info: [{"id": "811a0d0a-7ce0-468d-b98f-517ae4b3cf97", "address": "fa:16:3e:9d:fd:3e", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap811a0d0a-7c", "ovs_interfaceid": "811a0d0a-7ce0-468d-b98f-517ae4b3cf97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.080304] env[64120]: DEBUG oslo_vmware.api [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': task-1405761, 'name': PowerOnVM_Task} progress is 64%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.220857] env[64120]: DEBUG oslo_vmware.rw_handles [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b0ba36-00f0-6966-0829-a7e1bfdea754/disk-0.vmdk. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 937.225420] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099b0579-751d-45f8-a01b-a388cd37db9e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.234389] env[64120]: DEBUG oslo_vmware.rw_handles [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b0ba36-00f0-6966-0829-a7e1bfdea754/disk-0.vmdk is in state: ready. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 937.234389] env[64120]: ERROR oslo_vmware.rw_handles [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b0ba36-00f0-6966-0829-a7e1bfdea754/disk-0.vmdk due to incomplete transfer. [ 937.234670] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a35e2208-949f-44cd-88b0-081f00e7cbee {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.244742] env[64120]: DEBUG oslo_vmware.rw_handles [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b0ba36-00f0-6966-0829-a7e1bfdea754/disk-0.vmdk. {{(pid=64120) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 937.244999] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Uploaded image 2df93676-1f5f-4473-96fd-1b369241f75a to the Glance image server {{(pid=64120) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 937.247200] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Destroying the VM {{(pid=64120) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 937.247527] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e2b1f345-c917-418c-b9ff-5cc5eb0ebdd1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.255726] env[64120]: DEBUG oslo_vmware.api [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 937.255726] env[64120]: value = "task-1405765" [ 937.255726] env[64120]: _type = "Task" [ 937.255726] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.266680] env[64120]: DEBUG oslo_vmware.api [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405765, 'name': Destroy_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.366352] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.367922] env[64120]: DEBUG nova.compute.utils [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 937.372665] env[64120]: DEBUG nova.compute.manager [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 937.372939] env[64120]: DEBUG nova.network.neutron [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 937.384625] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69bc3c1-2ac7-4b9d-9341-b6a39bea5f40 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.423396] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728f1202-c6d4-4d31-afea-828b63b49044 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.433502] env[64120]: DEBUG oslo_vmware.api [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Task: {'id': task-1405764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173912} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.447978] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.448261] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.448480] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.448673] env[64120]: INFO nova.compute.manager [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Took 1.14 seconds to destroy the instance on the hypervisor. [ 937.449040] env[64120]: DEBUG oslo.service.loopingcall [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 937.449460] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Updating instance '810ace60-3801-4686-8087-570c8b93b42f' progress to 67 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 937.452876] env[64120]: DEBUG nova.compute.manager [-] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 937.452952] env[64120]: DEBUG nova.network.neutron [-] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 937.472985] env[64120]: DEBUG nova.network.neutron [-] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.527323] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Releasing lock "refresh_cache-a023676a-cd0b-47d9-b239-0fa94290af72" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.527323] env[64120]: DEBUG nova.compute.manager [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Instance network_info: |[{"id": "811a0d0a-7ce0-468d-b98f-517ae4b3cf97", "address": "fa:16:3e:9d:fd:3e", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap811a0d0a-7c", "ovs_interfaceid": "811a0d0a-7ce0-468d-b98f-517ae4b3cf97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 937.527736] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:fd:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '811a0d0a-7ce0-468d-b98f-517ae4b3cf97', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.537385] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Creating folder: Project (0ae9f7fb81b34f61a41451f001bc7693). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.539219] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb1dd33c-ee45-42b1-aca6-451f79b49bcb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.557536] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Created folder: Project (0ae9f7fb81b34f61a41451f001bc7693) in parent group-v297899. [ 937.557536] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Creating folder: Instances. Parent ref: group-v297955. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.557536] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29549a7b-a428-4f89-866b-4c0af81511fc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.575489] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Created folder: Instances in parent group-v297955. [ 937.578040] env[64120]: DEBUG oslo.service.loopingcall [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 937.578040] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.578040] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6de7b8b7-51dd-4371-a161-436f2c2b0cbc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.596965] env[64120]: DEBUG oslo_vmware.api [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': task-1405761, 'name': PowerOnVM_Task, 'duration_secs': 1.337341} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.597731] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.597946] env[64120]: INFO nova.compute.manager [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Took 10.13 seconds to spawn the instance on the hypervisor. [ 937.598229] env[64120]: DEBUG nova.compute.manager [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 937.599051] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be28cc2-36d6-4bde-a531-6ef5808f85d8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.604483] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.604483] env[64120]: value = "task-1405768" [ 937.604483] env[64120]: _type = "Task" [ 937.604483] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.619738] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405768, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.640416] env[64120]: DEBUG nova.policy [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7fb8b46b20549bf91481b798ffb3bec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ae9f7fb81b34f61a41451f001bc7693', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 937.766311] env[64120]: DEBUG oslo_vmware.api [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405765, 'name': Destroy_Task} progress is 33%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.892568] env[64120]: DEBUG nova.compute.manager [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 937.975751] env[64120]: DEBUG nova.network.neutron [-] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.000358] env[64120]: DEBUG nova.network.neutron [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Port 77be9061-328f-454e-b5dd-afbce8e3ed59 binding to destination host cpu-1 is already ACTIVE {{(pid=64120) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 938.029239] env[64120]: DEBUG nova.compute.manager [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 938.030199] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da077de6-0c6f-4918-a6f5-98fafdca5954 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.085683] env[64120]: DEBUG nova.compute.manager [req-7318668d-157f-4352-a6e3-bd2a43e0ff21 req-9495ed35-e667-46db-9b41-e4a782881017 service nova] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Received event network-vif-deleted-bb290051-8366-4a85-8d20-c21189a06314 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 938.086782] env[64120]: DEBUG nova.compute.manager [req-7318668d-157f-4352-a6e3-bd2a43e0ff21 req-9495ed35-e667-46db-9b41-e4a782881017 service nova] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Received event network-vif-plugged-811a0d0a-7ce0-468d-b98f-517ae4b3cf97 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 938.087040] env[64120]: DEBUG oslo_concurrency.lockutils [req-7318668d-157f-4352-a6e3-bd2a43e0ff21 req-9495ed35-e667-46db-9b41-e4a782881017 service nova] Acquiring lock "a023676a-cd0b-47d9-b239-0fa94290af72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.088944] env[64120]: DEBUG oslo_concurrency.lockutils [req-7318668d-157f-4352-a6e3-bd2a43e0ff21 req-9495ed35-e667-46db-9b41-e4a782881017 service nova] Lock "a023676a-cd0b-47d9-b239-0fa94290af72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.088944] env[64120]: DEBUG oslo_concurrency.lockutils [req-7318668d-157f-4352-a6e3-bd2a43e0ff21 req-9495ed35-e667-46db-9b41-e4a782881017 service nova] Lock "a023676a-cd0b-47d9-b239-0fa94290af72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.088944] env[64120]: DEBUG nova.compute.manager [req-7318668d-157f-4352-a6e3-bd2a43e0ff21 req-9495ed35-e667-46db-9b41-e4a782881017 service nova] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] No waiting events found dispatching network-vif-plugged-811a0d0a-7ce0-468d-b98f-517ae4b3cf97 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 938.088944] env[64120]: WARNING nova.compute.manager [req-7318668d-157f-4352-a6e3-bd2a43e0ff21 req-9495ed35-e667-46db-9b41-e4a782881017 service nova] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Received unexpected event network-vif-plugged-811a0d0a-7ce0-468d-b98f-517ae4b3cf97 for instance with vm_state building and task_state spawning. [ 938.088944] env[64120]: DEBUG nova.compute.manager [req-7318668d-157f-4352-a6e3-bd2a43e0ff21 req-9495ed35-e667-46db-9b41-e4a782881017 service nova] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Received event network-changed-811a0d0a-7ce0-468d-b98f-517ae4b3cf97 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 938.088944] env[64120]: DEBUG nova.compute.manager [req-7318668d-157f-4352-a6e3-bd2a43e0ff21 req-9495ed35-e667-46db-9b41-e4a782881017 service nova] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Refreshing instance network info cache due to event network-changed-811a0d0a-7ce0-468d-b98f-517ae4b3cf97. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 938.088944] env[64120]: DEBUG oslo_concurrency.lockutils [req-7318668d-157f-4352-a6e3-bd2a43e0ff21 req-9495ed35-e667-46db-9b41-e4a782881017 service nova] Acquiring lock "refresh_cache-a023676a-cd0b-47d9-b239-0fa94290af72" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.089351] env[64120]: DEBUG oslo_concurrency.lockutils [req-7318668d-157f-4352-a6e3-bd2a43e0ff21 req-9495ed35-e667-46db-9b41-e4a782881017 service nova] Acquired lock "refresh_cache-a023676a-cd0b-47d9-b239-0fa94290af72" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.089351] env[64120]: DEBUG nova.network.neutron [req-7318668d-157f-4352-a6e3-bd2a43e0ff21 req-9495ed35-e667-46db-9b41-e4a782881017 service nova] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Refreshing network info cache for port 811a0d0a-7ce0-468d-b98f-517ae4b3cf97 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.121795] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405768, 'name': CreateVM_Task, 'duration_secs': 0.408822} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.127952] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.137216] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.137216] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.137216] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.137216] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ed5cb41-6e1d-4d47-9635-0a32b8670e93 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.140110] env[64120]: INFO nova.compute.manager [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Took 25.90 seconds to build instance. [ 938.156267] env[64120]: DEBUG oslo_vmware.api [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for the task: (returnval){ [ 938.156267] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]522fbd10-5419-b60b-7686-ea752501e81f" [ 938.156267] env[64120]: _type = "Task" [ 938.156267] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.168819] env[64120]: DEBUG oslo_vmware.api [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]522fbd10-5419-b60b-7686-ea752501e81f, 'name': SearchDatastore_Task, 'duration_secs': 0.013041} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.169479] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.170027] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.170027] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.170293] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.170417] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.172893] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71ab6e0b-fd68-4405-a110-92f1840c221f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.187602] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.187994] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.191200] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0530003a-6f70-4a69-9126-67391db4ab78 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.202189] env[64120]: DEBUG oslo_vmware.api [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for the task: (returnval){ [ 938.202189] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529e971f-3cba-f32c-b91e-f38bdb47712e" [ 938.202189] env[64120]: _type = "Task" [ 938.202189] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.210919] env[64120]: DEBUG oslo_vmware.api [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529e971f-3cba-f32c-b91e-f38bdb47712e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.281462] env[64120]: DEBUG oslo_vmware.api [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405765, 'name': Destroy_Task, 'duration_secs': 0.645799} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.281462] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Destroyed the VM [ 938.281674] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Deleting Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 938.281938] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2fc01db2-a69f-48ed-bc0d-4649ca4ff679 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.290565] env[64120]: DEBUG oslo_vmware.api [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 938.290565] env[64120]: value = "task-1405769" [ 938.290565] env[64120]: _type = "Task" [ 938.290565] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.304611] env[64120]: DEBUG oslo_vmware.api [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405769, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.372324] env[64120]: DEBUG nova.network.neutron [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Successfully created port: 51efe870-21e4-4d03-b940-cead78cfca40 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 938.479047] env[64120]: INFO nova.compute.manager [-] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Took 1.03 seconds to deallocate network for instance. [ 938.497613] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b55cb2d-f81e-4533-a185-23f339c0cf49 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.513635] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8006b551-db4c-4b53-9ca4-5888dadbceb5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.559105] env[64120]: INFO nova.compute.manager [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] instance snapshotting [ 938.562992] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7551ed1d-9ac0-47bc-97b2-735e0c2bc9f9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.568131] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345fc70c-930e-453f-be6c-06c7b14514ca {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.603022] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5277f076-9f2d-4f08-99f7-1f916f0f6014 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.607031] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f5290e-7655-4dfd-8a92-acc68bddea2e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.634576] env[64120]: DEBUG nova.compute.provider_tree [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.651784] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cdee0b22-2e33-4e4b-930f-0e00bff41c2a tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Lock "93417e30-1413-457e-a34f-5d9f1fb8e657" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.641s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.713989] env[64120]: DEBUG oslo_vmware.api [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529e971f-3cba-f32c-b91e-f38bdb47712e, 'name': SearchDatastore_Task, 'duration_secs': 0.01872} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.714582] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de52f608-7af1-4121-9f94-bbc3eca08719 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.721083] env[64120]: DEBUG oslo_vmware.api [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for the task: (returnval){ [ 938.721083] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]523f83c6-e276-c324-8d49-07777b0e5b5a" [ 938.721083] env[64120]: _type = "Task" [ 938.721083] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.737653] env[64120]: DEBUG oslo_vmware.api [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]523f83c6-e276-c324-8d49-07777b0e5b5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.805155] env[64120]: DEBUG oslo_vmware.api [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405769, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.908861] env[64120]: DEBUG nova.compute.manager [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 938.953520] env[64120]: DEBUG nova.virt.hardware [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 938.953749] env[64120]: DEBUG nova.virt.hardware [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 938.953932] env[64120]: DEBUG nova.virt.hardware [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.956554] env[64120]: DEBUG nova.virt.hardware [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 938.956810] env[64120]: DEBUG nova.virt.hardware [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.956975] env[64120]: DEBUG nova.virt.hardware [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 938.957243] env[64120]: DEBUG nova.virt.hardware [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 938.957408] env[64120]: DEBUG nova.virt.hardware [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 938.957594] env[64120]: DEBUG nova.virt.hardware [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 938.957798] env[64120]: DEBUG nova.virt.hardware [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 938.957982] env[64120]: DEBUG nova.virt.hardware [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 938.959265] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a29d2bf-1288-45e9-9874-19c30f28e43f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.970717] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd57b8c9-6402-47c0-a006-cc1d623c985b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.994039] env[64120]: DEBUG oslo_concurrency.lockutils [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.032677] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquiring lock "810ace60-3801-4686-8087-570c8b93b42f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.032906] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lock "810ace60-3801-4686-8087-570c8b93b42f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.033090] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lock "810ace60-3801-4686-8087-570c8b93b42f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.135782] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Creating Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 939.136784] env[64120]: DEBUG nova.scheduler.client.report [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 939.144766] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-42a97244-b15c-4af3-95da-44315999ec9f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.157303] env[64120]: DEBUG nova.compute.manager [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 939.160818] env[64120]: DEBUG oslo_vmware.api [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Waiting for the task: (returnval){ [ 939.160818] env[64120]: value = "task-1405770" [ 939.160818] env[64120]: _type = "Task" [ 939.160818] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.179348] env[64120]: DEBUG oslo_vmware.api [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405770, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.239538] env[64120]: DEBUG oslo_vmware.api [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]523f83c6-e276-c324-8d49-07777b0e5b5a, 'name': SearchDatastore_Task, 'duration_secs': 0.034018} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.240236] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.241510] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] a023676a-cd0b-47d9-b239-0fa94290af72/a023676a-cd0b-47d9-b239-0fa94290af72.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.241510] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b487848-8a59-4dd3-b6b7-922cf70bd83a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.256526] env[64120]: DEBUG oslo_vmware.api [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for the task: (returnval){ [ 939.256526] env[64120]: value = "task-1405771" [ 939.256526] env[64120]: _type = "Task" [ 939.256526] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.268696] env[64120]: DEBUG oslo_vmware.api [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.306776] env[64120]: DEBUG oslo_vmware.api [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405769, 'name': RemoveSnapshot_Task, 'duration_secs': 0.931834} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.307594] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Deleted Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 939.307971] env[64120]: INFO nova.compute.manager [None req-2438c921-da51-4723-8674-544687dfb7fa tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Took 15.07 seconds to snapshot the instance on the hypervisor. [ 939.572761] env[64120]: DEBUG nova.network.neutron [req-7318668d-157f-4352-a6e3-bd2a43e0ff21 req-9495ed35-e667-46db-9b41-e4a782881017 service nova] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Updated VIF entry in instance network info cache for port 811a0d0a-7ce0-468d-b98f-517ae4b3cf97. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.572761] env[64120]: DEBUG nova.network.neutron [req-7318668d-157f-4352-a6e3-bd2a43e0ff21 req-9495ed35-e667-46db-9b41-e4a782881017 service nova] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Updating instance_info_cache with network_info: [{"id": "811a0d0a-7ce0-468d-b98f-517ae4b3cf97", "address": "fa:16:3e:9d:fd:3e", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap811a0d0a-7c", "ovs_interfaceid": "811a0d0a-7ce0-468d-b98f-517ae4b3cf97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.650588] env[64120]: DEBUG oslo_concurrency.lockutils [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.787s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.651730] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 19.306s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.651969] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.652195] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64120) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 939.652572] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.261s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.661696] env[64120]: INFO nova.compute.claims [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.674118] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3142c55-4f80-46cb-9dd5-d83a8632df98 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.708187] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f626056-8507-4d77-b23e-1603db1d5469 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.714288] env[64120]: DEBUG oslo_vmware.api [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405770, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.717504] env[64120]: DEBUG oslo_concurrency.lockutils [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.730627] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1839c24c-aa1b-4b2e-8ca2-f792d8065ac5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.737731] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9519fb28-b94f-4f1c-8557-e7485ab70fc7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.779504] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181290MB free_disk=184GB free_vcpus=48 pci_devices=None {{(pid=64120) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 939.779504] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.792608] env[64120]: DEBUG oslo_vmware.api [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405771, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490325} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.792902] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] a023676a-cd0b-47d9-b239-0fa94290af72/a023676a-cd0b-47d9-b239-0fa94290af72.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.793494] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.793494] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24791aca-991f-44ce-86f5-9a3e334497bd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.524106] env[64120]: DEBUG oslo_concurrency.lockutils [req-7318668d-157f-4352-a6e3-bd2a43e0ff21 req-9495ed35-e667-46db-9b41-e4a782881017 service nova] Releasing lock "refresh_cache-a023676a-cd0b-47d9-b239-0fa94290af72" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.524779] env[64120]: DEBUG oslo_concurrency.lockutils [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Acquiring lock "100d4ad8-256a-4ed0-a810-c072034f2300" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.524998] env[64120]: DEBUG oslo_concurrency.lockutils [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Lock "100d4ad8-256a-4ed0-a810-c072034f2300" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.537148] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "5bd2f6c4-7671-4aae-b358-08456faf0973" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.537148] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "5bd2f6c4-7671-4aae-b358-08456faf0973" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.544216] env[64120]: DEBUG oslo_vmware.api [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405770, 'name': CreateSnapshot_Task, 'duration_secs': 0.725044} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.545785] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Created Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 940.546138] env[64120]: DEBUG oslo_vmware.api [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for the task: (returnval){ [ 940.546138] env[64120]: value = "task-1405772" [ 940.546138] env[64120]: _type = "Task" [ 940.546138] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.546851] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf41b97-cda2-4841-8a40-2a34d16b0fbd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.560363] env[64120]: DEBUG oslo_vmware.api [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405772, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.596866] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquiring lock "refresh_cache-810ace60-3801-4686-8087-570c8b93b42f" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.597686] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquired lock "refresh_cache-810ace60-3801-4686-8087-570c8b93b42f" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.597907] env[64120]: DEBUG nova.network.neutron [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.950475] env[64120]: DEBUG nova.network.neutron [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Successfully updated port: 51efe870-21e4-4d03-b940-cead78cfca40 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.031477] env[64120]: DEBUG oslo_concurrency.lockutils [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Lock "100d4ad8-256a-4ed0-a810-c072034f2300" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.032289] env[64120]: DEBUG nova.compute.manager [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 941.078968] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Creating linked-clone VM from snapshot {{(pid=64120) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 941.078968] env[64120]: DEBUG oslo_vmware.api [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405772, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097814} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.078968] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2fad2f4c-a2a0-4c14-b6bc-abe553d1b7f7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.082348] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.083380] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c007c653-7cd1-40dc-bb26-830078d6c773 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.107882] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] a023676a-cd0b-47d9-b239-0fa94290af72/a023676a-cd0b-47d9-b239-0fa94290af72.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.114627] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1576a1a-19d3-4c70-b09c-aa9fc9ffa837 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.129370] env[64120]: DEBUG oslo_vmware.api [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Waiting for the task: (returnval){ [ 941.129370] env[64120]: value = "task-1405773" [ 941.129370] env[64120]: _type = "Task" [ 941.129370] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.139100] env[64120]: DEBUG oslo_vmware.api [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for the task: (returnval){ [ 941.139100] env[64120]: value = "task-1405774" [ 941.139100] env[64120]: _type = "Task" [ 941.139100] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.147340] env[64120]: DEBUG oslo_vmware.api [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405773, 'name': CloneVM_Task} progress is 12%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.157033] env[64120]: DEBUG oslo_vmware.api [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405774, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.454185] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Acquiring lock "refresh_cache-3df3e12b-ada8-4cf7-99be-188bfcbbdd2c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.454185] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Acquired lock "refresh_cache-3df3e12b-ada8-4cf7-99be-188bfcbbdd2c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.454296] env[64120]: DEBUG nova.network.neutron [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.486498] env[64120]: DEBUG nova.compute.manager [req-be8f8ca0-8ebc-4257-8d48-b807b9d398af req-192cf714-e73e-44a8-8618-f64e059a35fd service nova] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Received event network-changed-b36d1259-4f3d-4935-b803-282587a66996 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 941.486566] env[64120]: DEBUG nova.compute.manager [req-be8f8ca0-8ebc-4257-8d48-b807b9d398af req-192cf714-e73e-44a8-8618-f64e059a35fd service nova] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Refreshing instance network info cache due to event network-changed-b36d1259-4f3d-4935-b803-282587a66996. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 941.486772] env[64120]: DEBUG oslo_concurrency.lockutils [req-be8f8ca0-8ebc-4257-8d48-b807b9d398af req-192cf714-e73e-44a8-8618-f64e059a35fd service nova] Acquiring lock "refresh_cache-e359f71d-a8c8-471e-9c65-0b5f7d60a39b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.486865] env[64120]: DEBUG oslo_concurrency.lockutils [req-be8f8ca0-8ebc-4257-8d48-b807b9d398af req-192cf714-e73e-44a8-8618-f64e059a35fd service nova] Acquired lock "refresh_cache-e359f71d-a8c8-471e-9c65-0b5f7d60a39b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.487024] env[64120]: DEBUG nova.network.neutron [req-be8f8ca0-8ebc-4257-8d48-b807b9d398af req-192cf714-e73e-44a8-8618-f64e059a35fd service nova] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Refreshing network info cache for port b36d1259-4f3d-4935-b803-282587a66996 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.541398] env[64120]: DEBUG nova.compute.utils [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 941.543906] env[64120]: DEBUG nova.compute.manager [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 941.543906] env[64120]: DEBUG nova.network.neutron [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.618831] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a597e74a-0c46-4f2b-86ea-43a0750d9f35 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.625998] env[64120]: DEBUG nova.policy [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95bf4f2323914565ac38b5b6ac9ea384', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04a49cfbf41340258102b240f3fb2678', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 941.647333] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08bf392-f649-42a2-b9d7-bae8e3110fdd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.654168] env[64120]: DEBUG oslo_vmware.api [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405773, 'name': CloneVM_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.660689] env[64120]: DEBUG oslo_vmware.api [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405774, 'name': ReconfigVM_Task, 'duration_secs': 0.507408} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.683668] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Reconfigured VM instance instance-00000012 to attach disk [datastore1] a023676a-cd0b-47d9-b239-0fa94290af72/a023676a-cd0b-47d9-b239-0fa94290af72.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.684546] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c14e090-7403-4e84-a0cd-157c95fcdea1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.687357] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9117f351-f566-4b9a-9faa-38e0e4501db4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.698249] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a40000-ed3e-416a-93e7-b13d82f18395 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.702786] env[64120]: DEBUG oslo_vmware.api [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for the task: (returnval){ [ 941.702786] env[64120]: value = "task-1405775" [ 941.702786] env[64120]: _type = "Task" [ 941.702786] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.717410] env[64120]: DEBUG nova.compute.provider_tree [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.724966] env[64120]: DEBUG oslo_vmware.api [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405775, 'name': Rename_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.728916] env[64120]: DEBUG nova.network.neutron [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Updating instance_info_cache with network_info: [{"id": "77be9061-328f-454e-b5dd-afbce8e3ed59", "address": "fa:16:3e:50:db:b9", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77be9061-32", "ovs_interfaceid": "77be9061-328f-454e-b5dd-afbce8e3ed59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.894108] env[64120]: DEBUG nova.compute.manager [req-7bce6e1e-bb66-40bf-9f8c-ca56ceccc888 req-e15c3d8b-d22b-4323-a6d4-0adb0ccc309f service nova] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Received event network-vif-plugged-51efe870-21e4-4d03-b940-cead78cfca40 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 941.897020] env[64120]: DEBUG oslo_concurrency.lockutils [req-7bce6e1e-bb66-40bf-9f8c-ca56ceccc888 req-e15c3d8b-d22b-4323-a6d4-0adb0ccc309f service nova] Acquiring lock "3df3e12b-ada8-4cf7-99be-188bfcbbdd2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.897020] env[64120]: DEBUG oslo_concurrency.lockutils [req-7bce6e1e-bb66-40bf-9f8c-ca56ceccc888 req-e15c3d8b-d22b-4323-a6d4-0adb0ccc309f service nova] Lock "3df3e12b-ada8-4cf7-99be-188bfcbbdd2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.897020] env[64120]: DEBUG oslo_concurrency.lockutils [req-7bce6e1e-bb66-40bf-9f8c-ca56ceccc888 req-e15c3d8b-d22b-4323-a6d4-0adb0ccc309f service nova] Lock "3df3e12b-ada8-4cf7-99be-188bfcbbdd2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.897020] env[64120]: DEBUG nova.compute.manager [req-7bce6e1e-bb66-40bf-9f8c-ca56ceccc888 req-e15c3d8b-d22b-4323-a6d4-0adb0ccc309f service nova] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] No waiting events found dispatching network-vif-plugged-51efe870-21e4-4d03-b940-cead78cfca40 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 941.897020] env[64120]: WARNING nova.compute.manager [req-7bce6e1e-bb66-40bf-9f8c-ca56ceccc888 req-e15c3d8b-d22b-4323-a6d4-0adb0ccc309f service nova] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Received unexpected event network-vif-plugged-51efe870-21e4-4d03-b940-cead78cfca40 for instance with vm_state building and task_state spawning. [ 942.010637] env[64120]: DEBUG nova.network.neutron [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.047699] env[64120]: DEBUG nova.compute.manager [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 942.106194] env[64120]: DEBUG nova.network.neutron [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Successfully created port: 5756f6f1-2f64-4642-b0e1-d78be202bb5b {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.119930] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Acquiring lock "7c3b6190-aec5-474d-872d-1c5160b9f5fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.119930] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Lock "7c3b6190-aec5-474d-872d-1c5160b9f5fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.145192] env[64120]: DEBUG oslo_vmware.api [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405773, 'name': CloneVM_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.217362] env[64120]: DEBUG oslo_vmware.api [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405775, 'name': Rename_Task, 'duration_secs': 0.163613} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.217730] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.218024] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9befadaa-4677-4639-a8b9-e588e6c93c4e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.221264] env[64120]: DEBUG nova.scheduler.client.report [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 942.232295] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Releasing lock "refresh_cache-810ace60-3801-4686-8087-570c8b93b42f" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.239174] env[64120]: DEBUG oslo_vmware.api [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for the task: (returnval){ [ 942.239174] env[64120]: value = "task-1405776" [ 942.239174] env[64120]: _type = "Task" [ 942.239174] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.254116] env[64120]: DEBUG oslo_vmware.api [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.502884] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Acquiring lock "4dbf61c2-c77d-48bf-b2fc-df7f387c0e14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.503239] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Lock "4dbf61c2-c77d-48bf-b2fc-df7f387c0e14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.643940] env[64120]: DEBUG oslo_vmware.api [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405773, 'name': CloneVM_Task, 'duration_secs': 1.316326} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.644422] env[64120]: INFO nova.virt.vmwareapi.vmops [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Created linked-clone VM from snapshot [ 942.645367] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e2b495-fd49-4e6e-b0b4-888b2dc60115 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.656157] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Uploading image 2589f79b-d037-4a22-a577-5451be710aed {{(pid=64120) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 942.685138] env[64120]: DEBUG oslo_vmware.rw_handles [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 942.685138] env[64120]: value = "vm-297959" [ 942.685138] env[64120]: _type = "VirtualMachine" [ 942.685138] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 942.685416] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6ef0d4c9-7716-4d61-b229-c80ee87cf539 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.693886] env[64120]: DEBUG oslo_vmware.rw_handles [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Lease: (returnval){ [ 942.693886] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e3c57c-1efe-035c-5ad4-db86d1296dad" [ 942.693886] env[64120]: _type = "HttpNfcLease" [ 942.693886] env[64120]: } obtained for exporting VM: (result){ [ 942.693886] env[64120]: value = "vm-297959" [ 942.693886] env[64120]: _type = "VirtualMachine" [ 942.693886] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 942.694269] env[64120]: DEBUG oslo_vmware.api [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Waiting for the lease: (returnval){ [ 942.694269] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e3c57c-1efe-035c-5ad4-db86d1296dad" [ 942.694269] env[64120]: _type = "HttpNfcLease" [ 942.694269] env[64120]: } to be ready. {{(pid=64120) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 942.701603] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 942.701603] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e3c57c-1efe-035c-5ad4-db86d1296dad" [ 942.701603] env[64120]: _type = "HttpNfcLease" [ 942.701603] env[64120]: } is initializing. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 942.728758] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.074s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.728758] env[64120]: DEBUG nova.compute.manager [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 942.730197] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.718s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.731725] env[64120]: INFO nova.compute.claims [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.756623] env[64120]: DEBUG oslo_vmware.api [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405776, 'name': PowerOnVM_Task} progress is 37%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.777011] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a3d3bc-073f-462c-9297-fb5b2d458caf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.797389] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3872e8f-e709-4839-b0da-eeeb4ace1dce {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.808502] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Updating instance '810ace60-3801-4686-8087-570c8b93b42f' progress to 83 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 942.862718] env[64120]: DEBUG nova.network.neutron [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Updating instance_info_cache with network_info: [{"id": "51efe870-21e4-4d03-b940-cead78cfca40", "address": "fa:16:3e:68:11:02", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51efe870-21", "ovs_interfaceid": "51efe870-21e4-4d03-b940-cead78cfca40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.061693] env[64120]: DEBUG nova.compute.manager [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 943.095891] env[64120]: DEBUG nova.virt.hardware [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 943.097247] env[64120]: DEBUG nova.virt.hardware [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 943.097481] env[64120]: DEBUG nova.virt.hardware [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.097736] env[64120]: DEBUG nova.virt.hardware [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 943.098561] env[64120]: DEBUG nova.virt.hardware [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.098832] env[64120]: DEBUG nova.virt.hardware [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 943.099305] env[64120]: DEBUG nova.virt.hardware [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 943.099584] env[64120]: DEBUG nova.virt.hardware [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 943.099584] env[64120]: DEBUG nova.virt.hardware [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 943.099779] env[64120]: DEBUG nova.virt.hardware [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 943.099997] env[64120]: DEBUG nova.virt.hardware [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 943.101015] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915132fb-4af5-4b17-a6c4-c9ad30d52c4f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.112333] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267d4f3a-3449-4f4a-aba5-0e15e6019cce {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.131222] env[64120]: DEBUG nova.network.neutron [req-be8f8ca0-8ebc-4257-8d48-b807b9d398af req-192cf714-e73e-44a8-8618-f64e059a35fd service nova] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Updated VIF entry in instance network info cache for port b36d1259-4f3d-4935-b803-282587a66996. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.131775] env[64120]: DEBUG nova.network.neutron [req-be8f8ca0-8ebc-4257-8d48-b807b9d398af req-192cf714-e73e-44a8-8618-f64e059a35fd service nova] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Updating instance_info_cache with network_info: [{"id": "b36d1259-4f3d-4935-b803-282587a66996", "address": "fa:16:3e:b2:f5:a0", "network": {"id": "f725c59d-1ae5-4407-b6ea-acb68e7fb5f6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-655437280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "096e49e8bb0b4e24aa23e6005c0d8549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb36d1259-4f", "ovs_interfaceid": "b36d1259-4f3d-4935-b803-282587a66996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.203247] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 943.203247] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e3c57c-1efe-035c-5ad4-db86d1296dad" [ 943.203247] env[64120]: _type = "HttpNfcLease" [ 943.203247] env[64120]: } is ready. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 943.203574] env[64120]: DEBUG oslo_vmware.rw_handles [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 943.203574] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e3c57c-1efe-035c-5ad4-db86d1296dad" [ 943.203574] env[64120]: _type = "HttpNfcLease" [ 943.203574] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 943.204424] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5ba3c8-d562-466b-90d3-60c260d6a107 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.214777] env[64120]: DEBUG oslo_vmware.rw_handles [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52323192-0201-54fa-de55-e10485c1534d/disk-0.vmdk from lease info. {{(pid=64120) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 943.215042] env[64120]: DEBUG oslo_vmware.rw_handles [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52323192-0201-54fa-de55-e10485c1534d/disk-0.vmdk for reading. {{(pid=64120) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 943.282829] env[64120]: DEBUG nova.compute.utils [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 943.292282] env[64120]: DEBUG nova.compute.manager [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 943.292282] env[64120]: DEBUG nova.network.neutron [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.310124] env[64120]: DEBUG oslo_vmware.api [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405776, 'name': PowerOnVM_Task, 'duration_secs': 1.01148} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.310494] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.310892] env[64120]: INFO nova.compute.manager [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Took 10.41 seconds to spawn the instance on the hypervisor. [ 943.311048] env[64120]: DEBUG nova.compute.manager [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 943.312140] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa782cc-5825-476b-82c1-fff3e8e0a3bd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.317105] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.317516] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39c89145-407b-4d04-88b6-9b9928142ada {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.331893] env[64120]: DEBUG oslo_vmware.api [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 943.331893] env[64120]: value = "task-1405778" [ 943.331893] env[64120]: _type = "Task" [ 943.331893] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.333825] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0013d2cb-bcf6-4cfe-9477-52aba44a5ed9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.348386] env[64120]: DEBUG oslo_vmware.api [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1405778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.365778] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Releasing lock "refresh_cache-3df3e12b-ada8-4cf7-99be-188bfcbbdd2c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.366815] env[64120]: DEBUG nova.compute.manager [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Instance network_info: |[{"id": "51efe870-21e4-4d03-b940-cead78cfca40", "address": "fa:16:3e:68:11:02", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51efe870-21", "ovs_interfaceid": "51efe870-21e4-4d03-b940-cead78cfca40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 943.369695] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:11:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51efe870-21e4-4d03-b940-cead78cfca40', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.377456] env[64120]: DEBUG oslo.service.loopingcall [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 943.381246] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.383059] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-279ea60f-5eb8-4b2c-b1b0-c9d9c4882e2a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.411191] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.411191] env[64120]: value = "task-1405779" [ 943.411191] env[64120]: _type = "Task" [ 943.411191] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.421034] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405779, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.456588] env[64120]: DEBUG nova.policy [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd07e4d1351264957ac3d670e29f1998d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5cd6261cfa5648f5a13829a3c0e582f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 943.634780] env[64120]: DEBUG oslo_concurrency.lockutils [req-be8f8ca0-8ebc-4257-8d48-b807b9d398af req-192cf714-e73e-44a8-8618-f64e059a35fd service nova] Releasing lock "refresh_cache-e359f71d-a8c8-471e-9c65-0b5f7d60a39b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.750040] env[64120]: DEBUG nova.network.neutron [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Successfully updated port: 5756f6f1-2f64-4642-b0e1-d78be202bb5b {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.787933] env[64120]: DEBUG nova.compute.manager [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 943.849037] env[64120]: INFO nova.compute.manager [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Took 28.25 seconds to build instance. [ 943.864297] env[64120]: DEBUG oslo_vmware.api [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1405778, 'name': PowerOnVM_Task, 'duration_secs': 0.454018} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.868594] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.868932] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8a1028-c65e-4210-8b98-e815c24a982f tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Updating instance '810ace60-3801-4686-8087-570c8b93b42f' progress to 100 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 943.888454] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b1ded6-9eb2-46ad-a3ed-866a9b6eaff0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.900441] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b3815f-646f-484a-8552-7ba802297666 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.951068] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb03fc8-282d-4a4a-adf0-918cc46c7888 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.963902] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be55ad21-988e-4ed9-a32c-2f67f00de53c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.970033] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405779, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.983669] env[64120]: DEBUG nova.compute.provider_tree [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.252787] env[64120]: DEBUG oslo_concurrency.lockutils [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Acquiring lock "refresh_cache-34463929-7e32-48fa-93cf-d3d5aea0f51b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.253253] env[64120]: DEBUG oslo_concurrency.lockutils [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Acquired lock "refresh_cache-34463929-7e32-48fa-93cf-d3d5aea0f51b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.253484] env[64120]: DEBUG nova.network.neutron [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.328734] env[64120]: DEBUG oslo_concurrency.lockutils [None req-78f4b542-5daf-4d91-86bb-40760a9fee79 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "625aec63-96af-4356-90bb-8278f9794f2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.328734] env[64120]: DEBUG oslo_concurrency.lockutils [None req-78f4b542-5daf-4d91-86bb-40760a9fee79 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "625aec63-96af-4356-90bb-8278f9794f2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.328734] env[64120]: DEBUG oslo_concurrency.lockutils [None req-78f4b542-5daf-4d91-86bb-40760a9fee79 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "625aec63-96af-4356-90bb-8278f9794f2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.328734] env[64120]: DEBUG oslo_concurrency.lockutils [None req-78f4b542-5daf-4d91-86bb-40760a9fee79 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "625aec63-96af-4356-90bb-8278f9794f2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.328734] env[64120]: DEBUG oslo_concurrency.lockutils [None req-78f4b542-5daf-4d91-86bb-40760a9fee79 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "625aec63-96af-4356-90bb-8278f9794f2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.330553] env[64120]: INFO nova.compute.manager [None req-78f4b542-5daf-4d91-86bb-40760a9fee79 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Terminating instance [ 944.332577] env[64120]: DEBUG nova.compute.manager [None req-78f4b542-5daf-4d91-86bb-40760a9fee79 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 944.332784] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-78f4b542-5daf-4d91-86bb-40760a9fee79 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.333926] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a754ff3-33b8-4778-8cea-514e5df67a71 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.345370] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-78f4b542-5daf-4d91-86bb-40760a9fee79 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.345678] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73be3c14-39d5-4d0e-ac92-71ffe594d3b0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.354503] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1af5a94b-95d7-4e2a-9f1c-364821ae4212 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Lock "a023676a-cd0b-47d9-b239-0fa94290af72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.308s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.454094] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-78f4b542-5daf-4d91-86bb-40760a9fee79 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.454464] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-78f4b542-5daf-4d91-86bb-40760a9fee79 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.455738] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-78f4b542-5daf-4d91-86bb-40760a9fee79 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Deleting the datastore file [datastore2] 625aec63-96af-4356-90bb-8278f9794f2a {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.456866] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ac77a27-d17f-47ca-8d3a-8e0c2ee5cd25 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.464017] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405779, 'name': CreateVM_Task, 'duration_secs': 0.766542} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.464280] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.465080] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.465353] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.465903] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.470905] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ba9e37d-7b01-4de1-a925-3c7893bcda41 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.472989] env[64120]: DEBUG oslo_vmware.api [None req-78f4b542-5daf-4d91-86bb-40760a9fee79 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 944.472989] env[64120]: value = "task-1405781" [ 944.472989] env[64120]: _type = "Task" [ 944.472989] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.479036] env[64120]: DEBUG oslo_vmware.api [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for the task: (returnval){ [ 944.479036] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52222323-acb1-fc86-78d8-9ed8c25e8ba7" [ 944.479036] env[64120]: _type = "Task" [ 944.479036] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.486648] env[64120]: DEBUG nova.scheduler.client.report [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 944.494930] env[64120]: DEBUG oslo_vmware.api [None req-78f4b542-5daf-4d91-86bb-40760a9fee79 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.502229] env[64120]: DEBUG oslo_vmware.api [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52222323-acb1-fc86-78d8-9ed8c25e8ba7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.645771] env[64120]: DEBUG nova.network.neutron [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Successfully created port: 3abf7d2e-5263-4e47-b5c3-370e855c12a1 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.797436] env[64120]: DEBUG nova.network.neutron [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.801869] env[64120]: DEBUG nova.compute.manager [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 944.842142] env[64120]: DEBUG nova.virt.hardware [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 944.842405] env[64120]: DEBUG nova.virt.hardware [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 944.842578] env[64120]: DEBUG nova.virt.hardware [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.842825] env[64120]: DEBUG nova.virt.hardware [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 944.842984] env[64120]: DEBUG nova.virt.hardware [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.846036] env[64120]: DEBUG nova.virt.hardware [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 944.846036] env[64120]: DEBUG nova.virt.hardware [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 944.846036] env[64120]: DEBUG nova.virt.hardware [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 944.846036] env[64120]: DEBUG nova.virt.hardware [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 944.846036] env[64120]: DEBUG nova.virt.hardware [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 944.846036] env[64120]: DEBUG nova.virt.hardware [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 944.846612] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd7db6e-1b54-4121-8656-91ab28bc0b12 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.861331] env[64120]: DEBUG nova.compute.manager [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 944.866149] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a58561b-d718-436d-8d6d-e243f934eeb0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.975643] env[64120]: DEBUG nova.compute.manager [req-d690e542-905c-49bd-90f4-5d821ca5b108 req-7c178c86-cdff-487e-887b-a7a2729177d8 service nova] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Received event network-vif-plugged-5756f6f1-2f64-4642-b0e1-d78be202bb5b {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 944.975643] env[64120]: DEBUG oslo_concurrency.lockutils [req-d690e542-905c-49bd-90f4-5d821ca5b108 req-7c178c86-cdff-487e-887b-a7a2729177d8 service nova] Acquiring lock "34463929-7e32-48fa-93cf-d3d5aea0f51b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.975643] env[64120]: DEBUG oslo_concurrency.lockutils [req-d690e542-905c-49bd-90f4-5d821ca5b108 req-7c178c86-cdff-487e-887b-a7a2729177d8 service nova] Lock "34463929-7e32-48fa-93cf-d3d5aea0f51b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.975643] env[64120]: DEBUG oslo_concurrency.lockutils [req-d690e542-905c-49bd-90f4-5d821ca5b108 req-7c178c86-cdff-487e-887b-a7a2729177d8 service nova] Lock "34463929-7e32-48fa-93cf-d3d5aea0f51b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.976063] env[64120]: DEBUG nova.compute.manager [req-d690e542-905c-49bd-90f4-5d821ca5b108 req-7c178c86-cdff-487e-887b-a7a2729177d8 service nova] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] No waiting events found dispatching network-vif-plugged-5756f6f1-2f64-4642-b0e1-d78be202bb5b {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 944.976301] env[64120]: WARNING nova.compute.manager [req-d690e542-905c-49bd-90f4-5d821ca5b108 req-7c178c86-cdff-487e-887b-a7a2729177d8 service nova] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Received unexpected event network-vif-plugged-5756f6f1-2f64-4642-b0e1-d78be202bb5b for instance with vm_state building and task_state spawning. [ 945.006671] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.011198] env[64120]: DEBUG nova.compute.manager [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 945.019939] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.826s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.020653] env[64120]: DEBUG nova.objects.instance [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Lazy-loading 'resources' on Instance uuid 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.022818] env[64120]: DEBUG oslo_vmware.api [None req-78f4b542-5daf-4d91-86bb-40760a9fee79 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359074} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.023289] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-78f4b542-5daf-4d91-86bb-40760a9fee79 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.023492] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-78f4b542-5daf-4d91-86bb-40760a9fee79 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.023820] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-78f4b542-5daf-4d91-86bb-40760a9fee79 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.024098] env[64120]: INFO nova.compute.manager [None req-78f4b542-5daf-4d91-86bb-40760a9fee79 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Took 0.69 seconds to destroy the instance on the hypervisor. [ 945.024406] env[64120]: DEBUG oslo.service.loopingcall [None req-78f4b542-5daf-4d91-86bb-40760a9fee79 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 945.024710] env[64120]: DEBUG nova.compute.manager [-] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 945.024790] env[64120]: DEBUG nova.network.neutron [-] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 945.033373] env[64120]: DEBUG oslo_vmware.api [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52222323-acb1-fc86-78d8-9ed8c25e8ba7, 'name': SearchDatastore_Task, 'duration_secs': 0.033184} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.034505] env[64120]: DEBUG nova.compute.manager [req-08418c9c-c049-4940-bb09-483dbf254e51 req-01cb533e-2dc4-415e-8e7b-fc2ed6993f55 service nova] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Received event network-changed-51efe870-21e4-4d03-b940-cead78cfca40 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 945.034924] env[64120]: DEBUG nova.compute.manager [req-08418c9c-c049-4940-bb09-483dbf254e51 req-01cb533e-2dc4-415e-8e7b-fc2ed6993f55 service nova] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Refreshing instance network info cache due to event network-changed-51efe870-21e4-4d03-b940-cead78cfca40. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 945.035215] env[64120]: DEBUG oslo_concurrency.lockutils [req-08418c9c-c049-4940-bb09-483dbf254e51 req-01cb533e-2dc4-415e-8e7b-fc2ed6993f55 service nova] Acquiring lock "refresh_cache-3df3e12b-ada8-4cf7-99be-188bfcbbdd2c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.035428] env[64120]: DEBUG oslo_concurrency.lockutils [req-08418c9c-c049-4940-bb09-483dbf254e51 req-01cb533e-2dc4-415e-8e7b-fc2ed6993f55 service nova] Acquired lock "refresh_cache-3df3e12b-ada8-4cf7-99be-188bfcbbdd2c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.035594] env[64120]: DEBUG nova.network.neutron [req-08418c9c-c049-4940-bb09-483dbf254e51 req-01cb533e-2dc4-415e-8e7b-fc2ed6993f55 service nova] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Refreshing network info cache for port 51efe870-21e4-4d03-b940-cead78cfca40 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.038512] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.038881] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.039134] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.039288] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.039643] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.040460] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8457fe53-fb66-401d-9667-9402f679c187 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.057635] env[64120]: DEBUG nova.network.neutron [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Updating instance_info_cache with network_info: [{"id": "5756f6f1-2f64-4642-b0e1-d78be202bb5b", "address": "fa:16:3e:4b:87:a9", "network": {"id": "7c02b5e8-8c42-4cb5-a1e2-0f1560305065", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1573774763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04a49cfbf41340258102b240f3fb2678", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5756f6f1-2f", "ovs_interfaceid": "5756f6f1-2f64-4642-b0e1-d78be202bb5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.061274] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.061274] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.061526] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a955f76b-00b5-4427-8d43-0922b61c7783 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.071776] env[64120]: DEBUG oslo_vmware.api [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for the task: (returnval){ [ 945.071776] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e61caa-30dd-41d0-8c44-7dff0fc74637" [ 945.071776] env[64120]: _type = "Task" [ 945.071776] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.088865] env[64120]: DEBUG oslo_vmware.api [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e61caa-30dd-41d0-8c44-7dff0fc74637, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.415869] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.517658] env[64120]: DEBUG nova.compute.utils [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 945.523210] env[64120]: DEBUG nova.compute.manager [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 945.524304] env[64120]: DEBUG nova.network.neutron [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 945.567141] env[64120]: DEBUG oslo_concurrency.lockutils [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Releasing lock "refresh_cache-34463929-7e32-48fa-93cf-d3d5aea0f51b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.567441] env[64120]: DEBUG nova.compute.manager [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Instance network_info: |[{"id": "5756f6f1-2f64-4642-b0e1-d78be202bb5b", "address": "fa:16:3e:4b:87:a9", "network": {"id": "7c02b5e8-8c42-4cb5-a1e2-0f1560305065", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1573774763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04a49cfbf41340258102b240f3fb2678", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5756f6f1-2f", "ovs_interfaceid": "5756f6f1-2f64-4642-b0e1-d78be202bb5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 945.569164] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:87:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5756f6f1-2f64-4642-b0e1-d78be202bb5b', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.577986] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Creating folder: Project (04a49cfbf41340258102b240f3fb2678). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.578979] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebbc820e-fb63-40ab-9197-303f12514001 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.601331] env[64120]: DEBUG oslo_vmware.api [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e61caa-30dd-41d0-8c44-7dff0fc74637, 'name': SearchDatastore_Task, 'duration_secs': 0.042488} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.604034] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57893333-6004-4b9f-867d-2007ec9393e9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.606552] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Created folder: Project (04a49cfbf41340258102b240f3fb2678) in parent group-v297899. [ 945.606749] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Creating folder: Instances. Parent ref: group-v297961. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.607443] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b807fedf-3584-447a-ab99-5dfc13c391dd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.619582] env[64120]: DEBUG oslo_vmware.api [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for the task: (returnval){ [ 945.619582] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]520e35a3-1b6d-4e87-f381-b8f3e9ac2daa" [ 945.619582] env[64120]: _type = "Task" [ 945.619582] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.627163] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Created folder: Instances in parent group-v297961. [ 945.627163] env[64120]: DEBUG oslo.service.loopingcall [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 945.627374] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.630999] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ee3209b-a989-4cb1-87d2-eba6500e6016 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.654261] env[64120]: DEBUG oslo_vmware.api [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]520e35a3-1b6d-4e87-f381-b8f3e9ac2daa, 'name': SearchDatastore_Task, 'duration_secs': 0.011358} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.655355] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.655606] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c/3df3e12b-ada8-4cf7-99be-188bfcbbdd2c.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.656490] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb5f4700-526c-4e6b-986c-b9c0201d58ce {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.663339] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.663339] env[64120]: value = "task-1405784" [ 945.663339] env[64120]: _type = "Task" [ 945.663339] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.668942] env[64120]: DEBUG oslo_vmware.api [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for the task: (returnval){ [ 945.668942] env[64120]: value = "task-1405785" [ 945.668942] env[64120]: _type = "Task" [ 945.668942] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.680400] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405784, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.690020] env[64120]: DEBUG oslo_vmware.api [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.710839] env[64120]: DEBUG nova.policy [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f4531cd0975468383b1c4832c187a2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5c0e68907fe43bb85c6990548ad2ec5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 946.026847] env[64120]: DEBUG nova.compute.manager [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 946.136088] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91d96b5-37ac-4c07-ad35-6886d0d8d93d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.150210] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0708375c-943a-4041-a109-b565414e098a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.155451] env[64120]: DEBUG nova.network.neutron [-] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.211337] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c709acef-cadf-479b-9dd9-a4f36126f9a4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.234484] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405784, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.234484] env[64120]: DEBUG oslo_vmware.api [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542594} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.234484] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a9a4f1-d2fc-483f-b50f-af71a4740577 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.236818] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c/3df3e12b-ada8-4cf7-99be-188bfcbbdd2c.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.237083] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.238449] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f42eb58-e8f3-4bee-b260-776675828e8f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.253166] env[64120]: DEBUG nova.compute.provider_tree [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.256106] env[64120]: DEBUG oslo_vmware.api [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for the task: (returnval){ [ 946.256106] env[64120]: value = "task-1405786" [ 946.256106] env[64120]: _type = "Task" [ 946.256106] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.365610] env[64120]: DEBUG nova.network.neutron [req-08418c9c-c049-4940-bb09-483dbf254e51 req-01cb533e-2dc4-415e-8e7b-fc2ed6993f55 service nova] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Updated VIF entry in instance network info cache for port 51efe870-21e4-4d03-b940-cead78cfca40. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.365610] env[64120]: DEBUG nova.network.neutron [req-08418c9c-c049-4940-bb09-483dbf254e51 req-01cb533e-2dc4-415e-8e7b-fc2ed6993f55 service nova] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Updating instance_info_cache with network_info: [{"id": "51efe870-21e4-4d03-b940-cead78cfca40", "address": "fa:16:3e:68:11:02", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51efe870-21", "ovs_interfaceid": "51efe870-21e4-4d03-b940-cead78cfca40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.429967] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "8d8da40e-e5a1-4d8c-9879-21f56e03558d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.430257] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "8d8da40e-e5a1-4d8c-9879-21f56e03558d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.660032] env[64120]: INFO nova.compute.manager [-] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Took 1.63 seconds to deallocate network for instance. [ 946.711481] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405784, 'name': CreateVM_Task, 'duration_secs': 0.583569} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.712396] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.713134] env[64120]: DEBUG oslo_concurrency.lockutils [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.713726] env[64120]: DEBUG oslo_concurrency.lockutils [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.713726] env[64120]: DEBUG oslo_concurrency.lockutils [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.714265] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1d5d8de-a446-4cdc-9657-14480b7bcf3c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.720586] env[64120]: DEBUG oslo_vmware.api [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Waiting for the task: (returnval){ [ 946.720586] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524284e3-b100-4513-6d7c-8d4d31aa8d8d" [ 946.720586] env[64120]: _type = "Task" [ 946.720586] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.730897] env[64120]: DEBUG oslo_vmware.api [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524284e3-b100-4513-6d7c-8d4d31aa8d8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.732048] env[64120]: DEBUG nova.network.neutron [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Successfully created port: f0ebc840-5b79-4ccc-b0f2-ee8ac0db6f02 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.758355] env[64120]: DEBUG nova.scheduler.client.report [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 946.775904] env[64120]: DEBUG oslo_vmware.api [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12033} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.776263] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.777057] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24d3fa7-6a61-40f7-8c12-7716e1fe1db7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.804248] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c/3df3e12b-ada8-4cf7-99be-188bfcbbdd2c.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.805122] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01e834b3-fdbb-4f18-a101-34d0f29eb6f0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.827297] env[64120]: DEBUG oslo_vmware.api [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for the task: (returnval){ [ 946.827297] env[64120]: value = "task-1405787" [ 946.827297] env[64120]: _type = "Task" [ 946.827297] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.838127] env[64120]: DEBUG oslo_vmware.api [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405787, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.867796] env[64120]: DEBUG oslo_concurrency.lockutils [req-08418c9c-c049-4940-bb09-483dbf254e51 req-01cb533e-2dc4-415e-8e7b-fc2ed6993f55 service nova] Releasing lock "refresh_cache-3df3e12b-ada8-4cf7-99be-188bfcbbdd2c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.980894] env[64120]: DEBUG nova.network.neutron [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Successfully updated port: 3abf7d2e-5263-4e47-b5c3-370e855c12a1 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.048632] env[64120]: DEBUG nova.compute.manager [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 947.087678] env[64120]: DEBUG nova.virt.hardware [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 947.088042] env[64120]: DEBUG nova.virt.hardware [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 947.088240] env[64120]: DEBUG nova.virt.hardware [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.088905] env[64120]: DEBUG nova.virt.hardware [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 947.088905] env[64120]: DEBUG nova.virt.hardware [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.088905] env[64120]: DEBUG nova.virt.hardware [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 947.088905] env[64120]: DEBUG nova.virt.hardware [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 947.089170] env[64120]: DEBUG nova.virt.hardware [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 947.089360] env[64120]: DEBUG nova.virt.hardware [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 947.089453] env[64120]: DEBUG nova.virt.hardware [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 947.089645] env[64120]: DEBUG nova.virt.hardware [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 947.090794] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd0c79f-9106-4f8d-9fab-da89961626ba {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.100435] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0892f2-027c-40ab-a885-a7ea35b1900a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.169829] env[64120]: DEBUG oslo_concurrency.lockutils [None req-78f4b542-5daf-4d91-86bb-40760a9fee79 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.235176] env[64120]: DEBUG oslo_vmware.api [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524284e3-b100-4513-6d7c-8d4d31aa8d8d, 'name': SearchDatastore_Task, 'duration_secs': 0.050942} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.235718] env[64120]: DEBUG oslo_concurrency.lockutils [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.235989] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.236310] env[64120]: DEBUG oslo_concurrency.lockutils [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.236471] env[64120]: DEBUG oslo_concurrency.lockutils [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.236657] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.236936] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfea914e-9454-42fb-b427-e9327b7e2ea4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.254465] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.254465] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.254644] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89600658-4dab-4243-aac4-ca9bce66000e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.263818] env[64120]: DEBUG oslo_vmware.api [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Waiting for the task: (returnval){ [ 947.263818] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b43dbd-65a8-721d-135b-a738fa29e92c" [ 947.263818] env[64120]: _type = "Task" [ 947.263818] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.269818] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.249s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.271929] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.611s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.273754] env[64120]: INFO nova.compute.claims [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.288023] env[64120]: DEBUG oslo_vmware.api [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b43dbd-65a8-721d-135b-a738fa29e92c, 'name': SearchDatastore_Task, 'duration_secs': 0.016427} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.288023] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aff98908-1216-4259-890f-bbca1191b423 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.296326] env[64120]: INFO nova.scheduler.client.report [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Deleted allocations for instance 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30 [ 947.299834] env[64120]: DEBUG oslo_vmware.api [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Waiting for the task: (returnval){ [ 947.299834] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52dc6a86-067f-7610-7f09-06178099ffb0" [ 947.299834] env[64120]: _type = "Task" [ 947.299834] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.312610] env[64120]: DEBUG oslo_vmware.api [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52dc6a86-067f-7610-7f09-06178099ffb0, 'name': SearchDatastore_Task, 'duration_secs': 0.011588} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.312940] env[64120]: DEBUG oslo_concurrency.lockutils [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.313218] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 34463929-7e32-48fa-93cf-d3d5aea0f51b/34463929-7e32-48fa-93cf-d3d5aea0f51b.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.313486] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbd2e4cc-3aa0-48a8-8496-52e762dff206 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.322923] env[64120]: DEBUG oslo_vmware.api [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Waiting for the task: (returnval){ [ 947.322923] env[64120]: value = "task-1405788" [ 947.322923] env[64120]: _type = "Task" [ 947.322923] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.335419] env[64120]: DEBUG oslo_vmware.api [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Task: {'id': task-1405788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.341899] env[64120]: DEBUG oslo_vmware.api [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405787, 'name': ReconfigVM_Task, 'duration_secs': 0.511148} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.343133] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c/3df3e12b-ada8-4cf7-99be-188bfcbbdd2c.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.343495] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3ca7425-0e86-4aa3-9d81-1eb9c06291ec {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.351969] env[64120]: DEBUG oslo_vmware.api [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for the task: (returnval){ [ 947.351969] env[64120]: value = "task-1405789" [ 947.351969] env[64120]: _type = "Task" [ 947.351969] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.365424] env[64120]: DEBUG oslo_vmware.api [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405789, 'name': Rename_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.369478] env[64120]: DEBUG nova.compute.manager [req-6ff69ac5-f1ce-4a0f-82b0-9f2bdfb45fc9 req-429368d1-ab56-4994-854c-01de970053ec service nova] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Received event network-changed-5756f6f1-2f64-4642-b0e1-d78be202bb5b {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 947.369683] env[64120]: DEBUG nova.compute.manager [req-6ff69ac5-f1ce-4a0f-82b0-9f2bdfb45fc9 req-429368d1-ab56-4994-854c-01de970053ec service nova] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Refreshing instance network info cache due to event network-changed-5756f6f1-2f64-4642-b0e1-d78be202bb5b. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 947.369898] env[64120]: DEBUG oslo_concurrency.lockutils [req-6ff69ac5-f1ce-4a0f-82b0-9f2bdfb45fc9 req-429368d1-ab56-4994-854c-01de970053ec service nova] Acquiring lock "refresh_cache-34463929-7e32-48fa-93cf-d3d5aea0f51b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.370050] env[64120]: DEBUG oslo_concurrency.lockutils [req-6ff69ac5-f1ce-4a0f-82b0-9f2bdfb45fc9 req-429368d1-ab56-4994-854c-01de970053ec service nova] Acquired lock "refresh_cache-34463929-7e32-48fa-93cf-d3d5aea0f51b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.370213] env[64120]: DEBUG nova.network.neutron [req-6ff69ac5-f1ce-4a0f-82b0-9f2bdfb45fc9 req-429368d1-ab56-4994-854c-01de970053ec service nova] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Refreshing network info cache for port 5756f6f1-2f64-4642-b0e1-d78be202bb5b {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.422425] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ef916edd-b693-4bd9-b7d9-8a70ea39d482 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquiring lock "810ace60-3801-4686-8087-570c8b93b42f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.422740] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ef916edd-b693-4bd9-b7d9-8a70ea39d482 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lock "810ace60-3801-4686-8087-570c8b93b42f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.423112] env[64120]: DEBUG nova.compute.manager [None req-ef916edd-b693-4bd9-b7d9-8a70ea39d482 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Going to confirm migration 1 {{(pid=64120) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 947.483018] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Acquiring lock "refresh_cache-a07b077f-b2c5-445e-a3ca-101eabeec7c9" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.483455] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Acquired lock "refresh_cache-a07b077f-b2c5-445e-a3ca-101eabeec7c9" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.483455] env[64120]: DEBUG nova.network.neutron [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.547050] env[64120]: DEBUG nova.compute.manager [req-6ddc7f7d-79c9-4e89-b767-7364ae4f2c58 req-1f3b1b8f-0ca8-4c4c-ae19-1fffe3b75dc4 service nova] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Received event network-vif-deleted-503b8c1a-39fa-40d8-903f-1d4a242cb8b3 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 947.550728] env[64120]: DEBUG nova.compute.manager [req-6ddc7f7d-79c9-4e89-b767-7364ae4f2c58 req-1f3b1b8f-0ca8-4c4c-ae19-1fffe3b75dc4 service nova] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Received event network-vif-plugged-3abf7d2e-5263-4e47-b5c3-370e855c12a1 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 947.550728] env[64120]: DEBUG oslo_concurrency.lockutils [req-6ddc7f7d-79c9-4e89-b767-7364ae4f2c58 req-1f3b1b8f-0ca8-4c4c-ae19-1fffe3b75dc4 service nova] Acquiring lock "a07b077f-b2c5-445e-a3ca-101eabeec7c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.550728] env[64120]: DEBUG oslo_concurrency.lockutils [req-6ddc7f7d-79c9-4e89-b767-7364ae4f2c58 req-1f3b1b8f-0ca8-4c4c-ae19-1fffe3b75dc4 service nova] Lock "a07b077f-b2c5-445e-a3ca-101eabeec7c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.550728] env[64120]: DEBUG oslo_concurrency.lockutils [req-6ddc7f7d-79c9-4e89-b767-7364ae4f2c58 req-1f3b1b8f-0ca8-4c4c-ae19-1fffe3b75dc4 service nova] Lock "a07b077f-b2c5-445e-a3ca-101eabeec7c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.550728] env[64120]: DEBUG nova.compute.manager [req-6ddc7f7d-79c9-4e89-b767-7364ae4f2c58 req-1f3b1b8f-0ca8-4c4c-ae19-1fffe3b75dc4 service nova] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] No waiting events found dispatching network-vif-plugged-3abf7d2e-5263-4e47-b5c3-370e855c12a1 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 947.550728] env[64120]: WARNING nova.compute.manager [req-6ddc7f7d-79c9-4e89-b767-7364ae4f2c58 req-1f3b1b8f-0ca8-4c4c-ae19-1fffe3b75dc4 service nova] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Received unexpected event network-vif-plugged-3abf7d2e-5263-4e47-b5c3-370e855c12a1 for instance with vm_state building and task_state spawning. [ 947.550728] env[64120]: DEBUG nova.compute.manager [req-6ddc7f7d-79c9-4e89-b767-7364ae4f2c58 req-1f3b1b8f-0ca8-4c4c-ae19-1fffe3b75dc4 service nova] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Received event network-changed-3abf7d2e-5263-4e47-b5c3-370e855c12a1 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 947.550728] env[64120]: DEBUG nova.compute.manager [req-6ddc7f7d-79c9-4e89-b767-7364ae4f2c58 req-1f3b1b8f-0ca8-4c4c-ae19-1fffe3b75dc4 service nova] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Refreshing instance network info cache due to event network-changed-3abf7d2e-5263-4e47-b5c3-370e855c12a1. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 947.550728] env[64120]: DEBUG oslo_concurrency.lockutils [req-6ddc7f7d-79c9-4e89-b767-7364ae4f2c58 req-1f3b1b8f-0ca8-4c4c-ae19-1fffe3b75dc4 service nova] Acquiring lock "refresh_cache-a07b077f-b2c5-445e-a3ca-101eabeec7c9" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.810271] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e0691c21-de4f-489e-b8ba-456dfe76025b tempest-ServersAdmin275Test-22971565 tempest-ServersAdmin275Test-22971565-project-member] Lock "9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.501s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.846910] env[64120]: DEBUG oslo_vmware.api [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Task: {'id': task-1405788, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.866363] env[64120]: DEBUG oslo_vmware.api [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405789, 'name': Rename_Task, 'duration_secs': 0.159847} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.866363] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.866363] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17d2f1f4-9492-45aa-a7fb-7fa6162fe53b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.875144] env[64120]: DEBUG oslo_vmware.api [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for the task: (returnval){ [ 947.875144] env[64120]: value = "task-1405790" [ 947.875144] env[64120]: _type = "Task" [ 947.875144] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.886522] env[64120]: DEBUG oslo_vmware.api [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.066886] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ef916edd-b693-4bd9-b7d9-8a70ea39d482 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquiring lock "refresh_cache-810ace60-3801-4686-8087-570c8b93b42f" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.068478] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ef916edd-b693-4bd9-b7d9-8a70ea39d482 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquired lock "refresh_cache-810ace60-3801-4686-8087-570c8b93b42f" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.068478] env[64120]: DEBUG nova.network.neutron [None req-ef916edd-b693-4bd9-b7d9-8a70ea39d482 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.068478] env[64120]: DEBUG nova.objects.instance [None req-ef916edd-b693-4bd9-b7d9-8a70ea39d482 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lazy-loading 'info_cache' on Instance uuid 810ace60-3801-4686-8087-570c8b93b42f {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.095474] env[64120]: DEBUG nova.network.neutron [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.341487] env[64120]: DEBUG oslo_vmware.api [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Task: {'id': task-1405788, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541459} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.346040] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 34463929-7e32-48fa-93cf-d3d5aea0f51b/34463929-7e32-48fa-93cf-d3d5aea0f51b.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.346040] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.346040] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7202f0f2-bde8-43b6-b6c4-66925316d50f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.354603] env[64120]: DEBUG oslo_vmware.api [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Waiting for the task: (returnval){ [ 948.354603] env[64120]: value = "task-1405791" [ 948.354603] env[64120]: _type = "Task" [ 948.354603] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.369428] env[64120]: DEBUG oslo_vmware.api [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Task: {'id': task-1405791, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.386977] env[64120]: DEBUG oslo_vmware.api [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405790, 'name': PowerOnVM_Task, 'duration_secs': 0.498551} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.390216] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.390449] env[64120]: INFO nova.compute.manager [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Took 9.48 seconds to spawn the instance on the hypervisor. [ 948.391133] env[64120]: DEBUG nova.compute.manager [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 948.395717] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd106a59-334d-47ac-909e-276324612b5c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.518153] env[64120]: DEBUG nova.network.neutron [req-6ff69ac5-f1ce-4a0f-82b0-9f2bdfb45fc9 req-429368d1-ab56-4994-854c-01de970053ec service nova] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Updated VIF entry in instance network info cache for port 5756f6f1-2f64-4642-b0e1-d78be202bb5b. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.518617] env[64120]: DEBUG nova.network.neutron [req-6ff69ac5-f1ce-4a0f-82b0-9f2bdfb45fc9 req-429368d1-ab56-4994-854c-01de970053ec service nova] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Updating instance_info_cache with network_info: [{"id": "5756f6f1-2f64-4642-b0e1-d78be202bb5b", "address": "fa:16:3e:4b:87:a9", "network": {"id": "7c02b5e8-8c42-4cb5-a1e2-0f1560305065", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1573774763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04a49cfbf41340258102b240f3fb2678", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5756f6f1-2f", "ovs_interfaceid": "5756f6f1-2f64-4642-b0e1-d78be202bb5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.522935] env[64120]: DEBUG nova.network.neutron [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Updating instance_info_cache with network_info: [{"id": "3abf7d2e-5263-4e47-b5c3-370e855c12a1", "address": "fa:16:3e:de:37:09", "network": {"id": "1724d244-fd81-4651-931e-3b581fd54a4a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1252961982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cd6261cfa5648f5a13829a3c0e582f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3abf7d2e-52", "ovs_interfaceid": "3abf7d2e-5263-4e47-b5c3-370e855c12a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.858192] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c541348-469f-462f-ae12-7d32f9c39c1e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.872219] env[64120]: DEBUG oslo_vmware.api [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Task: {'id': task-1405791, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197033} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.874361] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.875254] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbfadc8-c6c8-4c3d-a225-3bbd18a5d995 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.879409] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b037e3-1e4d-4164-98da-bc6c8f8d7dfc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.930561] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 34463929-7e32-48fa-93cf-d3d5aea0f51b/34463929-7e32-48fa-93cf-d3d5aea0f51b.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.934889] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4c9e454-d1e6-46a2-8b72-df20614f026f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.949888] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f011fb-cdbf-4c09-8c00-48f60fcc169d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.955784] env[64120]: INFO nova.compute.manager [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Took 30.47 seconds to build instance. [ 948.962371] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc762c1-08e5-49c4-9d33-5c94e42b7dee {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.966534] env[64120]: DEBUG oslo_vmware.api [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Waiting for the task: (returnval){ [ 948.966534] env[64120]: value = "task-1405792" [ 948.966534] env[64120]: _type = "Task" [ 948.966534] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.979638] env[64120]: DEBUG nova.compute.provider_tree [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.988279] env[64120]: DEBUG oslo_vmware.api [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Task: {'id': task-1405792, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.022408] env[64120]: DEBUG oslo_concurrency.lockutils [req-6ff69ac5-f1ce-4a0f-82b0-9f2bdfb45fc9 req-429368d1-ab56-4994-854c-01de970053ec service nova] Releasing lock "refresh_cache-34463929-7e32-48fa-93cf-d3d5aea0f51b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.026745] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Releasing lock "refresh_cache-a07b077f-b2c5-445e-a3ca-101eabeec7c9" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.026745] env[64120]: DEBUG nova.compute.manager [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Instance network_info: |[{"id": "3abf7d2e-5263-4e47-b5c3-370e855c12a1", "address": "fa:16:3e:de:37:09", "network": {"id": "1724d244-fd81-4651-931e-3b581fd54a4a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1252961982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cd6261cfa5648f5a13829a3c0e582f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3abf7d2e-52", "ovs_interfaceid": "3abf7d2e-5263-4e47-b5c3-370e855c12a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 949.026953] env[64120]: DEBUG oslo_concurrency.lockutils [req-6ddc7f7d-79c9-4e89-b767-7364ae4f2c58 req-1f3b1b8f-0ca8-4c4c-ae19-1fffe3b75dc4 service nova] Acquired lock "refresh_cache-a07b077f-b2c5-445e-a3ca-101eabeec7c9" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.027192] env[64120]: DEBUG nova.network.neutron [req-6ddc7f7d-79c9-4e89-b767-7364ae4f2c58 req-1f3b1b8f-0ca8-4c4c-ae19-1fffe3b75dc4 service nova] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Refreshing network info cache for port 3abf7d2e-5263-4e47-b5c3-370e855c12a1 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.028476] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:37:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2d3bf80-d60a-4b53-a00a-1381de6d4a12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3abf7d2e-5263-4e47-b5c3-370e855c12a1', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.038053] env[64120]: DEBUG oslo.service.loopingcall [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 949.038053] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.038305] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-341d03f7-80af-4db3-8851-46e66ba239bc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.065412] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.065412] env[64120]: value = "task-1405793" [ 949.065412] env[64120]: _type = "Task" [ 949.065412] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.078831] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405793, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.462410] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e49cb83-2dd2-42c0-8df9-c448ae77f7be tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Lock "3df3e12b-ada8-4cf7-99be-188bfcbbdd2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.741s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.479914] env[64120]: DEBUG oslo_vmware.api [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Task: {'id': task-1405792, 'name': ReconfigVM_Task, 'duration_secs': 0.446257} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.487028] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 34463929-7e32-48fa-93cf-d3d5aea0f51b/34463929-7e32-48fa-93cf-d3d5aea0f51b.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.487028] env[64120]: DEBUG nova.scheduler.client.report [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 949.491616] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17999f8e-2365-450e-86c8-6f10605de022 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.508440] env[64120]: DEBUG oslo_vmware.api [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Waiting for the task: (returnval){ [ 949.508440] env[64120]: value = "task-1405794" [ 949.508440] env[64120]: _type = "Task" [ 949.508440] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.523681] env[64120]: DEBUG oslo_vmware.api [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Task: {'id': task-1405794, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.556297] env[64120]: DEBUG nova.network.neutron [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Successfully updated port: f0ebc840-5b79-4ccc-b0f2-ee8ac0db6f02 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.577509] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405793, 'name': CreateVM_Task, 'duration_secs': 0.397894} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.578074] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.578465] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.578645] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.579060] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.579239] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d1ff603-e173-4ec3-bf08-0fff83bdd5e8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.588730] env[64120]: DEBUG oslo_vmware.api [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Waiting for the task: (returnval){ [ 949.588730] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52269d55-4b99-6d2d-2254-2d4706423503" [ 949.588730] env[64120]: _type = "Task" [ 949.588730] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.604537] env[64120]: DEBUG oslo_vmware.api [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52269d55-4b99-6d2d-2254-2d4706423503, 'name': SearchDatastore_Task, 'duration_secs': 0.01357} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.604931] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.605123] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.605369] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.605512] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.605690] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.606394] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d277919c-1781-404e-be1e-f2ea4b91a00b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.618059] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.618267] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.619069] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44fc1e12-5a15-4c92-8516-3cf7b37518cb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.625925] env[64120]: DEBUG oslo_vmware.api [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Waiting for the task: (returnval){ [ 949.625925] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526153a8-ce0c-63d0-9754-821cae8d75b7" [ 949.625925] env[64120]: _type = "Task" [ 949.625925] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.636642] env[64120]: DEBUG oslo_vmware.api [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526153a8-ce0c-63d0-9754-821cae8d75b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.756570] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Acquiring lock "930617d3-b611-4d72-8e0e-7b7f8253fd29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.757133] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Lock "930617d3-b611-4d72-8e0e-7b7f8253fd29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.780464] env[64120]: DEBUG nova.network.neutron [None req-ef916edd-b693-4bd9-b7d9-8a70ea39d482 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Updating instance_info_cache with network_info: [{"id": "77be9061-328f-454e-b5dd-afbce8e3ed59", "address": "fa:16:3e:50:db:b9", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77be9061-32", "ovs_interfaceid": "77be9061-328f-454e-b5dd-afbce8e3ed59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.966877] env[64120]: DEBUG nova.compute.manager [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 950.000200] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.003975] env[64120]: DEBUG nova.compute.manager [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 950.003975] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.068s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.008021] env[64120]: INFO nova.compute.claims [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.021968] env[64120]: DEBUG oslo_vmware.api [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Task: {'id': task-1405794, 'name': Rename_Task, 'duration_secs': 0.213309} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.023000] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.023000] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ace2fc24-c77a-4808-b4eb-19fbf54c9527 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.031669] env[64120]: DEBUG oslo_vmware.api [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Waiting for the task: (returnval){ [ 950.031669] env[64120]: value = "task-1405795" [ 950.031669] env[64120]: _type = "Task" [ 950.031669] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.047546] env[64120]: DEBUG oslo_vmware.api [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Task: {'id': task-1405795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.058464] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Acquiring lock "refresh_cache-a4c04c6d-8d9b-4859-9ece-a256f8cd0f18" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.058776] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Acquired lock "refresh_cache-a4c04c6d-8d9b-4859-9ece-a256f8cd0f18" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.058776] env[64120]: DEBUG nova.network.neutron [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.138260] env[64120]: DEBUG oslo_vmware.api [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526153a8-ce0c-63d0-9754-821cae8d75b7, 'name': SearchDatastore_Task, 'duration_secs': 0.012364} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.138260] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ada76a68-b16a-4c37-a40b-829cae965d36 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.147029] env[64120]: DEBUG oslo_vmware.api [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Waiting for the task: (returnval){ [ 950.147029] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529cb2ed-de44-7baa-249a-ff091bd44b9a" [ 950.147029] env[64120]: _type = "Task" [ 950.147029] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.156642] env[64120]: DEBUG oslo_vmware.api [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529cb2ed-de44-7baa-249a-ff091bd44b9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.282993] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ef916edd-b693-4bd9-b7d9-8a70ea39d482 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Releasing lock "refresh_cache-810ace60-3801-4686-8087-570c8b93b42f" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.284150] env[64120]: DEBUG nova.objects.instance [None req-ef916edd-b693-4bd9-b7d9-8a70ea39d482 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lazy-loading 'migration_context' on Instance uuid 810ace60-3801-4686-8087-570c8b93b42f {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.406771] env[64120]: DEBUG nova.network.neutron [req-6ddc7f7d-79c9-4e89-b767-7364ae4f2c58 req-1f3b1b8f-0ca8-4c4c-ae19-1fffe3b75dc4 service nova] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Updated VIF entry in instance network info cache for port 3abf7d2e-5263-4e47-b5c3-370e855c12a1. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.406771] env[64120]: DEBUG nova.network.neutron [req-6ddc7f7d-79c9-4e89-b767-7364ae4f2c58 req-1f3b1b8f-0ca8-4c4c-ae19-1fffe3b75dc4 service nova] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Updating instance_info_cache with network_info: [{"id": "3abf7d2e-5263-4e47-b5c3-370e855c12a1", "address": "fa:16:3e:de:37:09", "network": {"id": "1724d244-fd81-4651-931e-3b581fd54a4a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1252961982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cd6261cfa5648f5a13829a3c0e582f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3abf7d2e-52", "ovs_interfaceid": "3abf7d2e-5263-4e47-b5c3-370e855c12a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.503358] env[64120]: DEBUG oslo_concurrency.lockutils [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.511949] env[64120]: DEBUG nova.compute.utils [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 950.515572] env[64120]: DEBUG nova.compute.manager [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 950.515778] env[64120]: DEBUG nova.network.neutron [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 950.548256] env[64120]: DEBUG oslo_vmware.api [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Task: {'id': task-1405795, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.641785] env[64120]: DEBUG nova.policy [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ee90ba56b33418aa0078c0d6278b22e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '901035c6b2a7413ab307b30fb817fef0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 950.654348] env[64120]: DEBUG nova.network.neutron [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.666684] env[64120]: DEBUG oslo_vmware.api [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529cb2ed-de44-7baa-249a-ff091bd44b9a, 'name': SearchDatastore_Task, 'duration_secs': 0.01613} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.667094] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.667461] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] a07b077f-b2c5-445e-a3ca-101eabeec7c9/a07b077f-b2c5-445e-a3ca-101eabeec7c9.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.667845] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-490bb694-0e76-43ce-a7d1-0cd24faa4150 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.693400] env[64120]: DEBUG oslo_vmware.api [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Waiting for the task: (returnval){ [ 950.693400] env[64120]: value = "task-1405796" [ 950.693400] env[64120]: _type = "Task" [ 950.693400] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.706709] env[64120]: DEBUG oslo_vmware.api [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': task-1405796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.785863] env[64120]: DEBUG nova.objects.base [None req-ef916edd-b693-4bd9-b7d9-8a70ea39d482 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Object Instance<810ace60-3801-4686-8087-570c8b93b42f> lazy-loaded attributes: info_cache,migration_context {{(pid=64120) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 950.787089] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8c15af-d8af-4165-ae42-8c7ff12a4b1a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.817321] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4599907c-610d-4429-b8ba-ec023539942f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.825225] env[64120]: DEBUG oslo_vmware.api [None req-ef916edd-b693-4bd9-b7d9-8a70ea39d482 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 950.825225] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5214f0d4-6ee4-65dd-f286-e7e39502efcd" [ 950.825225] env[64120]: _type = "Task" [ 950.825225] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.840134] env[64120]: DEBUG oslo_vmware.api [None req-ef916edd-b693-4bd9-b7d9-8a70ea39d482 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5214f0d4-6ee4-65dd-f286-e7e39502efcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.880637] env[64120]: DEBUG nova.compute.manager [req-0950b010-2f6d-4800-885a-dbfe42d00e70 req-eb2404eb-4b45-477f-ab99-ba921681c4f1 service nova] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Received event network-vif-plugged-f0ebc840-5b79-4ccc-b0f2-ee8ac0db6f02 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 950.880879] env[64120]: DEBUG oslo_concurrency.lockutils [req-0950b010-2f6d-4800-885a-dbfe42d00e70 req-eb2404eb-4b45-477f-ab99-ba921681c4f1 service nova] Acquiring lock "a4c04c6d-8d9b-4859-9ece-a256f8cd0f18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.881502] env[64120]: DEBUG oslo_concurrency.lockutils [req-0950b010-2f6d-4800-885a-dbfe42d00e70 req-eb2404eb-4b45-477f-ab99-ba921681c4f1 service nova] Lock "a4c04c6d-8d9b-4859-9ece-a256f8cd0f18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.881725] env[64120]: DEBUG oslo_concurrency.lockutils [req-0950b010-2f6d-4800-885a-dbfe42d00e70 req-eb2404eb-4b45-477f-ab99-ba921681c4f1 service nova] Lock "a4c04c6d-8d9b-4859-9ece-a256f8cd0f18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.881890] env[64120]: DEBUG nova.compute.manager [req-0950b010-2f6d-4800-885a-dbfe42d00e70 req-eb2404eb-4b45-477f-ab99-ba921681c4f1 service nova] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] No waiting events found dispatching network-vif-plugged-f0ebc840-5b79-4ccc-b0f2-ee8ac0db6f02 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 950.882097] env[64120]: WARNING nova.compute.manager [req-0950b010-2f6d-4800-885a-dbfe42d00e70 req-eb2404eb-4b45-477f-ab99-ba921681c4f1 service nova] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Received unexpected event network-vif-plugged-f0ebc840-5b79-4ccc-b0f2-ee8ac0db6f02 for instance with vm_state building and task_state spawning. [ 950.909726] env[64120]: DEBUG oslo_concurrency.lockutils [req-6ddc7f7d-79c9-4e89-b767-7364ae4f2c58 req-1f3b1b8f-0ca8-4c4c-ae19-1fffe3b75dc4 service nova] Releasing lock "refresh_cache-a07b077f-b2c5-445e-a3ca-101eabeec7c9" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.016582] env[64120]: DEBUG nova.compute.manager [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 951.051500] env[64120]: DEBUG oslo_vmware.api [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Task: {'id': task-1405795, 'name': PowerOnVM_Task} progress is 64%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.213999] env[64120]: DEBUG oslo_vmware.api [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': task-1405796, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.335754] env[64120]: DEBUG nova.network.neutron [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Updating instance_info_cache with network_info: [{"id": "f0ebc840-5b79-4ccc-b0f2-ee8ac0db6f02", "address": "fa:16:3e:74:2d:71", "network": {"id": "3ed37efb-88e1-478e-a3d4-0ef7ba5e6d51", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1669253864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5c0e68907fe43bb85c6990548ad2ec5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0ebc840-5b", "ovs_interfaceid": "f0ebc840-5b79-4ccc-b0f2-ee8ac0db6f02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.346919] env[64120]: DEBUG oslo_vmware.api [None req-ef916edd-b693-4bd9-b7d9-8a70ea39d482 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5214f0d4-6ee4-65dd-f286-e7e39502efcd, 'name': SearchDatastore_Task, 'duration_secs': 0.019107} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.347215] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ef916edd-b693-4bd9-b7d9-8a70ea39d482 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.500679] env[64120]: DEBUG nova.network.neutron [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Successfully created port: 444e3ed8-0f83-497e-96d3-4a76cd2ba86c {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 951.545193] env[64120]: DEBUG oslo_vmware.api [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Task: {'id': task-1405795, 'name': PowerOnVM_Task, 'duration_secs': 1.473039} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.548698] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.548850] env[64120]: INFO nova.compute.manager [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Took 8.49 seconds to spawn the instance on the hypervisor. [ 951.549197] env[64120]: DEBUG nova.compute.manager [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 951.550710] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22dec873-d93a-4753-be7b-69026d3196d1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.663618] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce688e5b-51e2-494c-90f8-4eae6e39a033 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.672994] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b57f57-65ba-4e8e-b4e1-5f653108681e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.718837] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950bfee0-c09b-4442-910c-ac6952b0a57d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.730582] env[64120]: DEBUG oslo_vmware.api [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': task-1405796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662459} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.731153] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] a07b077f-b2c5-445e-a3ca-101eabeec7c9/a07b077f-b2c5-445e-a3ca-101eabeec7c9.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.731445] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.732806] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f27cb8e-4f1b-4f6a-ad99-3f4bf3c1b1e8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.736858] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9eca223f-8728-4e91-bf1f-2fae149d0fbb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.750969] env[64120]: DEBUG nova.compute.provider_tree [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.754661] env[64120]: DEBUG oslo_vmware.api [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Waiting for the task: (returnval){ [ 951.754661] env[64120]: value = "task-1405797" [ 951.754661] env[64120]: _type = "Task" [ 951.754661] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.766467] env[64120]: DEBUG oslo_vmware.api [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': task-1405797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.839177] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Releasing lock "refresh_cache-a4c04c6d-8d9b-4859-9ece-a256f8cd0f18" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.839740] env[64120]: DEBUG nova.compute.manager [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Instance network_info: |[{"id": "f0ebc840-5b79-4ccc-b0f2-ee8ac0db6f02", "address": "fa:16:3e:74:2d:71", "network": {"id": "3ed37efb-88e1-478e-a3d4-0ef7ba5e6d51", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1669253864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5c0e68907fe43bb85c6990548ad2ec5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0ebc840-5b", "ovs_interfaceid": "f0ebc840-5b79-4ccc-b0f2-ee8ac0db6f02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 951.840422] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:2d:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0ebc840-5b79-4ccc-b0f2-ee8ac0db6f02', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.849904] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Creating folder: Project (c5c0e68907fe43bb85c6990548ad2ec5). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.850539] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64bbe10f-9ab9-4df9-a365-08aea1b35c26 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.865374] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Created folder: Project (c5c0e68907fe43bb85c6990548ad2ec5) in parent group-v297899. [ 951.865374] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Creating folder: Instances. Parent ref: group-v297965. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.865621] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02d70bc8-782d-457d-92af-406ff98485d8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.877929] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Created folder: Instances in parent group-v297965. [ 951.878253] env[64120]: DEBUG oslo.service.loopingcall [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 951.878482] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.879071] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77bd7bd4-6502-4978-9175-8d78b3718e9c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.906738] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.906738] env[64120]: value = "task-1405800" [ 951.906738] env[64120]: _type = "Task" [ 951.906738] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.916791] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405800, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.035109] env[64120]: DEBUG nova.compute.manager [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 952.078670] env[64120]: INFO nova.compute.manager [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Took 33.37 seconds to build instance. [ 952.204062] env[64120]: DEBUG nova.virt.hardware [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 952.204481] env[64120]: DEBUG nova.virt.hardware [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 952.204775] env[64120]: DEBUG nova.virt.hardware [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.205081] env[64120]: DEBUG nova.virt.hardware [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 952.205735] env[64120]: DEBUG nova.virt.hardware [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.205735] env[64120]: DEBUG nova.virt.hardware [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 952.206018] env[64120]: DEBUG nova.virt.hardware [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 952.206321] env[64120]: DEBUG nova.virt.hardware [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 952.206628] env[64120]: DEBUG nova.virt.hardware [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 952.206939] env[64120]: DEBUG nova.virt.hardware [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 952.208230] env[64120]: DEBUG nova.virt.hardware [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 952.208821] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b904003-b0f7-4eeb-b392-40fcc9c81515 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.221243] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310fb764-1793-4118-9761-b6152df6c14a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.256758] env[64120]: DEBUG nova.scheduler.client.report [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 952.273815] env[64120]: DEBUG oslo_vmware.api [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': task-1405797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118886} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.274407] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.275408] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5615bfc1-8ebd-44c3-b195-841a4ba10b9c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.301890] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] a07b077f-b2c5-445e-a3ca-101eabeec7c9/a07b077f-b2c5-445e-a3ca-101eabeec7c9.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.302358] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fe52405-6a6a-4785-865e-87a23c01225d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.325201] env[64120]: DEBUG oslo_vmware.api [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Waiting for the task: (returnval){ [ 952.325201] env[64120]: value = "task-1405801" [ 952.325201] env[64120]: _type = "Task" [ 952.325201] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.335658] env[64120]: DEBUG oslo_vmware.api [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': task-1405801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.414766] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405800, 'name': CreateVM_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.581837] env[64120]: DEBUG oslo_concurrency.lockutils [None req-37341dd9-a5fb-4f53-b075-02f82efea2c7 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Lock "34463929-7e32-48fa-93cf-d3d5aea0f51b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.215s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.768388] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.769152] env[64120]: DEBUG nova.compute.manager [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 952.771737] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ab157035-348f-4ce9-b7ad-a64928bbde13 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.890s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.772955] env[64120]: DEBUG nova.objects.instance [None req-ab157035-348f-4ce9-b7ad-a64928bbde13 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Lazy-loading 'resources' on Instance uuid 8194ea3c-a153-4f04-b60c-73bbc4b3eca2 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.836545] env[64120]: DEBUG oslo_vmware.api [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': task-1405801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.919403] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405800, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.086949] env[64120]: DEBUG nova.compute.manager [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 953.252910] env[64120]: DEBUG nova.compute.manager [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 953.253877] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c095f593-be97-4401-9b42-93a5f6011b9e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.282024] env[64120]: DEBUG nova.compute.utils [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 953.282024] env[64120]: DEBUG nova.compute.manager [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 953.282024] env[64120]: DEBUG nova.network.neutron [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.340227] env[64120]: DEBUG oslo_vmware.api [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': task-1405801, 'name': ReconfigVM_Task, 'duration_secs': 0.580422} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.340523] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Reconfigured VM instance instance-00000015 to attach disk [datastore2] a07b077f-b2c5-445e-a3ca-101eabeec7c9/a07b077f-b2c5-445e-a3ca-101eabeec7c9.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.341212] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56bf8819-2344-4bfb-a8b1-22fb8ed80b13 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.350268] env[64120]: DEBUG oslo_vmware.api [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Waiting for the task: (returnval){ [ 953.350268] env[64120]: value = "task-1405802" [ 953.350268] env[64120]: _type = "Task" [ 953.350268] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.368821] env[64120]: DEBUG oslo_vmware.api [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': task-1405802, 'name': Rename_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.424594] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405800, 'name': CreateVM_Task, 'duration_secs': 1.0311} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.426625] env[64120]: DEBUG nova.policy [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ee90ba56b33418aa0078c0d6278b22e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '901035c6b2a7413ab307b30fb817fef0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 953.429166] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.429268] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.429572] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.429990] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.430894] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99ada520-1704-42ca-82da-30cc2fc2afe9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.437457] env[64120]: DEBUG oslo_vmware.api [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Waiting for the task: (returnval){ [ 953.437457] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52745e17-70a7-d4ef-1c5d-bb0316fa168a" [ 953.437457] env[64120]: _type = "Task" [ 953.437457] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.452245] env[64120]: DEBUG oslo_vmware.api [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52745e17-70a7-d4ef-1c5d-bb0316fa168a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.574529] env[64120]: DEBUG oslo_vmware.rw_handles [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52323192-0201-54fa-de55-e10485c1534d/disk-0.vmdk. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 953.575584] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db40bc2e-076f-4240-97bd-4b30cdab4cf6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.585954] env[64120]: DEBUG oslo_vmware.rw_handles [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52323192-0201-54fa-de55-e10485c1534d/disk-0.vmdk is in state: ready. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 953.586126] env[64120]: ERROR oslo_vmware.rw_handles [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52323192-0201-54fa-de55-e10485c1534d/disk-0.vmdk due to incomplete transfer. [ 953.586388] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dd2d61d9-3cb2-4a0a-942d-fa22026d7f25 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.596248] env[64120]: DEBUG oslo_vmware.rw_handles [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52323192-0201-54fa-de55-e10485c1534d/disk-0.vmdk. {{(pid=64120) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 953.596589] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Uploaded image 2589f79b-d037-4a22-a577-5451be710aed to the Glance image server {{(pid=64120) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 953.598792] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Destroying the VM {{(pid=64120) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 953.601381] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-42c75e9a-9653-4ce5-aa92-690ea94375e4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.610647] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.610752] env[64120]: DEBUG oslo_vmware.api [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Waiting for the task: (returnval){ [ 953.610752] env[64120]: value = "task-1405803" [ 953.610752] env[64120]: _type = "Task" [ 953.610752] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.622411] env[64120]: DEBUG oslo_vmware.api [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405803, 'name': Destroy_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.668164] env[64120]: DEBUG nova.network.neutron [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Successfully updated port: 444e3ed8-0f83-497e-96d3-4a76cd2ba86c {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 953.771952] env[64120]: INFO nova.compute.manager [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] instance snapshotting [ 953.774614] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f62b6ce-0cbb-487c-8173-12c70d34f1df {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.802861] env[64120]: DEBUG nova.compute.manager [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 953.813022] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a543cc79-8b71-47c2-aaee-f943bb3f7a01 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.863793] env[64120]: DEBUG oslo_vmware.api [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': task-1405802, 'name': Rename_Task, 'duration_secs': 0.19028} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.867616] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.867954] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db1a4be1-77b7-46de-82d1-0e4c16b30cc6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.877882] env[64120]: DEBUG oslo_vmware.api [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Waiting for the task: (returnval){ [ 953.877882] env[64120]: value = "task-1405804" [ 953.877882] env[64120]: _type = "Task" [ 953.877882] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.893414] env[64120]: DEBUG oslo_vmware.api [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': task-1405804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.952758] env[64120]: DEBUG oslo_vmware.api [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52745e17-70a7-d4ef-1c5d-bb0316fa168a, 'name': SearchDatastore_Task, 'duration_secs': 0.015673} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.957514] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.957514] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.957514] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.957514] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.957514] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.957514] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66dbfb7-d04e-420e-ad19-4478b36569c0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.960323] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e3ac76d-b49f-4c69-82df-937e2c6e26ba {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.964302] env[64120]: DEBUG nova.network.neutron [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Successfully created port: 64d80c80-0fe9-46b8-a1e7-81a193b1b0fa {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.971328] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14558bb2-e879-470c-a69b-b42e8dc267eb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.976564] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.976781] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.977974] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bf0e036-cee3-4564-9da5-2d1c5eb18483 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.012450] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92d8588-0965-43fa-bfea-60ef45c640b0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.020977] env[64120]: DEBUG oslo_concurrency.lockutils [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Acquiring lock "5ceec829-071c-472b-bbe6-125e95161d24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.021265] env[64120]: DEBUG oslo_concurrency.lockutils [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Lock "5ceec829-071c-472b-bbe6-125e95161d24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.021559] env[64120]: DEBUG oslo_vmware.api [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Waiting for the task: (returnval){ [ 954.021559] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52978886-d35f-6d17-d212-8e52ff251853" [ 954.021559] env[64120]: _type = "Task" [ 954.021559] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.024969] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Acquiring lock "cdf0bc19-3793-4b5b-b693-f380ab2797c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.026362] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Lock "cdf0bc19-3793-4b5b-b693-f380ab2797c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.033078] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89ea93d-2820-4721-9522-90dc919bb91a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.042379] env[64120]: DEBUG oslo_vmware.api [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52978886-d35f-6d17-d212-8e52ff251853, 'name': SearchDatastore_Task, 'duration_secs': 0.015006} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.043803] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5703bb2e-6fd5-4839-85f6-bd177e51de27 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.055497] env[64120]: DEBUG nova.compute.provider_tree [None req-ab157035-348f-4ce9-b7ad-a64928bbde13 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.062248] env[64120]: DEBUG oslo_vmware.api [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Waiting for the task: (returnval){ [ 954.062248] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524f81ad-9ef7-059a-0125-0ab393686666" [ 954.062248] env[64120]: _type = "Task" [ 954.062248] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.072717] env[64120]: DEBUG oslo_vmware.api [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524f81ad-9ef7-059a-0125-0ab393686666, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.123271] env[64120]: DEBUG oslo_vmware.api [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405803, 'name': Destroy_Task, 'duration_secs': 0.34118} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.123642] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Destroyed the VM [ 954.124014] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Deleting Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 954.124360] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7c654eb4-1395-4213-99ab-260e17a2266e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.135357] env[64120]: DEBUG oslo_vmware.api [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Waiting for the task: (returnval){ [ 954.135357] env[64120]: value = "task-1405805" [ 954.135357] env[64120]: _type = "Task" [ 954.135357] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.151032] env[64120]: DEBUG oslo_vmware.api [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405805, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.178022] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "refresh_cache-c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.178362] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquired lock "refresh_cache-c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.178586] env[64120]: DEBUG nova.network.neutron [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.323532] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Creating Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 954.324594] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4e24d92c-d8e9-4e30-a564-2d842e4e298b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.334043] env[64120]: DEBUG oslo_vmware.api [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for the task: (returnval){ [ 954.334043] env[64120]: value = "task-1405806" [ 954.334043] env[64120]: _type = "Task" [ 954.334043] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.346939] env[64120]: DEBUG oslo_vmware.api [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405806, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.389569] env[64120]: DEBUG oslo_vmware.api [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': task-1405804, 'name': PowerOnVM_Task, 'duration_secs': 0.493136} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.389879] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.390152] env[64120]: INFO nova.compute.manager [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Took 9.59 seconds to spawn the instance on the hypervisor. [ 954.390349] env[64120]: DEBUG nova.compute.manager [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 954.391146] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cc0c04-88c0-4d9f-bc03-11250f665acc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.504625] env[64120]: DEBUG nova.compute.manager [req-57e8bf63-3915-4136-9e46-f83f1781545c req-48b77919-9428-4589-8c35-f966e7bc980c service nova] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Received event network-changed-f0ebc840-5b79-4ccc-b0f2-ee8ac0db6f02 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 954.504928] env[64120]: DEBUG nova.compute.manager [req-57e8bf63-3915-4136-9e46-f83f1781545c req-48b77919-9428-4589-8c35-f966e7bc980c service nova] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Refreshing instance network info cache due to event network-changed-f0ebc840-5b79-4ccc-b0f2-ee8ac0db6f02. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 954.505191] env[64120]: DEBUG oslo_concurrency.lockutils [req-57e8bf63-3915-4136-9e46-f83f1781545c req-48b77919-9428-4589-8c35-f966e7bc980c service nova] Acquiring lock "refresh_cache-a4c04c6d-8d9b-4859-9ece-a256f8cd0f18" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.505307] env[64120]: DEBUG oslo_concurrency.lockutils [req-57e8bf63-3915-4136-9e46-f83f1781545c req-48b77919-9428-4589-8c35-f966e7bc980c service nova] Acquired lock "refresh_cache-a4c04c6d-8d9b-4859-9ece-a256f8cd0f18" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.505480] env[64120]: DEBUG nova.network.neutron [req-57e8bf63-3915-4136-9e46-f83f1781545c req-48b77919-9428-4589-8c35-f966e7bc980c service nova] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Refreshing network info cache for port f0ebc840-5b79-4ccc-b0f2-ee8ac0db6f02 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.545291] env[64120]: DEBUG nova.compute.manager [req-2c6fe49c-3740-4102-a68a-be69497fe263 req-3667dd51-c157-4c2f-965b-4a28a177fc35 service nova] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Received event network-vif-plugged-444e3ed8-0f83-497e-96d3-4a76cd2ba86c {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 954.545383] env[64120]: DEBUG oslo_concurrency.lockutils [req-2c6fe49c-3740-4102-a68a-be69497fe263 req-3667dd51-c157-4c2f-965b-4a28a177fc35 service nova] Acquiring lock "c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.545557] env[64120]: DEBUG oslo_concurrency.lockutils [req-2c6fe49c-3740-4102-a68a-be69497fe263 req-3667dd51-c157-4c2f-965b-4a28a177fc35 service nova] Lock "c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.545740] env[64120]: DEBUG oslo_concurrency.lockutils [req-2c6fe49c-3740-4102-a68a-be69497fe263 req-3667dd51-c157-4c2f-965b-4a28a177fc35 service nova] Lock "c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.545927] env[64120]: DEBUG nova.compute.manager [req-2c6fe49c-3740-4102-a68a-be69497fe263 req-3667dd51-c157-4c2f-965b-4a28a177fc35 service nova] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] No waiting events found dispatching network-vif-plugged-444e3ed8-0f83-497e-96d3-4a76cd2ba86c {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 954.546206] env[64120]: WARNING nova.compute.manager [req-2c6fe49c-3740-4102-a68a-be69497fe263 req-3667dd51-c157-4c2f-965b-4a28a177fc35 service nova] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Received unexpected event network-vif-plugged-444e3ed8-0f83-497e-96d3-4a76cd2ba86c for instance with vm_state building and task_state spawning. [ 954.559127] env[64120]: DEBUG nova.scheduler.client.report [None req-ab157035-348f-4ce9-b7ad-a64928bbde13 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 954.576949] env[64120]: DEBUG oslo_vmware.api [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524f81ad-9ef7-059a-0125-0ab393686666, 'name': SearchDatastore_Task, 'duration_secs': 0.012746} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.577331] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.577518] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] a4c04c6d-8d9b-4859-9ece-a256f8cd0f18/a4c04c6d-8d9b-4859-9ece-a256f8cd0f18.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.577820] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2bc5933-6fcb-4bd1-b3bc-0d19e58cc7eb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.587925] env[64120]: DEBUG oslo_vmware.api [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Waiting for the task: (returnval){ [ 954.587925] env[64120]: value = "task-1405807" [ 954.587925] env[64120]: _type = "Task" [ 954.587925] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.597677] env[64120]: DEBUG oslo_vmware.api [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1405807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.646257] env[64120]: DEBUG oslo_vmware.api [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405805, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.822292] env[64120]: DEBUG nova.compute.manager [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 954.858228] env[64120]: DEBUG oslo_vmware.api [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405806, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.860120] env[64120]: DEBUG nova.virt.hardware [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 954.860503] env[64120]: DEBUG nova.virt.hardware [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 954.860766] env[64120]: DEBUG nova.virt.hardware [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.860973] env[64120]: DEBUG nova.virt.hardware [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 954.861141] env[64120]: DEBUG nova.virt.hardware [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.861296] env[64120]: DEBUG nova.virt.hardware [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 954.861525] env[64120]: DEBUG nova.virt.hardware [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 954.861689] env[64120]: DEBUG nova.virt.hardware [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 954.861871] env[64120]: DEBUG nova.virt.hardware [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 954.862051] env[64120]: DEBUG nova.virt.hardware [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 954.862281] env[64120]: DEBUG nova.virt.hardware [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 954.863117] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474961ce-7da9-462c-8658-574f25f1a79a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.871669] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01082e74-0b77-46a1-ba0d-615a9923565c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.914640] env[64120]: DEBUG nova.network.neutron [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.916798] env[64120]: INFO nova.compute.manager [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Took 33.56 seconds to build instance. [ 955.066199] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ab157035-348f-4ce9-b7ad-a64928bbde13 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.294s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.074110] env[64120]: DEBUG oslo_concurrency.lockutils [None req-68e0836f-fe90-4761-813f-f97b100ff1bb tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.027s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.074434] env[64120]: DEBUG nova.objects.instance [None req-68e0836f-fe90-4761-813f-f97b100ff1bb tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lazy-loading 'resources' on Instance uuid 5c191dc7-b8c0-4971-9852-9addaa45913e {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.107050] env[64120]: DEBUG oslo_vmware.api [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1405807, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.120832] env[64120]: INFO nova.scheduler.client.report [None req-ab157035-348f-4ce9-b7ad-a64928bbde13 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Deleted allocations for instance 8194ea3c-a153-4f04-b60c-73bbc4b3eca2 [ 955.153867] env[64120]: DEBUG oslo_vmware.api [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405805, 'name': RemoveSnapshot_Task, 'duration_secs': 0.767854} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.154212] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Deleted Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 955.154461] env[64120]: INFO nova.compute.manager [None req-063cc91a-3401-4981-9de8-5c435759305b tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Took 16.59 seconds to snapshot the instance on the hypervisor. [ 955.276714] env[64120]: DEBUG nova.network.neutron [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Updating instance_info_cache with network_info: [{"id": "444e3ed8-0f83-497e-96d3-4a76cd2ba86c", "address": "fa:16:3e:b9:d3:29", "network": {"id": "dfa9fec9-66bf-4263-a5ed-73ac1bd2994b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-49460475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "901035c6b2a7413ab307b30fb817fef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap444e3ed8-0f", "ovs_interfaceid": "444e3ed8-0f83-497e-96d3-4a76cd2ba86c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.350175] env[64120]: DEBUG oslo_vmware.api [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405806, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.419968] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c914c0e6-33fa-4023-8f38-a0f7acc671e0 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Lock "a07b077f-b2c5-445e-a3ca-101eabeec7c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.007s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.430214] env[64120]: DEBUG nova.network.neutron [req-57e8bf63-3915-4136-9e46-f83f1781545c req-48b77919-9428-4589-8c35-f966e7bc980c service nova] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Updated VIF entry in instance network info cache for port f0ebc840-5b79-4ccc-b0f2-ee8ac0db6f02. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.430214] env[64120]: DEBUG nova.network.neutron [req-57e8bf63-3915-4136-9e46-f83f1781545c req-48b77919-9428-4589-8c35-f966e7bc980c service nova] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Updating instance_info_cache with network_info: [{"id": "f0ebc840-5b79-4ccc-b0f2-ee8ac0db6f02", "address": "fa:16:3e:74:2d:71", "network": {"id": "3ed37efb-88e1-478e-a3d4-0ef7ba5e6d51", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1669253864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5c0e68907fe43bb85c6990548ad2ec5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0ebc840-5b", "ovs_interfaceid": "f0ebc840-5b79-4ccc-b0f2-ee8ac0db6f02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.603217] env[64120]: DEBUG oslo_vmware.api [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1405807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73032} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.605993] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] a4c04c6d-8d9b-4859-9ece-a256f8cd0f18/a4c04c6d-8d9b-4859-9ece-a256f8cd0f18.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.606246] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.606691] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a018665-2d98-4d69-8ae3-c36e96dbc554 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.615113] env[64120]: DEBUG oslo_vmware.api [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Waiting for the task: (returnval){ [ 955.615113] env[64120]: value = "task-1405808" [ 955.615113] env[64120]: _type = "Task" [ 955.615113] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.624763] env[64120]: DEBUG oslo_vmware.api [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1405808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.629046] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ab157035-348f-4ce9-b7ad-a64928bbde13 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Lock "8194ea3c-a153-4f04-b60c-73bbc4b3eca2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.763s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.781428] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Releasing lock "refresh_cache-c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.781784] env[64120]: DEBUG nova.compute.manager [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Instance network_info: |[{"id": "444e3ed8-0f83-497e-96d3-4a76cd2ba86c", "address": "fa:16:3e:b9:d3:29", "network": {"id": "dfa9fec9-66bf-4263-a5ed-73ac1bd2994b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-49460475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "901035c6b2a7413ab307b30fb817fef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap444e3ed8-0f", "ovs_interfaceid": "444e3ed8-0f83-497e-96d3-4a76cd2ba86c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 955.783527] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:d3:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '444e3ed8-0f83-497e-96d3-4a76cd2ba86c', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.796191] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Creating folder: Project (901035c6b2a7413ab307b30fb817fef0). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.802156] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9bfe77a5-35a7-4b68-a510-0b9a07c8d148 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.823924] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Created folder: Project (901035c6b2a7413ab307b30fb817fef0) in parent group-v297899. [ 955.823924] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Creating folder: Instances. Parent ref: group-v297969. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.823924] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60cfc7a1-bf88-4bc2-8572-aff4153f7af5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.837506] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Created folder: Instances in parent group-v297969. [ 955.837506] env[64120]: DEBUG oslo.service.loopingcall [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 955.840330] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 955.840828] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe401d92-691f-456a-b005-1b5df03be89a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.863999] env[64120]: DEBUG oslo_vmware.api [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405806, 'name': CreateSnapshot_Task, 'duration_secs': 1.030681} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.865555] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Created Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 955.865652] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.865652] env[64120]: value = "task-1405811" [ 955.865652] env[64120]: _type = "Task" [ 955.865652] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.866442] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851c85a6-7624-44b2-8ba9-7df099f7cb4d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.884957] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405811, 'name': CreateVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.929826] env[64120]: DEBUG nova.compute.manager [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 955.936099] env[64120]: DEBUG oslo_concurrency.lockutils [req-57e8bf63-3915-4136-9e46-f83f1781545c req-48b77919-9428-4589-8c35-f966e7bc980c service nova] Releasing lock "refresh_cache-a4c04c6d-8d9b-4859-9ece-a256f8cd0f18" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.115011] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd727e07-596a-45e1-93b1-c2a79c133a56 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.130260] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4b405f-4615-4f69-bd87-df987aa95f81 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.135233] env[64120]: DEBUG oslo_vmware.api [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1405808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160347} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.135839] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.137417] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba23f4d0-d231-4f1a-812f-e0cab090ce4d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.171719] env[64120]: DEBUG nova.network.neutron [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Successfully updated port: 64d80c80-0fe9-46b8-a1e7-81a193b1b0fa {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 956.174025] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbcb2aa-bc20-4691-8d13-d56fa6e133fc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.195210] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] a4c04c6d-8d9b-4859-9ece-a256f8cd0f18/a4c04c6d-8d9b-4859-9ece-a256f8cd0f18.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.196620] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba0ce2cc-3451-4687-98ec-029d361d5907 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.216418] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fff9eb4-a201-4e97-a227-5e1a8fb1305c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.222053] env[64120]: DEBUG oslo_vmware.api [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Waiting for the task: (returnval){ [ 956.222053] env[64120]: value = "task-1405812" [ 956.222053] env[64120]: _type = "Task" [ 956.222053] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.238592] env[64120]: DEBUG nova.compute.provider_tree [None req-68e0836f-fe90-4761-813f-f97b100ff1bb tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.243299] env[64120]: DEBUG oslo_vmware.api [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1405812, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.305210] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Acquiring lock "d57efb12-3708-4a0d-8987-4efe69887d86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.305346] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Lock "d57efb12-3708-4a0d-8987-4efe69887d86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.380215] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405811, 'name': CreateVM_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.392689] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Creating linked-clone VM from snapshot {{(pid=64120) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 956.393043] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-40305978-d937-4984-8f61-93948647599a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.402999] env[64120]: DEBUG oslo_vmware.api [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for the task: (returnval){ [ 956.402999] env[64120]: value = "task-1405813" [ 956.402999] env[64120]: _type = "Task" [ 956.402999] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.413938] env[64120]: DEBUG oslo_vmware.api [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405813, 'name': CloneVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.455552] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.678458] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "refresh_cache-3997b4b8-119f-4bac-a16c-b18361db7b31" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.678664] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquired lock "refresh_cache-3997b4b8-119f-4bac-a16c-b18361db7b31" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.678899] env[64120]: DEBUG nova.network.neutron [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.735323] env[64120]: DEBUG oslo_vmware.api [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1405812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.746296] env[64120]: DEBUG nova.scheduler.client.report [None req-68e0836f-fe90-4761-813f-f97b100ff1bb tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 956.881688] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405811, 'name': CreateVM_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.915301] env[64120]: DEBUG oslo_vmware.api [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405813, 'name': CloneVM_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.235298] env[64120]: DEBUG oslo_vmware.api [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1405812, 'name': ReconfigVM_Task, 'duration_secs': 0.703271} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.235298] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Reconfigured VM instance instance-00000016 to attach disk [datastore1] a4c04c6d-8d9b-4859-9ece-a256f8cd0f18/a4c04c6d-8d9b-4859-9ece-a256f8cd0f18.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.235612] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cc90625-ca41-4c3b-b601-1f7f8fbe2efe {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.243908] env[64120]: DEBUG oslo_vmware.api [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Waiting for the task: (returnval){ [ 957.243908] env[64120]: value = "task-1405814" [ 957.243908] env[64120]: _type = "Task" [ 957.243908] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.248255] env[64120]: DEBUG nova.network.neutron [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.251830] env[64120]: DEBUG oslo_concurrency.lockutils [None req-68e0836f-fe90-4761-813f-f97b100ff1bb tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.254474] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.398s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.254757] env[64120]: DEBUG nova.objects.instance [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lazy-loading 'resources' on Instance uuid 569c563f-8a2c-4b65-982e-398f11b43f1a {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.261848] env[64120]: DEBUG oslo_vmware.api [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1405814, 'name': Rename_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.285287] env[64120]: INFO nova.scheduler.client.report [None req-68e0836f-fe90-4761-813f-f97b100ff1bb tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Deleted allocations for instance 5c191dc7-b8c0-4971-9852-9addaa45913e [ 957.360061] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1e4c6128-5111-449d-9386-500e3142d9a5 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Acquiring lock "34463929-7e32-48fa-93cf-d3d5aea0f51b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.360361] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1e4c6128-5111-449d-9386-500e3142d9a5 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Lock "34463929-7e32-48fa-93cf-d3d5aea0f51b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.360915] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1e4c6128-5111-449d-9386-500e3142d9a5 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Acquiring lock "34463929-7e32-48fa-93cf-d3d5aea0f51b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.360915] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1e4c6128-5111-449d-9386-500e3142d9a5 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Lock "34463929-7e32-48fa-93cf-d3d5aea0f51b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.360915] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1e4c6128-5111-449d-9386-500e3142d9a5 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Lock "34463929-7e32-48fa-93cf-d3d5aea0f51b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.363918] env[64120]: INFO nova.compute.manager [None req-1e4c6128-5111-449d-9386-500e3142d9a5 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Terminating instance [ 957.368358] env[64120]: DEBUG nova.compute.manager [None req-1e4c6128-5111-449d-9386-500e3142d9a5 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 957.368573] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4c6128-5111-449d-9386-500e3142d9a5 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.369551] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98e8a6f-06f6-4013-b8f7-88fba90f1cec {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.410201] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4c6128-5111-449d-9386-500e3142d9a5 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.410201] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-769c0a11-29a3-4146-87b7-f662a44f732e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.410201] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405811, 'name': CreateVM_Task, 'duration_secs': 1.221998} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.410201] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.410201] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.410201] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.410201] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.410201] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0db7f9c1-b3d1-409d-a77a-b3d2ef933a1a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.410201] env[64120]: DEBUG oslo_vmware.api [None req-1e4c6128-5111-449d-9386-500e3142d9a5 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Waiting for the task: (returnval){ [ 957.410201] env[64120]: value = "task-1405815" [ 957.410201] env[64120]: _type = "Task" [ 957.410201] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.434085] env[64120]: DEBUG oslo_vmware.api [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 957.434085] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c70a98-7c55-9285-19f9-fb0cc200d8a9" [ 957.434085] env[64120]: _type = "Task" [ 957.434085] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.458308] env[64120]: DEBUG oslo_vmware.api [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405813, 'name': CloneVM_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.458540] env[64120]: DEBUG oslo_vmware.api [None req-1e4c6128-5111-449d-9386-500e3142d9a5 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Task: {'id': task-1405815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.473422] env[64120]: DEBUG oslo_vmware.api [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c70a98-7c55-9285-19f9-fb0cc200d8a9, 'name': SearchDatastore_Task, 'duration_secs': 0.0123} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.473818] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.474220] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.474494] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.474654] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.474853] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.475187] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98923407-ffe8-46a4-a5f8-eb184ca0079e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.490153] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.491047] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.492409] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dbdcf95-f0bf-4dce-a14b-a02233f6e78e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.504140] env[64120]: DEBUG oslo_vmware.api [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 957.504140] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d67d0f-7f43-e06a-3259-54e6162179f1" [ 957.504140] env[64120]: _type = "Task" [ 957.504140] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.519861] env[64120]: DEBUG oslo_vmware.api [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d67d0f-7f43-e06a-3259-54e6162179f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011557} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.520913] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae2fcd0c-cd3f-4167-8efa-21b9fd64bf89 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.534545] env[64120]: DEBUG oslo_vmware.api [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 957.534545] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]520ad648-1c4b-e48d-2321-8ba5727ac8c2" [ 957.534545] env[64120]: _type = "Task" [ 957.534545] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.552482] env[64120]: DEBUG oslo_vmware.api [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]520ad648-1c4b-e48d-2321-8ba5727ac8c2, 'name': SearchDatastore_Task, 'duration_secs': 0.011964} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.552482] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.552722] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad/c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.553009] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-514679dc-7aed-476e-9427-e3eedd0b8adc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.568658] env[64120]: DEBUG oslo_vmware.api [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 957.568658] env[64120]: value = "task-1405816" [ 957.568658] env[64120]: _type = "Task" [ 957.568658] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.583086] env[64120]: DEBUG oslo_vmware.api [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1405816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.755712] env[64120]: DEBUG oslo_vmware.api [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1405814, 'name': Rename_Task, 'duration_secs': 0.171971} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.755988] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.756268] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab09708b-3398-4235-a735-49608612f0f1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.767508] env[64120]: DEBUG oslo_vmware.api [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Waiting for the task: (returnval){ [ 957.767508] env[64120]: value = "task-1405817" [ 957.767508] env[64120]: _type = "Task" [ 957.767508] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.776674] env[64120]: DEBUG oslo_vmware.api [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1405817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.795130] env[64120]: DEBUG oslo_concurrency.lockutils [None req-68e0836f-fe90-4761-813f-f97b100ff1bb tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "5c191dc7-b8c0-4971-9852-9addaa45913e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.242s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.802632] env[64120]: DEBUG nova.network.neutron [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Updating instance_info_cache with network_info: [{"id": "64d80c80-0fe9-46b8-a1e7-81a193b1b0fa", "address": "fa:16:3e:85:dd:0b", "network": {"id": "dfa9fec9-66bf-4263-a5ed-73ac1bd2994b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-49460475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "901035c6b2a7413ab307b30fb817fef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64d80c80-0f", "ovs_interfaceid": "64d80c80-0fe9-46b8-a1e7-81a193b1b0fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.860807] env[64120]: DEBUG nova.compute.manager [req-f78cd4c2-d2ba-4078-a53a-eb5a2f718395 req-9a814bf8-effd-4972-8bd7-fbad246a4ea8 service nova] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Received event network-changed-444e3ed8-0f83-497e-96d3-4a76cd2ba86c {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 957.860807] env[64120]: DEBUG nova.compute.manager [req-f78cd4c2-d2ba-4078-a53a-eb5a2f718395 req-9a814bf8-effd-4972-8bd7-fbad246a4ea8 service nova] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Refreshing instance network info cache due to event network-changed-444e3ed8-0f83-497e-96d3-4a76cd2ba86c. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 957.860807] env[64120]: DEBUG oslo_concurrency.lockutils [req-f78cd4c2-d2ba-4078-a53a-eb5a2f718395 req-9a814bf8-effd-4972-8bd7-fbad246a4ea8 service nova] Acquiring lock "refresh_cache-c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.860807] env[64120]: DEBUG oslo_concurrency.lockutils [req-f78cd4c2-d2ba-4078-a53a-eb5a2f718395 req-9a814bf8-effd-4972-8bd7-fbad246a4ea8 service nova] Acquired lock "refresh_cache-c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.860807] env[64120]: DEBUG nova.network.neutron [req-f78cd4c2-d2ba-4078-a53a-eb5a2f718395 req-9a814bf8-effd-4972-8bd7-fbad246a4ea8 service nova] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Refreshing network info cache for port 444e3ed8-0f83-497e-96d3-4a76cd2ba86c {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.923687] env[64120]: DEBUG oslo_vmware.api [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405813, 'name': CloneVM_Task, 'duration_secs': 1.302912} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.927781] env[64120]: INFO nova.virt.vmwareapi.vmops [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Created linked-clone VM from snapshot [ 957.930639] env[64120]: DEBUG oslo_vmware.api [None req-1e4c6128-5111-449d-9386-500e3142d9a5 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Task: {'id': task-1405815, 'name': PowerOffVM_Task, 'duration_secs': 0.217423} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.930639] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30c85fa-78b9-46c8-a90d-a2173ef01295 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.932734] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4c6128-5111-449d-9386-500e3142d9a5 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.932927] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4c6128-5111-449d-9386-500e3142d9a5 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.936445] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66265980-de78-421e-9fbd-b1fc57b7f2f3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.946638] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Uploading image 91a27f16-35bb-4c65-b018-3cbea9181d06 {{(pid=64120) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 957.977849] env[64120]: DEBUG oslo_vmware.rw_handles [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 957.977849] env[64120]: value = "vm-297972" [ 957.977849] env[64120]: _type = "VirtualMachine" [ 957.977849] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 957.978071] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3a2c7f2f-3806-4063-b421-33b6c5c44103 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.987459] env[64120]: DEBUG oslo_vmware.rw_handles [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Lease: (returnval){ [ 957.987459] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52171cb2-87ff-b77a-d7dc-b94d53b5283c" [ 957.987459] env[64120]: _type = "HttpNfcLease" [ 957.987459] env[64120]: } obtained for exporting VM: (result){ [ 957.987459] env[64120]: value = "vm-297972" [ 957.987459] env[64120]: _type = "VirtualMachine" [ 957.987459] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 957.987767] env[64120]: DEBUG oslo_vmware.api [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for the lease: (returnval){ [ 957.987767] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52171cb2-87ff-b77a-d7dc-b94d53b5283c" [ 957.987767] env[64120]: _type = "HttpNfcLease" [ 957.987767] env[64120]: } to be ready. {{(pid=64120) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 957.996290] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 957.996290] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52171cb2-87ff-b77a-d7dc-b94d53b5283c" [ 957.996290] env[64120]: _type = "HttpNfcLease" [ 957.996290] env[64120]: } is initializing. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 958.015239] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4c6128-5111-449d-9386-500e3142d9a5 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.015499] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4c6128-5111-449d-9386-500e3142d9a5 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.015749] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e4c6128-5111-449d-9386-500e3142d9a5 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Deleting the datastore file [datastore2] 34463929-7e32-48fa-93cf-d3d5aea0f51b {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.015986] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-831599be-07f8-414a-ad36-75282861e27a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.025155] env[64120]: DEBUG oslo_vmware.api [None req-1e4c6128-5111-449d-9386-500e3142d9a5 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Waiting for the task: (returnval){ [ 958.025155] env[64120]: value = "task-1405820" [ 958.025155] env[64120]: _type = "Task" [ 958.025155] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.035971] env[64120]: DEBUG oslo_vmware.api [None req-1e4c6128-5111-449d-9386-500e3142d9a5 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Task: {'id': task-1405820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.082862] env[64120]: DEBUG oslo_vmware.api [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1405816, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.284895] env[64120]: DEBUG oslo_vmware.api [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1405817, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.307750] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Releasing lock "refresh_cache-3997b4b8-119f-4bac-a16c-b18361db7b31" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.308121] env[64120]: DEBUG nova.compute.manager [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Instance network_info: |[{"id": "64d80c80-0fe9-46b8-a1e7-81a193b1b0fa", "address": "fa:16:3e:85:dd:0b", "network": {"id": "dfa9fec9-66bf-4263-a5ed-73ac1bd2994b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-49460475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "901035c6b2a7413ab307b30fb817fef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64d80c80-0f", "ovs_interfaceid": "64d80c80-0fe9-46b8-a1e7-81a193b1b0fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 958.308907] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:dd:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64d80c80-0fe9-46b8-a1e7-81a193b1b0fa', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.317956] env[64120]: DEBUG oslo.service.loopingcall [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 958.319263] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.320049] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdbd7ad-13f8-4261-a20a-7890294f8242 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.323189] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b3423ba-b7fc-4f4e-bd91-483cab771238 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.344933] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93467554-6f2d-4689-b6ab-412bc175812d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.350558] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.350558] env[64120]: value = "task-1405821" [ 958.350558] env[64120]: _type = "Task" [ 958.350558] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.383948] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477f8fe8-ecf5-44cd-a17c-86091a147b64 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.392036] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405821, 'name': CreateVM_Task} progress is 15%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.395665] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ac90c8-2638-4d49-b80e-d8cfc17ac286 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.410953] env[64120]: DEBUG nova.compute.provider_tree [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 958.497326] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 958.497326] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52171cb2-87ff-b77a-d7dc-b94d53b5283c" [ 958.497326] env[64120]: _type = "HttpNfcLease" [ 958.497326] env[64120]: } is ready. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 958.497728] env[64120]: DEBUG oslo_vmware.rw_handles [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 958.497728] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52171cb2-87ff-b77a-d7dc-b94d53b5283c" [ 958.497728] env[64120]: _type = "HttpNfcLease" [ 958.497728] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 958.498514] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1897f923-55b3-4c31-8f20-4227bc8afba5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.506737] env[64120]: DEBUG oslo_vmware.rw_handles [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232a391-2e53-87c1-cf63-0a93d9bd29aa/disk-0.vmdk from lease info. {{(pid=64120) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 958.506931] env[64120]: DEBUG oslo_vmware.rw_handles [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232a391-2e53-87c1-cf63-0a93d9bd29aa/disk-0.vmdk for reading. {{(pid=64120) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 958.582471] env[64120]: DEBUG oslo_vmware.api [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1405816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595012} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.584960] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad/c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.585197] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.585549] env[64120]: DEBUG oslo_vmware.api [None req-1e4c6128-5111-449d-9386-500e3142d9a5 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Task: {'id': task-1405820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.495326} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.585800] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02669fe4-0192-4b54-ac2e-c2e86996eea9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.587767] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e4c6128-5111-449d-9386-500e3142d9a5 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.589105] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4c6128-5111-449d-9386-500e3142d9a5 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.589105] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4c6128-5111-449d-9386-500e3142d9a5 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.589105] env[64120]: INFO nova.compute.manager [None req-1e4c6128-5111-449d-9386-500e3142d9a5 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Took 1.22 seconds to destroy the instance on the hypervisor. [ 958.589105] env[64120]: DEBUG oslo.service.loopingcall [None req-1e4c6128-5111-449d-9386-500e3142d9a5 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 958.589105] env[64120]: DEBUG nova.compute.manager [-] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 958.589105] env[64120]: DEBUG nova.network.neutron [-] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.597087] env[64120]: DEBUG oslo_vmware.api [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 958.597087] env[64120]: value = "task-1405822" [ 958.597087] env[64120]: _type = "Task" [ 958.597087] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.608886] env[64120]: DEBUG oslo_vmware.api [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1405822, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.714752] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a260bc8c-f556-40c3-881f-ce3c7b8efb71 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.780807] env[64120]: DEBUG oslo_vmware.api [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1405817, 'name': PowerOnVM_Task, 'duration_secs': 0.562134} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.780807] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.780807] env[64120]: INFO nova.compute.manager [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Took 11.73 seconds to spawn the instance on the hypervisor. [ 958.780807] env[64120]: DEBUG nova.compute.manager [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 958.781626] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede67b3d-e261-4706-a597-ff09a26aaa75 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.861034] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405821, 'name': CreateVM_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.898820] env[64120]: DEBUG nova.network.neutron [req-f78cd4c2-d2ba-4078-a53a-eb5a2f718395 req-9a814bf8-effd-4972-8bd7-fbad246a4ea8 service nova] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Updated VIF entry in instance network info cache for port 444e3ed8-0f83-497e-96d3-4a76cd2ba86c. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.899009] env[64120]: DEBUG nova.network.neutron [req-f78cd4c2-d2ba-4078-a53a-eb5a2f718395 req-9a814bf8-effd-4972-8bd7-fbad246a4ea8 service nova] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Updating instance_info_cache with network_info: [{"id": "444e3ed8-0f83-497e-96d3-4a76cd2ba86c", "address": "fa:16:3e:b9:d3:29", "network": {"id": "dfa9fec9-66bf-4263-a5ed-73ac1bd2994b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-49460475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "901035c6b2a7413ab307b30fb817fef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap444e3ed8-0f", "ovs_interfaceid": "444e3ed8-0f83-497e-96d3-4a76cd2ba86c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.950721] env[64120]: ERROR nova.scheduler.client.report [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [req-873f3fcc-d858-4e3c-8c79-bef8406f717f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4ceac537-82ec-49fa-8fac-aa5d6181b318. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-873f3fcc-d858-4e3c-8c79-bef8406f717f"}]} [ 958.970081] env[64120]: DEBUG nova.scheduler.client.report [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Refreshing inventories for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 958.991210] env[64120]: DEBUG nova.scheduler.client.report [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Updating ProviderTree inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 958.991210] env[64120]: DEBUG nova.compute.provider_tree [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 959.007560] env[64120]: DEBUG nova.scheduler.client.report [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Refreshing aggregate associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, aggregates: None {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 959.035830] env[64120]: DEBUG nova.scheduler.client.report [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Refreshing trait associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 959.119804] env[64120]: DEBUG oslo_vmware.api [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1405822, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.266237} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.127463] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.129708] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c1d746-59b4-4c46-8c1b-e12e4b3a9641 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.164655] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad/c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.168238] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aba1300d-7c5a-41fd-8e5b-13526699caec {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.191636] env[64120]: DEBUG oslo_vmware.api [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 959.191636] env[64120]: value = "task-1405823" [ 959.191636] env[64120]: _type = "Task" [ 959.191636] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.208410] env[64120]: DEBUG oslo_vmware.api [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1405823, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.258959] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Acquiring lock "96a40bb6-97eb-49cb-80f3-da6737798c03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.260395] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Lock "96a40bb6-97eb-49cb-80f3-da6737798c03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.308492] env[64120]: INFO nova.compute.manager [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Took 37.33 seconds to build instance. [ 959.369141] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405821, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.402827] env[64120]: DEBUG oslo_concurrency.lockutils [req-f78cd4c2-d2ba-4078-a53a-eb5a2f718395 req-9a814bf8-effd-4972-8bd7-fbad246a4ea8 service nova] Releasing lock "refresh_cache-c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.402827] env[64120]: DEBUG nova.compute.manager [req-f78cd4c2-d2ba-4078-a53a-eb5a2f718395 req-9a814bf8-effd-4972-8bd7-fbad246a4ea8 service nova] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Received event network-vif-plugged-64d80c80-0fe9-46b8-a1e7-81a193b1b0fa {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 959.402827] env[64120]: DEBUG oslo_concurrency.lockutils [req-f78cd4c2-d2ba-4078-a53a-eb5a2f718395 req-9a814bf8-effd-4972-8bd7-fbad246a4ea8 service nova] Acquiring lock "3997b4b8-119f-4bac-a16c-b18361db7b31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.402827] env[64120]: DEBUG oslo_concurrency.lockutils [req-f78cd4c2-d2ba-4078-a53a-eb5a2f718395 req-9a814bf8-effd-4972-8bd7-fbad246a4ea8 service nova] Lock "3997b4b8-119f-4bac-a16c-b18361db7b31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.403218] env[64120]: DEBUG oslo_concurrency.lockutils [req-f78cd4c2-d2ba-4078-a53a-eb5a2f718395 req-9a814bf8-effd-4972-8bd7-fbad246a4ea8 service nova] Lock "3997b4b8-119f-4bac-a16c-b18361db7b31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.403218] env[64120]: DEBUG nova.compute.manager [req-f78cd4c2-d2ba-4078-a53a-eb5a2f718395 req-9a814bf8-effd-4972-8bd7-fbad246a4ea8 service nova] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] No waiting events found dispatching network-vif-plugged-64d80c80-0fe9-46b8-a1e7-81a193b1b0fa {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 959.403375] env[64120]: WARNING nova.compute.manager [req-f78cd4c2-d2ba-4078-a53a-eb5a2f718395 req-9a814bf8-effd-4972-8bd7-fbad246a4ea8 service nova] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Received unexpected event network-vif-plugged-64d80c80-0fe9-46b8-a1e7-81a193b1b0fa for instance with vm_state building and task_state spawning. [ 959.403761] env[64120]: DEBUG nova.compute.manager [req-f78cd4c2-d2ba-4078-a53a-eb5a2f718395 req-9a814bf8-effd-4972-8bd7-fbad246a4ea8 service nova] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Received event network-changed-64d80c80-0fe9-46b8-a1e7-81a193b1b0fa {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 959.403996] env[64120]: DEBUG nova.compute.manager [req-f78cd4c2-d2ba-4078-a53a-eb5a2f718395 req-9a814bf8-effd-4972-8bd7-fbad246a4ea8 service nova] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Refreshing instance network info cache due to event network-changed-64d80c80-0fe9-46b8-a1e7-81a193b1b0fa. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 959.404618] env[64120]: DEBUG oslo_concurrency.lockutils [req-f78cd4c2-d2ba-4078-a53a-eb5a2f718395 req-9a814bf8-effd-4972-8bd7-fbad246a4ea8 service nova] Acquiring lock "refresh_cache-3997b4b8-119f-4bac-a16c-b18361db7b31" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.404618] env[64120]: DEBUG oslo_concurrency.lockutils [req-f78cd4c2-d2ba-4078-a53a-eb5a2f718395 req-9a814bf8-effd-4972-8bd7-fbad246a4ea8 service nova] Acquired lock "refresh_cache-3997b4b8-119f-4bac-a16c-b18361db7b31" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.404758] env[64120]: DEBUG nova.network.neutron [req-f78cd4c2-d2ba-4078-a53a-eb5a2f718395 req-9a814bf8-effd-4972-8bd7-fbad246a4ea8 service nova] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Refreshing network info cache for port 64d80c80-0fe9-46b8-a1e7-81a193b1b0fa {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.586860] env[64120]: DEBUG nova.network.neutron [-] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.705847] env[64120]: DEBUG oslo_vmware.api [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1405823, 'name': ReconfigVM_Task, 'duration_secs': 0.361033} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.706171] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Reconfigured VM instance instance-00000017 to attach disk [datastore1] c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad/c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.706825] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-446cc297-bbcb-47ed-b199-e2e3fd29e801 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.719145] env[64120]: DEBUG oslo_vmware.api [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 959.719145] env[64120]: value = "task-1405824" [ 959.719145] env[64120]: _type = "Task" [ 959.719145] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.733729] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8567ebeb-b5f5-4c45-856f-091fb1f9d7f4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.740867] env[64120]: DEBUG oslo_vmware.api [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1405824, 'name': Rename_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.749390] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5756184a-253f-41cd-89af-5b3d2457dea0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.779714] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31eff3bb-3930-4e90-bd64-652e1eb6186f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.789065] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5224d7-df0b-40a1-b370-40d2e5527e92 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.804057] env[64120]: DEBUG nova.compute.provider_tree [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.812442] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8264c68a-abf5-44f3-aa2a-e4704808170a tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Lock "a4c04c6d-8d9b-4859-9ece-a256f8cd0f18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.812s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.872623] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405821, 'name': CreateVM_Task, 'duration_secs': 1.258809} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.872915] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.873800] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.874054] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.874591] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.875425] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b45ecec2-5bed-4591-87e4-2e41080cc251 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.885228] env[64120]: DEBUG oslo_vmware.api [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 959.885228] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52447c03-7ff9-2317-0e43-8ba451c17e16" [ 959.885228] env[64120]: _type = "Task" [ 959.885228] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.895628] env[64120]: DEBUG oslo_vmware.api [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52447c03-7ff9-2317-0e43-8ba451c17e16, 'name': SearchDatastore_Task, 'duration_secs': 0.009717} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.896177] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.896500] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.896816] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.897110] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.897380] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.897749] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34076b4d-65d1-4112-99cc-aac342e877eb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.908520] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.908520] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.908520] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae071907-235f-4060-8caf-b6113f8e8c5a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.917344] env[64120]: DEBUG oslo_vmware.api [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 959.917344] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e565a9-d124-09e4-9b3e-ddcbbea68f41" [ 959.917344] env[64120]: _type = "Task" [ 959.917344] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.927837] env[64120]: DEBUG oslo_vmware.api [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e565a9-d124-09e4-9b3e-ddcbbea68f41, 'name': SearchDatastore_Task, 'duration_secs': 0.00975} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.928809] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81b5cac0-3ca3-446f-8bec-09b1fe93cf87 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.935102] env[64120]: DEBUG oslo_vmware.api [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 959.935102] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b7315c-8ad4-6518-5972-ed650bc8c656" [ 959.935102] env[64120]: _type = "Task" [ 959.935102] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.944668] env[64120]: DEBUG oslo_vmware.api [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b7315c-8ad4-6518-5972-ed650bc8c656, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.090130] env[64120]: INFO nova.compute.manager [-] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Took 1.50 seconds to deallocate network for instance. [ 960.208415] env[64120]: DEBUG nova.network.neutron [req-f78cd4c2-d2ba-4078-a53a-eb5a2f718395 req-9a814bf8-effd-4972-8bd7-fbad246a4ea8 service nova] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Updated VIF entry in instance network info cache for port 64d80c80-0fe9-46b8-a1e7-81a193b1b0fa. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.208776] env[64120]: DEBUG nova.network.neutron [req-f78cd4c2-d2ba-4078-a53a-eb5a2f718395 req-9a814bf8-effd-4972-8bd7-fbad246a4ea8 service nova] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Updating instance_info_cache with network_info: [{"id": "64d80c80-0fe9-46b8-a1e7-81a193b1b0fa", "address": "fa:16:3e:85:dd:0b", "network": {"id": "dfa9fec9-66bf-4263-a5ed-73ac1bd2994b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-49460475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "901035c6b2a7413ab307b30fb817fef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64d80c80-0f", "ovs_interfaceid": "64d80c80-0fe9-46b8-a1e7-81a193b1b0fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.231855] env[64120]: DEBUG oslo_vmware.api [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1405824, 'name': Rename_Task, 'duration_secs': 0.163682} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.232741] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.232741] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a01a600-7723-4aef-8811-c4980794a30d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.241631] env[64120]: DEBUG oslo_vmware.api [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 960.241631] env[64120]: value = "task-1405825" [ 960.241631] env[64120]: _type = "Task" [ 960.241631] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.251521] env[64120]: DEBUG oslo_vmware.api [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1405825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.307958] env[64120]: DEBUG nova.scheduler.client.report [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 960.315901] env[64120]: DEBUG nova.compute.manager [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 960.403052] env[64120]: DEBUG nova.compute.manager [req-2ceec71c-f569-4579-be36-92fa47ce420a req-d3b6a7be-c1be-4f46-9170-0e9fb9223883 service nova] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Received event network-vif-deleted-5756f6f1-2f64-4642-b0e1-d78be202bb5b {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 960.448019] env[64120]: DEBUG oslo_vmware.api [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b7315c-8ad4-6518-5972-ed650bc8c656, 'name': SearchDatastore_Task, 'duration_secs': 0.009813} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.448540] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.449149] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 3997b4b8-119f-4bac-a16c-b18361db7b31/3997b4b8-119f-4bac-a16c-b18361db7b31.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.449653] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-122bbfb3-35a0-4561-a0ac-f01309c81d47 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.460983] env[64120]: DEBUG oslo_vmware.api [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 960.460983] env[64120]: value = "task-1405826" [ 960.460983] env[64120]: _type = "Task" [ 960.460983] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.470519] env[64120]: DEBUG oslo_vmware.api [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1405826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.602374] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1e4c6128-5111-449d-9386-500e3142d9a5 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.712375] env[64120]: DEBUG oslo_concurrency.lockutils [req-f78cd4c2-d2ba-4078-a53a-eb5a2f718395 req-9a814bf8-effd-4972-8bd7-fbad246a4ea8 service nova] Releasing lock "refresh_cache-3997b4b8-119f-4bac-a16c-b18361db7b31" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.759677] env[64120]: DEBUG oslo_vmware.api [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1405825, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.813885] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.559s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.817249] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.028s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.819914] env[64120]: INFO nova.compute.claims [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.845128] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.867898] env[64120]: INFO nova.scheduler.client.report [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Deleted allocations for instance 569c563f-8a2c-4b65-982e-398f11b43f1a [ 960.975198] env[64120]: DEBUG oslo_vmware.api [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1405826, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.255559] env[64120]: DEBUG oslo_vmware.api [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1405825, 'name': PowerOnVM_Task, 'duration_secs': 0.58596} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.255898] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.256243] env[64120]: INFO nova.compute.manager [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Took 9.22 seconds to spawn the instance on the hypervisor. [ 961.256463] env[64120]: DEBUG nova.compute.manager [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 961.258313] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff05ad6-de71-4c79-ad81-31a14b65762d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.379071] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3d272b08-340e-4747-8960-379ff753d71f tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "569c563f-8a2c-4b65-982e-398f11b43f1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.875s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.471540] env[64120]: DEBUG oslo_vmware.api [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1405826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55075} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.471807] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 3997b4b8-119f-4bac-a16c-b18361db7b31/3997b4b8-119f-4bac-a16c-b18361db7b31.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.472034] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.472291] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d604ade2-497b-45cb-aeec-83bfae84a335 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.482283] env[64120]: DEBUG oslo_vmware.api [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 961.482283] env[64120]: value = "task-1405827" [ 961.482283] env[64120]: _type = "Task" [ 961.482283] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.497027] env[64120]: DEBUG oslo_vmware.api [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1405827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.744451] env[64120]: DEBUG nova.compute.manager [req-e0d8dd7f-79b8-4d2e-a96c-78e5e22d10e9 req-61fd512c-d356-4b04-aec5-8674bcd47938 service nova] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Received event network-changed-738325f1-837d-47af-9673-59a0c81e2974 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 961.744451] env[64120]: DEBUG nova.compute.manager [req-e0d8dd7f-79b8-4d2e-a96c-78e5e22d10e9 req-61fd512c-d356-4b04-aec5-8674bcd47938 service nova] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Refreshing instance network info cache due to event network-changed-738325f1-837d-47af-9673-59a0c81e2974. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 961.746457] env[64120]: DEBUG oslo_concurrency.lockutils [req-e0d8dd7f-79b8-4d2e-a96c-78e5e22d10e9 req-61fd512c-d356-4b04-aec5-8674bcd47938 service nova] Acquiring lock "refresh_cache-eefaff78-2165-4aa7-b991-605084c3d9c0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.746457] env[64120]: DEBUG oslo_concurrency.lockutils [req-e0d8dd7f-79b8-4d2e-a96c-78e5e22d10e9 req-61fd512c-d356-4b04-aec5-8674bcd47938 service nova] Acquired lock "refresh_cache-eefaff78-2165-4aa7-b991-605084c3d9c0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.746457] env[64120]: DEBUG nova.network.neutron [req-e0d8dd7f-79b8-4d2e-a96c-78e5e22d10e9 req-61fd512c-d356-4b04-aec5-8674bcd47938 service nova] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Refreshing network info cache for port 738325f1-837d-47af-9673-59a0c81e2974 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.780853] env[64120]: INFO nova.compute.manager [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Took 35.14 seconds to build instance. [ 961.898842] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Acquiring lock "8ef31af0-a100-46ee-8be6-d2c444880e44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.899064] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Lock "8ef31af0-a100-46ee-8be6-d2c444880e44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.001740] env[64120]: DEBUG oslo_vmware.api [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1405827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.236707} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.002698] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 962.003261] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5b32e1-c3f5-4392-a6c1-50edb12d01c8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.031708] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 3997b4b8-119f-4bac-a16c-b18361db7b31/3997b4b8-119f-4bac-a16c-b18361db7b31.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.034654] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e07d100-e82d-42fe-90f0-f806966aad87 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.057198] env[64120]: DEBUG oslo_vmware.api [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 962.057198] env[64120]: value = "task-1405828" [ 962.057198] env[64120]: _type = "Task" [ 962.057198] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.069731] env[64120]: DEBUG oslo_vmware.api [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1405828, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.259379] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Acquiring lock "76f5f14b-36e5-46ab-8c05-ba352db612bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.259627] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Lock "76f5f14b-36e5-46ab-8c05-ba352db612bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.283302] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eccf4609-c71e-42e7-8f0b-d219b922ccf5 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.538s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.390767] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a68a503-f40f-4d6b-b35b-8e634f2dcd9b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.402258] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02a4ba5-cdc7-4e9b-8f16-a191b9231ffd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.438609] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0af6586-be09-49e0-80dc-c76f68211572 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.448613] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2259592-1e11-445e-894c-d72964d1b2da {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.468248] env[64120]: DEBUG nova.compute.provider_tree [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.498119] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4bce90ad-c03a-4a8d-8cd2-eeccd457da32 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Acquiring lock "038445ee-fe90-4f5a-829e-c36cf1a9bf33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.498427] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4bce90ad-c03a-4a8d-8cd2-eeccd457da32 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Lock "038445ee-fe90-4f5a-829e-c36cf1a9bf33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.498673] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4bce90ad-c03a-4a8d-8cd2-eeccd457da32 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Acquiring lock "038445ee-fe90-4f5a-829e-c36cf1a9bf33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.498921] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4bce90ad-c03a-4a8d-8cd2-eeccd457da32 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Lock "038445ee-fe90-4f5a-829e-c36cf1a9bf33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.499194] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4bce90ad-c03a-4a8d-8cd2-eeccd457da32 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Lock "038445ee-fe90-4f5a-829e-c36cf1a9bf33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.503835] env[64120]: INFO nova.compute.manager [None req-4bce90ad-c03a-4a8d-8cd2-eeccd457da32 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Terminating instance [ 962.506013] env[64120]: DEBUG nova.compute.manager [None req-4bce90ad-c03a-4a8d-8cd2-eeccd457da32 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 962.506235] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-4bce90ad-c03a-4a8d-8cd2-eeccd457da32 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.507134] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08637fc2-6b2a-4a0e-ad8c-c56fe40cbf4a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.516323] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bce90ad-c03a-4a8d-8cd2-eeccd457da32 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.516867] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d37e1730-3a36-4b9c-b5f9-222de3fff89d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.525745] env[64120]: DEBUG oslo_vmware.api [None req-4bce90ad-c03a-4a8d-8cd2-eeccd457da32 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Waiting for the task: (returnval){ [ 962.525745] env[64120]: value = "task-1405829" [ 962.525745] env[64120]: _type = "Task" [ 962.525745] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.526623] env[64120]: DEBUG nova.network.neutron [req-e0d8dd7f-79b8-4d2e-a96c-78e5e22d10e9 req-61fd512c-d356-4b04-aec5-8674bcd47938 service nova] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Updated VIF entry in instance network info cache for port 738325f1-837d-47af-9673-59a0c81e2974. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.526951] env[64120]: DEBUG nova.network.neutron [req-e0d8dd7f-79b8-4d2e-a96c-78e5e22d10e9 req-61fd512c-d356-4b04-aec5-8674bcd47938 service nova] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Updating instance_info_cache with network_info: [{"id": "738325f1-837d-47af-9673-59a0c81e2974", "address": "fa:16:3e:25:e9:02", "network": {"id": "1724d244-fd81-4651-931e-3b581fd54a4a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1252961982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cd6261cfa5648f5a13829a3c0e582f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap738325f1-83", "ovs_interfaceid": "738325f1-837d-47af-9673-59a0c81e2974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.540958] env[64120]: DEBUG oslo_vmware.api [None req-4bce90ad-c03a-4a8d-8cd2-eeccd457da32 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.569613] env[64120]: DEBUG oslo_vmware.api [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1405828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.786237] env[64120]: DEBUG nova.compute.manager [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 962.971864] env[64120]: DEBUG nova.scheduler.client.report [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 963.034240] env[64120]: DEBUG oslo_concurrency.lockutils [req-e0d8dd7f-79b8-4d2e-a96c-78e5e22d10e9 req-61fd512c-d356-4b04-aec5-8674bcd47938 service nova] Releasing lock "refresh_cache-eefaff78-2165-4aa7-b991-605084c3d9c0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.041941] env[64120]: DEBUG oslo_vmware.api [None req-4bce90ad-c03a-4a8d-8cd2-eeccd457da32 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405829, 'name': PowerOffVM_Task, 'duration_secs': 0.347087} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.042567] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bce90ad-c03a-4a8d-8cd2-eeccd457da32 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.042786] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-4bce90ad-c03a-4a8d-8cd2-eeccd457da32 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.043194] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1898a72-a4fd-4790-a82d-0726ad61e704 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.068650] env[64120]: DEBUG oslo_vmware.api [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1405828, 'name': ReconfigVM_Task, 'duration_secs': 0.596049} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.069036] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 3997b4b8-119f-4bac-a16c-b18361db7b31/3997b4b8-119f-4bac-a16c-b18361db7b31.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.069727] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b558559-6051-4e41-a5db-00a62c9a61fd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.077263] env[64120]: DEBUG oslo_vmware.api [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 963.077263] env[64120]: value = "task-1405831" [ 963.077263] env[64120]: _type = "Task" [ 963.077263] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.087985] env[64120]: DEBUG oslo_vmware.api [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1405831, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.122601] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-4bce90ad-c03a-4a8d-8cd2-eeccd457da32 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.122909] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-4bce90ad-c03a-4a8d-8cd2-eeccd457da32 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.123159] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bce90ad-c03a-4a8d-8cd2-eeccd457da32 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Deleting the datastore file [datastore1] 038445ee-fe90-4f5a-829e-c36cf1a9bf33 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.124196] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2999168-4b9c-4da9-9093-9ed60dc58815 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.136748] env[64120]: DEBUG oslo_vmware.api [None req-4bce90ad-c03a-4a8d-8cd2-eeccd457da32 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Waiting for the task: (returnval){ [ 963.136748] env[64120]: value = "task-1405832" [ 963.136748] env[64120]: _type = "Task" [ 963.136748] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.148731] env[64120]: DEBUG oslo_vmware.api [None req-4bce90ad-c03a-4a8d-8cd2-eeccd457da32 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.314963] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.477481] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.478136] env[64120]: DEBUG nova.compute.manager [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 963.480974] env[64120]: DEBUG oslo_concurrency.lockutils [None req-33214438-56f3-4e6b-bd95-0528e3fa7201 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.846s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.481345] env[64120]: DEBUG nova.objects.instance [None req-33214438-56f3-4e6b-bd95-0528e3fa7201 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Lazy-loading 'resources' on Instance uuid 58609f67-0cf4-459c-8512-6292352cce83 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.590988] env[64120]: DEBUG oslo_vmware.api [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1405831, 'name': Rename_Task, 'duration_secs': 0.198762} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.591594] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.591921] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af1857fb-9836-4593-b2bd-e9dc9f6ed153 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.600762] env[64120]: DEBUG oslo_vmware.api [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 963.600762] env[64120]: value = "task-1405833" [ 963.600762] env[64120]: _type = "Task" [ 963.600762] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.611643] env[64120]: DEBUG oslo_vmware.api [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1405833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.650301] env[64120]: DEBUG oslo_vmware.api [None req-4bce90ad-c03a-4a8d-8cd2-eeccd457da32 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Task: {'id': task-1405832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248312} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.650788] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bce90ad-c03a-4a8d-8cd2-eeccd457da32 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.651155] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-4bce90ad-c03a-4a8d-8cd2-eeccd457da32 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.651468] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-4bce90ad-c03a-4a8d-8cd2-eeccd457da32 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.651775] env[64120]: INFO nova.compute.manager [None req-4bce90ad-c03a-4a8d-8cd2-eeccd457da32 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Took 1.15 seconds to destroy the instance on the hypervisor. [ 963.652301] env[64120]: DEBUG oslo.service.loopingcall [None req-4bce90ad-c03a-4a8d-8cd2-eeccd457da32 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 963.653917] env[64120]: DEBUG nova.compute.manager [-] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 963.653917] env[64120]: DEBUG nova.network.neutron [-] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.987886] env[64120]: DEBUG nova.compute.utils [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 963.989946] env[64120]: DEBUG nova.compute.manager [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 963.990182] env[64120]: DEBUG nova.network.neutron [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 964.045417] env[64120]: DEBUG nova.policy [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f12f892772934f3b884bf32d976ed29e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0430d6ad26c4186a77fd4f661604f5d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 964.113441] env[64120]: DEBUG oslo_vmware.api [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1405833, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.439653] env[64120]: DEBUG nova.network.neutron [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Successfully created port: 11f2c5e3-54a3-44ae-9a24-dc242679d500 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.452070] env[64120]: DEBUG nova.network.neutron [-] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.492965] env[64120]: DEBUG nova.compute.manager [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 964.576394] env[64120]: DEBUG oslo_concurrency.lockutils [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquiring lock "9459817b-f9ba-4636-b276-21dd1d1d92a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.576639] env[64120]: DEBUG oslo_concurrency.lockutils [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "9459817b-f9ba-4636-b276-21dd1d1d92a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.614322] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43250372-9a7a-40ac-9dbe-6f1ffbbfd28d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.619764] env[64120]: DEBUG oslo_concurrency.lockutils [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquiring lock "762e6d63-3a90-4fa2-826b-dcb9dbc57bb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.619764] env[64120]: DEBUG oslo_concurrency.lockutils [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "762e6d63-3a90-4fa2-826b-dcb9dbc57bb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.625161] env[64120]: DEBUG oslo_vmware.api [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1405833, 'name': PowerOnVM_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.628887] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbb63ed-f9bc-4623-af7f-6e11a8777be3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.664920] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea3ffa4-cfb2-418e-8af1-e681454aad08 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.674225] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f3c2f9-edb9-4c87-b742-fb1cb1fa2eef {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.694772] env[64120]: DEBUG nova.compute.provider_tree [None req-33214438-56f3-4e6b-bd95-0528e3fa7201 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.960560] env[64120]: INFO nova.compute.manager [-] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Took 1.31 seconds to deallocate network for instance. [ 965.087114] env[64120]: DEBUG nova.compute.manager [req-a946c027-7946-4a81-85a6-485a0a11829d req-5d140096-22d7-498f-9428-0ef2d75f4231 service nova] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Received event network-changed-738325f1-837d-47af-9673-59a0c81e2974 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 965.087408] env[64120]: DEBUG nova.compute.manager [req-a946c027-7946-4a81-85a6-485a0a11829d req-5d140096-22d7-498f-9428-0ef2d75f4231 service nova] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Refreshing instance network info cache due to event network-changed-738325f1-837d-47af-9673-59a0c81e2974. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 965.087572] env[64120]: DEBUG oslo_concurrency.lockutils [req-a946c027-7946-4a81-85a6-485a0a11829d req-5d140096-22d7-498f-9428-0ef2d75f4231 service nova] Acquiring lock "refresh_cache-eefaff78-2165-4aa7-b991-605084c3d9c0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.087777] env[64120]: DEBUG oslo_concurrency.lockutils [req-a946c027-7946-4a81-85a6-485a0a11829d req-5d140096-22d7-498f-9428-0ef2d75f4231 service nova] Acquired lock "refresh_cache-eefaff78-2165-4aa7-b991-605084c3d9c0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.087947] env[64120]: DEBUG nova.network.neutron [req-a946c027-7946-4a81-85a6-485a0a11829d req-5d140096-22d7-498f-9428-0ef2d75f4231 service nova] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Refreshing network info cache for port 738325f1-837d-47af-9673-59a0c81e2974 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.111328] env[64120]: DEBUG nova.compute.manager [req-84d9811f-e98c-451e-b58a-7e03ca8654ec req-9b65318e-6ef3-4530-8346-2b502a8dbcdf service nova] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Received event network-vif-deleted-fdb676f3-48b1-4794-b072-bd872d9310eb {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 965.118369] env[64120]: DEBUG oslo_vmware.api [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1405833, 'name': PowerOnVM_Task, 'duration_secs': 1.173033} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.118916] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.119447] env[64120]: INFO nova.compute.manager [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Took 10.30 seconds to spawn the instance on the hypervisor. [ 965.119447] env[64120]: DEBUG nova.compute.manager [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 965.120138] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db635b5-3479-4d6f-9627-0aaeca487511 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.199820] env[64120]: DEBUG nova.scheduler.client.report [None req-33214438-56f3-4e6b-bd95-0528e3fa7201 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 965.466970] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4bce90ad-c03a-4a8d-8cd2-eeccd457da32 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.506850] env[64120]: DEBUG nova.compute.manager [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 965.534857] env[64120]: DEBUG nova.virt.hardware [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 965.534857] env[64120]: DEBUG nova.virt.hardware [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 965.534857] env[64120]: DEBUG nova.virt.hardware [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.535072] env[64120]: DEBUG nova.virt.hardware [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 965.535353] env[64120]: DEBUG nova.virt.hardware [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.535416] env[64120]: DEBUG nova.virt.hardware [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 965.535611] env[64120]: DEBUG nova.virt.hardware [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 965.535868] env[64120]: DEBUG nova.virt.hardware [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 965.535938] env[64120]: DEBUG nova.virt.hardware [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 965.536625] env[64120]: DEBUG nova.virt.hardware [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 965.536625] env[64120]: DEBUG nova.virt.hardware [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 965.537200] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fd0da2-1812-46db-ba76-ae95f42467d9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.547914] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f465c526-11fd-45ce-b8cc-fa7fd704010b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.644555] env[64120]: INFO nova.compute.manager [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Took 37.74 seconds to build instance. [ 965.705013] env[64120]: DEBUG oslo_concurrency.lockutils [None req-33214438-56f3-4e6b-bd95-0528e3fa7201 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.224s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.708303] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fbbf03d0-d802-4cc6-988b-a549c7c21694 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.774s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.708485] env[64120]: DEBUG nova.objects.instance [None req-fbbf03d0-d802-4cc6-988b-a549c7c21694 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Lazy-loading 'resources' on Instance uuid d99bd87b-3c5c-4d28-a140-38e09a185c43 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.721024] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b88e9d1e-eff9-423a-b757-1aeb39b07b35 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Acquiring lock "a07b077f-b2c5-445e-a3ca-101eabeec7c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.721024] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b88e9d1e-eff9-423a-b757-1aeb39b07b35 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Lock "a07b077f-b2c5-445e-a3ca-101eabeec7c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.721024] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b88e9d1e-eff9-423a-b757-1aeb39b07b35 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Acquiring lock "a07b077f-b2c5-445e-a3ca-101eabeec7c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.721024] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b88e9d1e-eff9-423a-b757-1aeb39b07b35 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Lock "a07b077f-b2c5-445e-a3ca-101eabeec7c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.721292] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b88e9d1e-eff9-423a-b757-1aeb39b07b35 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Lock "a07b077f-b2c5-445e-a3ca-101eabeec7c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.726024] env[64120]: INFO nova.compute.manager [None req-b88e9d1e-eff9-423a-b757-1aeb39b07b35 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Terminating instance [ 965.727476] env[64120]: DEBUG nova.compute.manager [None req-b88e9d1e-eff9-423a-b757-1aeb39b07b35 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 965.728070] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b88e9d1e-eff9-423a-b757-1aeb39b07b35 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.729032] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecaa543-5aea-4b9d-b66c-65c8c259c901 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.740905] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88e9d1e-eff9-423a-b757-1aeb39b07b35 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.742633] env[64120]: INFO nova.scheduler.client.report [None req-33214438-56f3-4e6b-bd95-0528e3fa7201 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Deleted allocations for instance 58609f67-0cf4-459c-8512-6292352cce83 [ 965.745069] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3f698e7-290e-4e34-8e42-6cadebe0b428 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.758190] env[64120]: DEBUG oslo_vmware.api [None req-b88e9d1e-eff9-423a-b757-1aeb39b07b35 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Waiting for the task: (returnval){ [ 965.758190] env[64120]: value = "task-1405834" [ 965.758190] env[64120]: _type = "Task" [ 965.758190] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.771458] env[64120]: DEBUG oslo_vmware.api [None req-b88e9d1e-eff9-423a-b757-1aeb39b07b35 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': task-1405834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.145450] env[64120]: DEBUG nova.network.neutron [req-a946c027-7946-4a81-85a6-485a0a11829d req-5d140096-22d7-498f-9428-0ef2d75f4231 service nova] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Updated VIF entry in instance network info cache for port 738325f1-837d-47af-9673-59a0c81e2974. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.145821] env[64120]: DEBUG nova.network.neutron [req-a946c027-7946-4a81-85a6-485a0a11829d req-5d140096-22d7-498f-9428-0ef2d75f4231 service nova] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Updating instance_info_cache with network_info: [{"id": "738325f1-837d-47af-9673-59a0c81e2974", "address": "fa:16:3e:25:e9:02", "network": {"id": "1724d244-fd81-4651-931e-3b581fd54a4a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1252961982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cd6261cfa5648f5a13829a3c0e582f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap738325f1-83", "ovs_interfaceid": "738325f1-837d-47af-9673-59a0c81e2974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.152038] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e07df6c-a4c4-4861-a63e-8fceaae4af94 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "3997b4b8-119f-4bac-a16c-b18361db7b31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.637s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.258837] env[64120]: DEBUG oslo_concurrency.lockutils [None req-33214438-56f3-4e6b-bd95-0528e3fa7201 tempest-ServerDiagnosticsTest-965734829 tempest-ServerDiagnosticsTest-965734829-project-member] Lock "58609f67-0cf4-459c-8512-6292352cce83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.701s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.275960] env[64120]: DEBUG oslo_vmware.api [None req-b88e9d1e-eff9-423a-b757-1aeb39b07b35 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': task-1405834, 'name': PowerOffVM_Task, 'duration_secs': 0.267883} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.276640] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88e9d1e-eff9-423a-b757-1aeb39b07b35 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.276868] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b88e9d1e-eff9-423a-b757-1aeb39b07b35 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.277486] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e665d048-981d-4b33-9267-6603d0996e5d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.362209] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b88e9d1e-eff9-423a-b757-1aeb39b07b35 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.362396] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b88e9d1e-eff9-423a-b757-1aeb39b07b35 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.362598] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-b88e9d1e-eff9-423a-b757-1aeb39b07b35 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Deleting the datastore file [datastore2] a07b077f-b2c5-445e-a3ca-101eabeec7c9 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.363254] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60f907e1-823e-400d-8cae-e0bbcb1e55f3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.375443] env[64120]: DEBUG oslo_vmware.api [None req-b88e9d1e-eff9-423a-b757-1aeb39b07b35 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Waiting for the task: (returnval){ [ 966.375443] env[64120]: value = "task-1405836" [ 966.375443] env[64120]: _type = "Task" [ 966.375443] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.390341] env[64120]: DEBUG oslo_vmware.api [None req-b88e9d1e-eff9-423a-b757-1aeb39b07b35 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': task-1405836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.407230] env[64120]: DEBUG nova.network.neutron [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Successfully updated port: 11f2c5e3-54a3-44ae-9a24-dc242679d500 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.649235] env[64120]: DEBUG oslo_concurrency.lockutils [req-a946c027-7946-4a81-85a6-485a0a11829d req-5d140096-22d7-498f-9428-0ef2d75f4231 service nova] Releasing lock "refresh_cache-eefaff78-2165-4aa7-b991-605084c3d9c0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.650071] env[64120]: DEBUG nova.compute.manager [req-a946c027-7946-4a81-85a6-485a0a11829d req-5d140096-22d7-498f-9428-0ef2d75f4231 service nova] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Received event network-changed-3abf7d2e-5263-4e47-b5c3-370e855c12a1 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 966.650610] env[64120]: DEBUG nova.compute.manager [req-a946c027-7946-4a81-85a6-485a0a11829d req-5d140096-22d7-498f-9428-0ef2d75f4231 service nova] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Refreshing instance network info cache due to event network-changed-3abf7d2e-5263-4e47-b5c3-370e855c12a1. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 966.650963] env[64120]: DEBUG oslo_concurrency.lockutils [req-a946c027-7946-4a81-85a6-485a0a11829d req-5d140096-22d7-498f-9428-0ef2d75f4231 service nova] Acquiring lock "refresh_cache-a07b077f-b2c5-445e-a3ca-101eabeec7c9" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.651622] env[64120]: DEBUG oslo_concurrency.lockutils [req-a946c027-7946-4a81-85a6-485a0a11829d req-5d140096-22d7-498f-9428-0ef2d75f4231 service nova] Acquired lock "refresh_cache-a07b077f-b2c5-445e-a3ca-101eabeec7c9" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.653063] env[64120]: DEBUG nova.network.neutron [req-a946c027-7946-4a81-85a6-485a0a11829d req-5d140096-22d7-498f-9428-0ef2d75f4231 service nova] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Refreshing network info cache for port 3abf7d2e-5263-4e47-b5c3-370e855c12a1 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.658197] env[64120]: DEBUG nova.compute.manager [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 966.830443] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ed0032-9156-4ac8-9384-43081ae808e5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.840826] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f407934-2d00-4e1e-990d-ef736e125902 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.883460] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a42238-8864-47ce-8314-9c3588011d77 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.894085] env[64120]: DEBUG oslo_vmware.api [None req-b88e9d1e-eff9-423a-b757-1aeb39b07b35 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': task-1405836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.420158} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.896397] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-b88e9d1e-eff9-423a-b757-1aeb39b07b35 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.896603] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b88e9d1e-eff9-423a-b757-1aeb39b07b35 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.896816] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b88e9d1e-eff9-423a-b757-1aeb39b07b35 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.897060] env[64120]: INFO nova.compute.manager [None req-b88e9d1e-eff9-423a-b757-1aeb39b07b35 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 966.897909] env[64120]: DEBUG oslo.service.loopingcall [None req-b88e9d1e-eff9-423a-b757-1aeb39b07b35 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 966.897909] env[64120]: DEBUG nova.compute.manager [-] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 966.897909] env[64120]: DEBUG nova.network.neutron [-] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 966.900633] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15e704b-1fcb-4118-8554-8d4c80f5fe6a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.920950] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Acquiring lock "refresh_cache-ab7e4956-eb19-4a23-97b4-2c4e37abe5dc" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.921139] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Acquired lock "refresh_cache-ab7e4956-eb19-4a23-97b4-2c4e37abe5dc" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.921249] env[64120]: DEBUG nova.network.neutron [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.922656] env[64120]: DEBUG nova.compute.provider_tree [None req-fbbf03d0-d802-4cc6-988b-a549c7c21694 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.195437] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.430561] env[64120]: DEBUG nova.scheduler.client.report [None req-fbbf03d0-d802-4cc6-988b-a549c7c21694 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 967.485714] env[64120]: DEBUG nova.network.neutron [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.592222] env[64120]: DEBUG nova.network.neutron [req-a946c027-7946-4a81-85a6-485a0a11829d req-5d140096-22d7-498f-9428-0ef2d75f4231 service nova] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Updated VIF entry in instance network info cache for port 3abf7d2e-5263-4e47-b5c3-370e855c12a1. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.592594] env[64120]: DEBUG nova.network.neutron [req-a946c027-7946-4a81-85a6-485a0a11829d req-5d140096-22d7-498f-9428-0ef2d75f4231 service nova] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Updating instance_info_cache with network_info: [{"id": "3abf7d2e-5263-4e47-b5c3-370e855c12a1", "address": "fa:16:3e:de:37:09", "network": {"id": "1724d244-fd81-4651-931e-3b581fd54a4a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1252961982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cd6261cfa5648f5a13829a3c0e582f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3abf7d2e-52", "ovs_interfaceid": "3abf7d2e-5263-4e47-b5c3-370e855c12a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.650690] env[64120]: DEBUG nova.network.neutron [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Updating instance_info_cache with network_info: [{"id": "11f2c5e3-54a3-44ae-9a24-dc242679d500", "address": "fa:16:3e:3d:b0:df", "network": {"id": "73b6a6a8-08e7-47e1-b4dc-d5f02712eda3", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-548576370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0430d6ad26c4186a77fd4f661604f5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11f2c5e3-54", "ovs_interfaceid": "11f2c5e3-54a3-44ae-9a24-dc242679d500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.801713] env[64120]: DEBUG nova.network.neutron [-] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.822265] env[64120]: DEBUG nova.compute.manager [req-13e40da5-1d8e-4aef-9d5e-5a0c130067ee req-3aec4816-8829-47bf-80fb-b7e0f7c7e8a1 service nova] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Received event network-vif-plugged-11f2c5e3-54a3-44ae-9a24-dc242679d500 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 967.822725] env[64120]: DEBUG oslo_concurrency.lockutils [req-13e40da5-1d8e-4aef-9d5e-5a0c130067ee req-3aec4816-8829-47bf-80fb-b7e0f7c7e8a1 service nova] Acquiring lock "ab7e4956-eb19-4a23-97b4-2c4e37abe5dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.823146] env[64120]: DEBUG oslo_concurrency.lockutils [req-13e40da5-1d8e-4aef-9d5e-5a0c130067ee req-3aec4816-8829-47bf-80fb-b7e0f7c7e8a1 service nova] Lock "ab7e4956-eb19-4a23-97b4-2c4e37abe5dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.823641] env[64120]: DEBUG oslo_concurrency.lockutils [req-13e40da5-1d8e-4aef-9d5e-5a0c130067ee req-3aec4816-8829-47bf-80fb-b7e0f7c7e8a1 service nova] Lock "ab7e4956-eb19-4a23-97b4-2c4e37abe5dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.823924] env[64120]: DEBUG nova.compute.manager [req-13e40da5-1d8e-4aef-9d5e-5a0c130067ee req-3aec4816-8829-47bf-80fb-b7e0f7c7e8a1 service nova] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] No waiting events found dispatching network-vif-plugged-11f2c5e3-54a3-44ae-9a24-dc242679d500 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 967.824204] env[64120]: WARNING nova.compute.manager [req-13e40da5-1d8e-4aef-9d5e-5a0c130067ee req-3aec4816-8829-47bf-80fb-b7e0f7c7e8a1 service nova] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Received unexpected event network-vif-plugged-11f2c5e3-54a3-44ae-9a24-dc242679d500 for instance with vm_state building and task_state spawning. [ 967.824510] env[64120]: DEBUG nova.compute.manager [req-13e40da5-1d8e-4aef-9d5e-5a0c130067ee req-3aec4816-8829-47bf-80fb-b7e0f7c7e8a1 service nova] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Received event network-changed-11f2c5e3-54a3-44ae-9a24-dc242679d500 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 967.824789] env[64120]: DEBUG nova.compute.manager [req-13e40da5-1d8e-4aef-9d5e-5a0c130067ee req-3aec4816-8829-47bf-80fb-b7e0f7c7e8a1 service nova] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Refreshing instance network info cache due to event network-changed-11f2c5e3-54a3-44ae-9a24-dc242679d500. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 967.825113] env[64120]: DEBUG oslo_concurrency.lockutils [req-13e40da5-1d8e-4aef-9d5e-5a0c130067ee req-3aec4816-8829-47bf-80fb-b7e0f7c7e8a1 service nova] Acquiring lock "refresh_cache-ab7e4956-eb19-4a23-97b4-2c4e37abe5dc" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.826993] env[64120]: DEBUG nova.compute.manager [req-6ea612ec-faf1-4180-828a-1823b6a59632 req-e0ac6d7d-24d6-47e7-a65c-ce0c95d28414 service nova] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Received event network-changed-f0ebc840-5b79-4ccc-b0f2-ee8ac0db6f02 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 967.828067] env[64120]: DEBUG nova.compute.manager [req-6ea612ec-faf1-4180-828a-1823b6a59632 req-e0ac6d7d-24d6-47e7-a65c-ce0c95d28414 service nova] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Refreshing instance network info cache due to event network-changed-f0ebc840-5b79-4ccc-b0f2-ee8ac0db6f02. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 967.830038] env[64120]: DEBUG oslo_concurrency.lockutils [req-6ea612ec-faf1-4180-828a-1823b6a59632 req-e0ac6d7d-24d6-47e7-a65c-ce0c95d28414 service nova] Acquiring lock "refresh_cache-a4c04c6d-8d9b-4859-9ece-a256f8cd0f18" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.830038] env[64120]: DEBUG oslo_concurrency.lockutils [req-6ea612ec-faf1-4180-828a-1823b6a59632 req-e0ac6d7d-24d6-47e7-a65c-ce0c95d28414 service nova] Acquired lock "refresh_cache-a4c04c6d-8d9b-4859-9ece-a256f8cd0f18" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.830038] env[64120]: DEBUG nova.network.neutron [req-6ea612ec-faf1-4180-828a-1823b6a59632 req-e0ac6d7d-24d6-47e7-a65c-ce0c95d28414 service nova] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Refreshing network info cache for port f0ebc840-5b79-4ccc-b0f2-ee8ac0db6f02 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.945025] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fbbf03d0-d802-4cc6-988b-a549c7c21694 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.947029] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.581s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.949476] env[64120]: INFO nova.compute.claims [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.968484] env[64120]: INFO nova.scheduler.client.report [None req-fbbf03d0-d802-4cc6-988b-a549c7c21694 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Deleted allocations for instance d99bd87b-3c5c-4d28-a140-38e09a185c43 [ 968.098265] env[64120]: DEBUG oslo_concurrency.lockutils [req-a946c027-7946-4a81-85a6-485a0a11829d req-5d140096-22d7-498f-9428-0ef2d75f4231 service nova] Releasing lock "refresh_cache-a07b077f-b2c5-445e-a3ca-101eabeec7c9" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.153137] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Releasing lock "refresh_cache-ab7e4956-eb19-4a23-97b4-2c4e37abe5dc" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.154642] env[64120]: DEBUG nova.compute.manager [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Instance network_info: |[{"id": "11f2c5e3-54a3-44ae-9a24-dc242679d500", "address": "fa:16:3e:3d:b0:df", "network": {"id": "73b6a6a8-08e7-47e1-b4dc-d5f02712eda3", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-548576370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0430d6ad26c4186a77fd4f661604f5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11f2c5e3-54", "ovs_interfaceid": "11f2c5e3-54a3-44ae-9a24-dc242679d500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 968.154642] env[64120]: DEBUG oslo_concurrency.lockutils [req-13e40da5-1d8e-4aef-9d5e-5a0c130067ee req-3aec4816-8829-47bf-80fb-b7e0f7c7e8a1 service nova] Acquired lock "refresh_cache-ab7e4956-eb19-4a23-97b4-2c4e37abe5dc" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.154642] env[64120]: DEBUG nova.network.neutron [req-13e40da5-1d8e-4aef-9d5e-5a0c130067ee req-3aec4816-8829-47bf-80fb-b7e0f7c7e8a1 service nova] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Refreshing network info cache for port 11f2c5e3-54a3-44ae-9a24-dc242679d500 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.156666] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:b0:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11f2c5e3-54a3-44ae-9a24-dc242679d500', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.169149] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Creating folder: Project (a0430d6ad26c4186a77fd4f661604f5d). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 968.170233] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6425f1c8-c9d2-4382-ac3b-6b46ef88f5d0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.188111] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Created folder: Project (a0430d6ad26c4186a77fd4f661604f5d) in parent group-v297899. [ 968.189036] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Creating folder: Instances. Parent ref: group-v297974. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 968.189036] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-993343cc-0d5d-4889-a199-289846cd3106 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.203351] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Created folder: Instances in parent group-v297974. [ 968.203659] env[64120]: DEBUG oslo.service.loopingcall [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 968.203846] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.204095] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5c5d5ee-a81c-4542-b4b6-247a9dcc46fd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.231742] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.231742] env[64120]: value = "task-1405839" [ 968.231742] env[64120]: _type = "Task" [ 968.231742] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.245690] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405839, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.307046] env[64120]: INFO nova.compute.manager [-] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Took 1.41 seconds to deallocate network for instance. [ 968.478730] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fbbf03d0-d802-4cc6-988b-a549c7c21694 tempest-ImagesNegativeTestJSON-1250648970 tempest-ImagesNegativeTestJSON-1250648970-project-member] Lock "d99bd87b-3c5c-4d28-a140-38e09a185c43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.180s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.684338] env[64120]: DEBUG nova.network.neutron [req-6ea612ec-faf1-4180-828a-1823b6a59632 req-e0ac6d7d-24d6-47e7-a65c-ce0c95d28414 service nova] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Updated VIF entry in instance network info cache for port f0ebc840-5b79-4ccc-b0f2-ee8ac0db6f02. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.686588] env[64120]: DEBUG nova.network.neutron [req-6ea612ec-faf1-4180-828a-1823b6a59632 req-e0ac6d7d-24d6-47e7-a65c-ce0c95d28414 service nova] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Updating instance_info_cache with network_info: [{"id": "f0ebc840-5b79-4ccc-b0f2-ee8ac0db6f02", "address": "fa:16:3e:74:2d:71", "network": {"id": "3ed37efb-88e1-478e-a3d4-0ef7ba5e6d51", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1669253864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5c0e68907fe43bb85c6990548ad2ec5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0ebc840-5b", "ovs_interfaceid": "f0ebc840-5b79-4ccc-b0f2-ee8ac0db6f02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.743976] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405839, 'name': CreateVM_Task, 'duration_secs': 0.391876} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.747628] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.747628] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.747628] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.747628] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.747628] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0992962-432f-4d6d-b6e4-9c75c39d522d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.752880] env[64120]: DEBUG oslo_vmware.api [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Waiting for the task: (returnval){ [ 968.752880] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52fd62c8-7936-7deb-cc85-5c23495477a3" [ 968.752880] env[64120]: _type = "Task" [ 968.752880] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.778451] env[64120]: DEBUG oslo_vmware.api [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52fd62c8-7936-7deb-cc85-5c23495477a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011276} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.779968] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.780666] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.781141] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.781466] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.782115] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.782373] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6bdc7c1-8f43-402d-8148-3192cd22970f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.798048] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.798048] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.798548] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc0de729-4248-4bb4-80ec-06efc27b2ee7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.810503] env[64120]: DEBUG oslo_vmware.api [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Waiting for the task: (returnval){ [ 968.810503] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f8f54e-0b45-531a-562c-89a9c5d2012e" [ 968.810503] env[64120]: _type = "Task" [ 968.810503] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.815596] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b88e9d1e-eff9-423a-b757-1aeb39b07b35 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.826347] env[64120]: DEBUG oslo_vmware.api [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f8f54e-0b45-531a-562c-89a9c5d2012e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.885102] env[64120]: DEBUG oslo_vmware.rw_handles [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232a391-2e53-87c1-cf63-0a93d9bd29aa/disk-0.vmdk. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 968.886088] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b237e3ce-4c65-4748-b08f-989ea16e9894 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.892916] env[64120]: DEBUG oslo_vmware.rw_handles [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232a391-2e53-87c1-cf63-0a93d9bd29aa/disk-0.vmdk is in state: ready. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 968.893137] env[64120]: ERROR oslo_vmware.rw_handles [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232a391-2e53-87c1-cf63-0a93d9bd29aa/disk-0.vmdk due to incomplete transfer. [ 968.893440] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-337792f6-864a-4ecc-b925-f5dd68115514 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.903718] env[64120]: DEBUG oslo_vmware.rw_handles [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232a391-2e53-87c1-cf63-0a93d9bd29aa/disk-0.vmdk. {{(pid=64120) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 968.904114] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Uploaded image 91a27f16-35bb-4c65-b018-3cbea9181d06 to the Glance image server {{(pid=64120) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 968.907660] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Destroying the VM {{(pid=64120) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 968.911100] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e148062a-b98b-45b8-a88a-5e4249430739 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.919997] env[64120]: DEBUG oslo_vmware.api [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for the task: (returnval){ [ 968.919997] env[64120]: value = "task-1405840" [ 968.919997] env[64120]: _type = "Task" [ 968.919997] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.929431] env[64120]: DEBUG oslo_vmware.api [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405840, 'name': Destroy_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.119424] env[64120]: DEBUG nova.network.neutron [req-13e40da5-1d8e-4aef-9d5e-5a0c130067ee req-3aec4816-8829-47bf-80fb-b7e0f7c7e8a1 service nova] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Updated VIF entry in instance network info cache for port 11f2c5e3-54a3-44ae-9a24-dc242679d500. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.119509] env[64120]: DEBUG nova.network.neutron [req-13e40da5-1d8e-4aef-9d5e-5a0c130067ee req-3aec4816-8829-47bf-80fb-b7e0f7c7e8a1 service nova] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Updating instance_info_cache with network_info: [{"id": "11f2c5e3-54a3-44ae-9a24-dc242679d500", "address": "fa:16:3e:3d:b0:df", "network": {"id": "73b6a6a8-08e7-47e1-b4dc-d5f02712eda3", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-548576370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0430d6ad26c4186a77fd4f661604f5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11f2c5e3-54", "ovs_interfaceid": "11f2c5e3-54a3-44ae-9a24-dc242679d500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.189868] env[64120]: DEBUG oslo_concurrency.lockutils [req-6ea612ec-faf1-4180-828a-1823b6a59632 req-e0ac6d7d-24d6-47e7-a65c-ce0c95d28414 service nova] Releasing lock "refresh_cache-a4c04c6d-8d9b-4859-9ece-a256f8cd0f18" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.190178] env[64120]: DEBUG nova.compute.manager [req-6ea612ec-faf1-4180-828a-1823b6a59632 req-e0ac6d7d-24d6-47e7-a65c-ce0c95d28414 service nova] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Received event network-changed-3abf7d2e-5263-4e47-b5c3-370e855c12a1 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 969.190458] env[64120]: DEBUG nova.compute.manager [req-6ea612ec-faf1-4180-828a-1823b6a59632 req-e0ac6d7d-24d6-47e7-a65c-ce0c95d28414 service nova] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Refreshing instance network info cache due to event network-changed-3abf7d2e-5263-4e47-b5c3-370e855c12a1. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 969.190598] env[64120]: DEBUG oslo_concurrency.lockutils [req-6ea612ec-faf1-4180-828a-1823b6a59632 req-e0ac6d7d-24d6-47e7-a65c-ce0c95d28414 service nova] Acquiring lock "refresh_cache-a07b077f-b2c5-445e-a3ca-101eabeec7c9" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.190760] env[64120]: DEBUG oslo_concurrency.lockutils [req-6ea612ec-faf1-4180-828a-1823b6a59632 req-e0ac6d7d-24d6-47e7-a65c-ce0c95d28414 service nova] Acquired lock "refresh_cache-a07b077f-b2c5-445e-a3ca-101eabeec7c9" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.190938] env[64120]: DEBUG nova.network.neutron [req-6ea612ec-faf1-4180-828a-1823b6a59632 req-e0ac6d7d-24d6-47e7-a65c-ce0c95d28414 service nova] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Refreshing network info cache for port 3abf7d2e-5263-4e47-b5c3-370e855c12a1 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.326408] env[64120]: DEBUG oslo_vmware.api [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f8f54e-0b45-531a-562c-89a9c5d2012e, 'name': SearchDatastore_Task, 'duration_secs': 0.023396} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.327268] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22871ba5-dab7-408b-8fc2-62135733f274 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.337528] env[64120]: DEBUG oslo_vmware.api [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Waiting for the task: (returnval){ [ 969.337528] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]525edef1-da64-f443-b147-b2781b2b07d9" [ 969.337528] env[64120]: _type = "Task" [ 969.337528] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.350330] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "2d14c3fc-708b-4bb7-8f95-303e546dd811" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.351039] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "2d14c3fc-708b-4bb7-8f95-303e546dd811" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.351039] env[64120]: DEBUG oslo_vmware.api [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]525edef1-da64-f443-b147-b2781b2b07d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.434868] env[64120]: DEBUG oslo_vmware.api [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405840, 'name': Destroy_Task} progress is 33%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.529073] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d541fb4-2faa-4ea6-83eb-d91c398ae13a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.538436] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe576d1-503f-478a-8af4-0cfc93ccf7f6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.572614] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf3ac3c-0af5-4d4f-964e-605ca679cc68 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.582143] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699c214f-1742-4d8e-b54f-56091ef014c8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.599739] env[64120]: DEBUG nova.compute.provider_tree [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.626066] env[64120]: DEBUG oslo_concurrency.lockutils [req-13e40da5-1d8e-4aef-9d5e-5a0c130067ee req-3aec4816-8829-47bf-80fb-b7e0f7c7e8a1 service nova] Releasing lock "refresh_cache-ab7e4956-eb19-4a23-97b4-2c4e37abe5dc" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.715896] env[64120]: DEBUG nova.network.neutron [req-6ea612ec-faf1-4180-828a-1823b6a59632 req-e0ac6d7d-24d6-47e7-a65c-ce0c95d28414 service nova] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.852801] env[64120]: DEBUG oslo_vmware.api [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]525edef1-da64-f443-b147-b2781b2b07d9, 'name': SearchDatastore_Task, 'duration_secs': 0.035048} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.854049] env[64120]: DEBUG nova.network.neutron [req-6ea612ec-faf1-4180-828a-1823b6a59632 req-e0ac6d7d-24d6-47e7-a65c-ce0c95d28414 service nova] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.855644] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.856217] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] ab7e4956-eb19-4a23-97b4-2c4e37abe5dc/ab7e4956-eb19-4a23-97b4-2c4e37abe5dc.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 969.856783] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01dee49f-d7a7-4f87-b685-95d9c8db7ff6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.866549] env[64120]: DEBUG oslo_vmware.api [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Waiting for the task: (returnval){ [ 969.866549] env[64120]: value = "task-1405841" [ 969.866549] env[64120]: _type = "Task" [ 969.866549] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.877997] env[64120]: DEBUG oslo_vmware.api [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Task: {'id': task-1405841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.939944] env[64120]: DEBUG oslo_vmware.api [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405840, 'name': Destroy_Task} progress is 33%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.106565] env[64120]: DEBUG nova.scheduler.client.report [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 970.261808] env[64120]: DEBUG nova.compute.manager [req-da108b48-2e2a-4661-9510-26c2f0be03a1 req-0818323f-4c9a-40d0-bbcf-9cc2646260a5 service nova] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Received event network-vif-deleted-3abf7d2e-5263-4e47-b5c3-370e855c12a1 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 970.270752] env[64120]: DEBUG nova.compute.manager [req-5cad41f2-83d9-48c1-ba8e-28797a221a01 req-c455c7f9-8298-4e04-a573-7eae7bc9b9ab service nova] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Received event network-changed-738325f1-837d-47af-9673-59a0c81e2974 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 970.271297] env[64120]: DEBUG nova.compute.manager [req-5cad41f2-83d9-48c1-ba8e-28797a221a01 req-c455c7f9-8298-4e04-a573-7eae7bc9b9ab service nova] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Refreshing instance network info cache due to event network-changed-738325f1-837d-47af-9673-59a0c81e2974. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 970.272118] env[64120]: DEBUG oslo_concurrency.lockutils [req-5cad41f2-83d9-48c1-ba8e-28797a221a01 req-c455c7f9-8298-4e04-a573-7eae7bc9b9ab service nova] Acquiring lock "refresh_cache-eefaff78-2165-4aa7-b991-605084c3d9c0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.272387] env[64120]: DEBUG oslo_concurrency.lockutils [req-5cad41f2-83d9-48c1-ba8e-28797a221a01 req-c455c7f9-8298-4e04-a573-7eae7bc9b9ab service nova] Acquired lock "refresh_cache-eefaff78-2165-4aa7-b991-605084c3d9c0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.272646] env[64120]: DEBUG nova.network.neutron [req-5cad41f2-83d9-48c1-ba8e-28797a221a01 req-c455c7f9-8298-4e04-a573-7eae7bc9b9ab service nova] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Refreshing network info cache for port 738325f1-837d-47af-9673-59a0c81e2974 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.361091] env[64120]: DEBUG oslo_concurrency.lockutils [req-6ea612ec-faf1-4180-828a-1823b6a59632 req-e0ac6d7d-24d6-47e7-a65c-ce0c95d28414 service nova] Releasing lock "refresh_cache-a07b077f-b2c5-445e-a3ca-101eabeec7c9" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.361440] env[64120]: DEBUG nova.compute.manager [req-6ea612ec-faf1-4180-828a-1823b6a59632 req-e0ac6d7d-24d6-47e7-a65c-ce0c95d28414 service nova] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Received event network-changed-738325f1-837d-47af-9673-59a0c81e2974 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 970.361524] env[64120]: DEBUG nova.compute.manager [req-6ea612ec-faf1-4180-828a-1823b6a59632 req-e0ac6d7d-24d6-47e7-a65c-ce0c95d28414 service nova] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Refreshing instance network info cache due to event network-changed-738325f1-837d-47af-9673-59a0c81e2974. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 970.361697] env[64120]: DEBUG oslo_concurrency.lockutils [req-6ea612ec-faf1-4180-828a-1823b6a59632 req-e0ac6d7d-24d6-47e7-a65c-ce0c95d28414 service nova] Acquiring lock "refresh_cache-eefaff78-2165-4aa7-b991-605084c3d9c0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.376895] env[64120]: DEBUG oslo_vmware.api [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Task: {'id': task-1405841, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.437904] env[64120]: DEBUG oslo_vmware.api [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405840, 'name': Destroy_Task, 'duration_secs': 1.056941} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.438952] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Destroyed the VM [ 970.438952] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Deleting Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 970.438952] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-474c63ae-1d6e-4ccc-98be-f19fe188cb36 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.448954] env[64120]: DEBUG oslo_vmware.api [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for the task: (returnval){ [ 970.448954] env[64120]: value = "task-1405842" [ 970.448954] env[64120]: _type = "Task" [ 970.448954] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.458816] env[64120]: DEBUG oslo_vmware.api [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405842, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.616166] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.616166] env[64120]: DEBUG nova.compute.manager [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 970.619923] env[64120]: DEBUG oslo_concurrency.lockutils [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.625s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.619923] env[64120]: DEBUG nova.objects.instance [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Lazy-loading 'resources' on Instance uuid 22697bdf-00a0-4d08-b1f8-9ed0d733c801 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.682479] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c79799e9-3f6a-4d72-aff1-8f86bc555123 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Acquiring lock "a07b077f-b2c5-445e-a3ca-101eabeec7c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.883507] env[64120]: DEBUG oslo_vmware.api [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Task: {'id': task-1405841, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68783} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.884549] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] ab7e4956-eb19-4a23-97b4-2c4e37abe5dc/ab7e4956-eb19-4a23-97b4-2c4e37abe5dc.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 970.884549] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 970.884549] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd1cd47b-f583-4571-9aa9-77df798922ec {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.898716] env[64120]: DEBUG oslo_vmware.api [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Waiting for the task: (returnval){ [ 970.898716] env[64120]: value = "task-1405843" [ 970.898716] env[64120]: _type = "Task" [ 970.898716] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.921026] env[64120]: DEBUG oslo_vmware.api [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Task: {'id': task-1405843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.963862] env[64120]: DEBUG oslo_vmware.api [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405842, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.123681] env[64120]: DEBUG nova.compute.utils [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 971.134409] env[64120]: DEBUG nova.compute.manager [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 971.134409] env[64120]: DEBUG nova.network.neutron [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 971.186600] env[64120]: DEBUG nova.network.neutron [req-5cad41f2-83d9-48c1-ba8e-28797a221a01 req-c455c7f9-8298-4e04-a573-7eae7bc9b9ab service nova] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Updated VIF entry in instance network info cache for port 738325f1-837d-47af-9673-59a0c81e2974. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.186600] env[64120]: DEBUG nova.network.neutron [req-5cad41f2-83d9-48c1-ba8e-28797a221a01 req-c455c7f9-8298-4e04-a573-7eae7bc9b9ab service nova] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Updating instance_info_cache with network_info: [{"id": "738325f1-837d-47af-9673-59a0c81e2974", "address": "fa:16:3e:25:e9:02", "network": {"id": "1724d244-fd81-4651-931e-3b581fd54a4a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1252961982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cd6261cfa5648f5a13829a3c0e582f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap738325f1-83", "ovs_interfaceid": "738325f1-837d-47af-9673-59a0c81e2974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.285899] env[64120]: DEBUG nova.policy [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '984325b6e2354d1cbdcddc5f22704160', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6239a7baa80b4a2f85ce4cbe7734ca06', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 971.415945] env[64120]: DEBUG oslo_vmware.api [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Task: {'id': task-1405843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.214106} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.420390] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.422336] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d15207-852c-4da0-b76b-6ba997eeb642 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.454781] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] ab7e4956-eb19-4a23-97b4-2c4e37abe5dc/ab7e4956-eb19-4a23-97b4-2c4e37abe5dc.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.457694] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07e21bfb-171b-4a56-a719-de9e4eb9d40f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.484416] env[64120]: DEBUG oslo_vmware.api [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405842, 'name': RemoveSnapshot_Task} progress is 79%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.486030] env[64120]: DEBUG oslo_vmware.api [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Waiting for the task: (returnval){ [ 971.486030] env[64120]: value = "task-1405844" [ 971.486030] env[64120]: _type = "Task" [ 971.486030] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.499749] env[64120]: DEBUG oslo_vmware.api [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Task: {'id': task-1405844, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.631995] env[64120]: DEBUG nova.compute.manager [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 971.688593] env[64120]: DEBUG oslo_concurrency.lockutils [req-5cad41f2-83d9-48c1-ba8e-28797a221a01 req-c455c7f9-8298-4e04-a573-7eae7bc9b9ab service nova] Releasing lock "refresh_cache-eefaff78-2165-4aa7-b991-605084c3d9c0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.692082] env[64120]: DEBUG oslo_concurrency.lockutils [req-6ea612ec-faf1-4180-828a-1823b6a59632 req-e0ac6d7d-24d6-47e7-a65c-ce0c95d28414 service nova] Acquired lock "refresh_cache-eefaff78-2165-4aa7-b991-605084c3d9c0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.692744] env[64120]: DEBUG nova.network.neutron [req-6ea612ec-faf1-4180-828a-1823b6a59632 req-e0ac6d7d-24d6-47e7-a65c-ce0c95d28414 service nova] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Refreshing network info cache for port 738325f1-837d-47af-9673-59a0c81e2974 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.806829] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ccc5e4-52ef-4abd-a514-8c4c096fa4de {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.815071] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35b4484-b9be-453a-a2b7-1e58b7f87320 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.848974] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62eba587-cfac-44e1-ac5c-6d95ff227db0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.858057] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6bdd1f-46d8-4bc6-ba6a-b5e18f329822 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.876584] env[64120]: DEBUG nova.compute.provider_tree [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.967942] env[64120]: DEBUG oslo_vmware.api [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405842, 'name': RemoveSnapshot_Task, 'duration_secs': 1.447405} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.968263] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Deleted Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 971.968497] env[64120]: INFO nova.compute.manager [None req-761aca64-709d-419c-ad0e-03be59c4389c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Took 18.20 seconds to snapshot the instance on the hypervisor. [ 972.001022] env[64120]: DEBUG oslo_vmware.api [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Task: {'id': task-1405844, 'name': ReconfigVM_Task, 'duration_secs': 0.285879} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.001022] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Reconfigured VM instance instance-00000019 to attach disk [datastore2] ab7e4956-eb19-4a23-97b4-2c4e37abe5dc/ab7e4956-eb19-4a23-97b4-2c4e37abe5dc.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.001022] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07940136-2efa-48d3-8ac7-9b20313c00b6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.009513] env[64120]: DEBUG oslo_vmware.api [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Waiting for the task: (returnval){ [ 972.009513] env[64120]: value = "task-1405845" [ 972.009513] env[64120]: _type = "Task" [ 972.009513] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.019565] env[64120]: DEBUG oslo_vmware.api [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Task: {'id': task-1405845, 'name': Rename_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.247294] env[64120]: DEBUG nova.network.neutron [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Successfully created port: 7938587b-de56-43b9-8540-c2c26ebebd94 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 972.384041] env[64120]: DEBUG nova.scheduler.client.report [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 972.521843] env[64120]: DEBUG oslo_vmware.api [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Task: {'id': task-1405845, 'name': Rename_Task, 'duration_secs': 0.152796} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.525249] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.525412] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dd05d97-c480-46f6-8152-3e6b4dba8efa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.534500] env[64120]: DEBUG oslo_vmware.api [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Waiting for the task: (returnval){ [ 972.534500] env[64120]: value = "task-1405846" [ 972.534500] env[64120]: _type = "Task" [ 972.534500] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.543288] env[64120]: DEBUG oslo_vmware.api [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Task: {'id': task-1405846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.643776] env[64120]: DEBUG nova.compute.manager [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 972.650428] env[64120]: DEBUG nova.network.neutron [req-6ea612ec-faf1-4180-828a-1823b6a59632 req-e0ac6d7d-24d6-47e7-a65c-ce0c95d28414 service nova] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Updated VIF entry in instance network info cache for port 738325f1-837d-47af-9673-59a0c81e2974. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.650885] env[64120]: DEBUG nova.network.neutron [req-6ea612ec-faf1-4180-828a-1823b6a59632 req-e0ac6d7d-24d6-47e7-a65c-ce0c95d28414 service nova] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Updating instance_info_cache with network_info: [{"id": "738325f1-837d-47af-9673-59a0c81e2974", "address": "fa:16:3e:25:e9:02", "network": {"id": "1724d244-fd81-4651-931e-3b581fd54a4a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1252961982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cd6261cfa5648f5a13829a3c0e582f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap738325f1-83", "ovs_interfaceid": "738325f1-837d-47af-9673-59a0c81e2974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.682693] env[64120]: DEBUG nova.virt.hardware [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 972.682940] env[64120]: DEBUG nova.virt.hardware [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 972.683149] env[64120]: DEBUG nova.virt.hardware [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.683347] env[64120]: DEBUG nova.virt.hardware [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 972.683490] env[64120]: DEBUG nova.virt.hardware [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.683637] env[64120]: DEBUG nova.virt.hardware [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 972.683847] env[64120]: DEBUG nova.virt.hardware [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 972.684015] env[64120]: DEBUG nova.virt.hardware [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 972.684192] env[64120]: DEBUG nova.virt.hardware [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 972.684360] env[64120]: DEBUG nova.virt.hardware [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 972.684532] env[64120]: DEBUG nova.virt.hardware [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 972.685731] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac444912-3b44-4bbe-ab94-e26d59e7f566 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.696324] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb5e5ce-742a-48a3-9377-567fe5638a0d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.898029] env[64120]: DEBUG oslo_concurrency.lockutils [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.277s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.899153] env[64120]: DEBUG oslo_concurrency.lockutils [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.182s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.901552] env[64120]: INFO nova.compute.claims [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.937333] env[64120]: INFO nova.scheduler.client.report [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Deleted allocations for instance 22697bdf-00a0-4d08-b1f8-9ed0d733c801 [ 973.058773] env[64120]: DEBUG oslo_vmware.api [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Task: {'id': task-1405846, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.156216] env[64120]: DEBUG oslo_concurrency.lockutils [req-6ea612ec-faf1-4180-828a-1823b6a59632 req-e0ac6d7d-24d6-47e7-a65c-ce0c95d28414 service nova] Releasing lock "refresh_cache-eefaff78-2165-4aa7-b991-605084c3d9c0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.450100] env[64120]: DEBUG oslo_concurrency.lockutils [None req-11539a10-c001-4ca4-88a5-a5d04d5e82fc tempest-ServerDiagnosticsV248Test-1151519373 tempest-ServerDiagnosticsV248Test-1151519373-project-member] Lock "22697bdf-00a0-4d08-b1f8-9ed0d733c801" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.410s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.551888] env[64120]: DEBUG oslo_vmware.api [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Task: {'id': task-1405846, 'name': PowerOnVM_Task, 'duration_secs': 0.662495} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.552843] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.552843] env[64120]: INFO nova.compute.manager [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Took 8.05 seconds to spawn the instance on the hypervisor. [ 973.552843] env[64120]: DEBUG nova.compute.manager [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 973.553408] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e1a21e-54f8-48cb-a967-2127c1211b69 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.872663] env[64120]: DEBUG oslo_concurrency.lockutils [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Acquiring lock "87ff5098-8334-42ff-ac2f-ac28ed224fb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.873064] env[64120]: DEBUG oslo_concurrency.lockutils [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Lock "87ff5098-8334-42ff-ac2f-ac28ed224fb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.085935] env[64120]: INFO nova.compute.manager [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Took 42.34 seconds to build instance. [ 974.507739] env[64120]: DEBUG nova.compute.manager [req-9ea0dd60-2612-4fa7-b9fc-f2d95563bce3 req-90d4b327-1241-4ed6-b79c-6e9937bf3ee0 service nova] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Received event network-vif-plugged-7938587b-de56-43b9-8540-c2c26ebebd94 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 974.508161] env[64120]: DEBUG oslo_concurrency.lockutils [req-9ea0dd60-2612-4fa7-b9fc-f2d95563bce3 req-90d4b327-1241-4ed6-b79c-6e9937bf3ee0 service nova] Acquiring lock "0874ada8-4e6d-4259-a040-731b1bb4994b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.509826] env[64120]: DEBUG oslo_concurrency.lockutils [req-9ea0dd60-2612-4fa7-b9fc-f2d95563bce3 req-90d4b327-1241-4ed6-b79c-6e9937bf3ee0 service nova] Lock "0874ada8-4e6d-4259-a040-731b1bb4994b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.509826] env[64120]: DEBUG oslo_concurrency.lockutils [req-9ea0dd60-2612-4fa7-b9fc-f2d95563bce3 req-90d4b327-1241-4ed6-b79c-6e9937bf3ee0 service nova] Lock "0874ada8-4e6d-4259-a040-731b1bb4994b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.511461] env[64120]: DEBUG nova.compute.manager [req-9ea0dd60-2612-4fa7-b9fc-f2d95563bce3 req-90d4b327-1241-4ed6-b79c-6e9937bf3ee0 service nova] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] No waiting events found dispatching network-vif-plugged-7938587b-de56-43b9-8540-c2c26ebebd94 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 974.511461] env[64120]: WARNING nova.compute.manager [req-9ea0dd60-2612-4fa7-b9fc-f2d95563bce3 req-90d4b327-1241-4ed6-b79c-6e9937bf3ee0 service nova] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Received unexpected event network-vif-plugged-7938587b-de56-43b9-8540-c2c26ebebd94 for instance with vm_state building and task_state spawning. [ 974.512117] env[64120]: DEBUG nova.network.neutron [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Successfully updated port: 7938587b-de56-43b9-8540-c2c26ebebd94 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 974.524861] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfd1a33-0dd9-45e0-8fc8-e03616157bf8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.539435] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323b5ebd-6f2e-496f-83b4-b8334fa9538d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.578686] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030b7a2a-e9c0-45ed-ba28-60a518f39e42 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.587448] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a8959d1e-92e6-4cac-a194-e8df9b9cb3ff tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Lock "ab7e4956-eb19-4a23-97b4-2c4e37abe5dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.742s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.590548] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1533a0-8ea7-436f-bb4b-cc874ee3e3fe {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.607235] env[64120]: DEBUG nova.compute.provider_tree [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.019533] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Acquiring lock "refresh_cache-0874ada8-4e6d-4259-a040-731b1bb4994b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.019533] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Acquired lock "refresh_cache-0874ada8-4e6d-4259-a040-731b1bb4994b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.019533] env[64120]: DEBUG nova.network.neutron [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.096685] env[64120]: DEBUG nova.compute.manager [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 975.113020] env[64120]: DEBUG nova.scheduler.client.report [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 975.172873] env[64120]: DEBUG nova.compute.manager [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 975.172873] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e89930e-3cd9-45a1-9638-0cd9502372b6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.485434] env[64120]: DEBUG oslo_concurrency.lockutils [None req-89d0217f-eedb-4d11-993b-edf610df09c0 tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Acquiring lock "ab7e4956-eb19-4a23-97b4-2c4e37abe5dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.488242] env[64120]: DEBUG oslo_concurrency.lockutils [None req-89d0217f-eedb-4d11-993b-edf610df09c0 tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Lock "ab7e4956-eb19-4a23-97b4-2c4e37abe5dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.488242] env[64120]: DEBUG oslo_concurrency.lockutils [None req-89d0217f-eedb-4d11-993b-edf610df09c0 tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Acquiring lock "ab7e4956-eb19-4a23-97b4-2c4e37abe5dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.488242] env[64120]: DEBUG oslo_concurrency.lockutils [None req-89d0217f-eedb-4d11-993b-edf610df09c0 tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Lock "ab7e4956-eb19-4a23-97b4-2c4e37abe5dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.488242] env[64120]: DEBUG oslo_concurrency.lockutils [None req-89d0217f-eedb-4d11-993b-edf610df09c0 tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Lock "ab7e4956-eb19-4a23-97b4-2c4e37abe5dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.490128] env[64120]: INFO nova.compute.manager [None req-89d0217f-eedb-4d11-993b-edf610df09c0 tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Terminating instance [ 975.492689] env[64120]: DEBUG nova.compute.manager [None req-89d0217f-eedb-4d11-993b-edf610df09c0 tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 975.492900] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-89d0217f-eedb-4d11-993b-edf610df09c0 tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.493771] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70af0c52-ce8f-427a-881e-6fe3bd26aea1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.502656] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-89d0217f-eedb-4d11-993b-edf610df09c0 tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.503180] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-360907db-b4c0-4edd-8dd3-c56ca14d6fcd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.510523] env[64120]: DEBUG oslo_vmware.api [None req-89d0217f-eedb-4d11-993b-edf610df09c0 tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Waiting for the task: (returnval){ [ 975.510523] env[64120]: value = "task-1405847" [ 975.510523] env[64120]: _type = "Task" [ 975.510523] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.519018] env[64120]: DEBUG oslo_vmware.api [None req-89d0217f-eedb-4d11-993b-edf610df09c0 tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Task: {'id': task-1405847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.586840] env[64120]: DEBUG nova.network.neutron [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.615418] env[64120]: DEBUG oslo_concurrency.lockutils [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.616221] env[64120]: DEBUG nova.compute.manager [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 975.623173] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 35.839s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.635090] env[64120]: DEBUG oslo_concurrency.lockutils [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.692531] env[64120]: INFO nova.compute.manager [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] instance snapshotting [ 975.698691] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6300bf-fd47-4a43-bc28-9ff5ff1a2529 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.722681] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c644499e-ac2a-40ad-a365-9732c7654aaf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.024198] env[64120]: DEBUG oslo_vmware.api [None req-89d0217f-eedb-4d11-993b-edf610df09c0 tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Task: {'id': task-1405847, 'name': PowerOffVM_Task, 'duration_secs': 0.338419} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.024725] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-89d0217f-eedb-4d11-993b-edf610df09c0 tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.024725] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-89d0217f-eedb-4d11-993b-edf610df09c0 tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.025211] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d02c601-4919-456d-95b6-3d78408c2ca2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.066203] env[64120]: DEBUG nova.network.neutron [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Updating instance_info_cache with network_info: [{"id": "7938587b-de56-43b9-8540-c2c26ebebd94", "address": "fa:16:3e:07:e2:56", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7938587b-de", "ovs_interfaceid": "7938587b-de56-43b9-8540-c2c26ebebd94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.103933] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-89d0217f-eedb-4d11-993b-edf610df09c0 tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.104352] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-89d0217f-eedb-4d11-993b-edf610df09c0 tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.104599] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-89d0217f-eedb-4d11-993b-edf610df09c0 tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Deleting the datastore file [datastore2] ab7e4956-eb19-4a23-97b4-2c4e37abe5dc {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.104919] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd5294e8-00eb-42b3-865f-16a5021b439e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.113562] env[64120]: DEBUG oslo_vmware.api [None req-89d0217f-eedb-4d11-993b-edf610df09c0 tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Waiting for the task: (returnval){ [ 976.113562] env[64120]: value = "task-1405849" [ 976.113562] env[64120]: _type = "Task" [ 976.113562] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.142255] env[64120]: DEBUG nova.compute.utils [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 976.143375] env[64120]: DEBUG oslo_vmware.api [None req-89d0217f-eedb-4d11-993b-edf610df09c0 tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Task: {'id': task-1405849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.147238] env[64120]: DEBUG nova.compute.manager [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 976.147413] env[64120]: DEBUG nova.network.neutron [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 976.236599] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Creating Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 976.236987] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-12c49a00-6d5b-45ba-80d3-eac03dead3fc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.247376] env[64120]: DEBUG oslo_vmware.api [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for the task: (returnval){ [ 976.247376] env[64120]: value = "task-1405850" [ 976.247376] env[64120]: _type = "Task" [ 976.247376] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.256391] env[64120]: DEBUG oslo_vmware.api [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405850, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.325368] env[64120]: DEBUG nova.policy [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbc75b7563cf400da0fd7b8218236000', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '180f1437c1b84e778a3ee5af60a05ed1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 976.542036] env[64120]: DEBUG nova.compute.manager [req-ef437568-342e-4233-936a-6c5584d9d252 req-46d5117a-e050-4300-b88c-9f6b552e8ced service nova] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Received event network-changed-7938587b-de56-43b9-8540-c2c26ebebd94 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 976.542265] env[64120]: DEBUG nova.compute.manager [req-ef437568-342e-4233-936a-6c5584d9d252 req-46d5117a-e050-4300-b88c-9f6b552e8ced service nova] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Refreshing instance network info cache due to event network-changed-7938587b-de56-43b9-8540-c2c26ebebd94. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 976.542458] env[64120]: DEBUG oslo_concurrency.lockutils [req-ef437568-342e-4233-936a-6c5584d9d252 req-46d5117a-e050-4300-b88c-9f6b552e8ced service nova] Acquiring lock "refresh_cache-0874ada8-4e6d-4259-a040-731b1bb4994b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.572094] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Releasing lock "refresh_cache-0874ada8-4e6d-4259-a040-731b1bb4994b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.572461] env[64120]: DEBUG nova.compute.manager [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Instance network_info: |[{"id": "7938587b-de56-43b9-8540-c2c26ebebd94", "address": "fa:16:3e:07:e2:56", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7938587b-de", "ovs_interfaceid": "7938587b-de56-43b9-8540-c2c26ebebd94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 976.572805] env[64120]: DEBUG oslo_concurrency.lockutils [req-ef437568-342e-4233-936a-6c5584d9d252 req-46d5117a-e050-4300-b88c-9f6b552e8ced service nova] Acquired lock "refresh_cache-0874ada8-4e6d-4259-a040-731b1bb4994b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.573052] env[64120]: DEBUG nova.network.neutron [req-ef437568-342e-4233-936a-6c5584d9d252 req-46d5117a-e050-4300-b88c-9f6b552e8ced service nova] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Refreshing network info cache for port 7938587b-de56-43b9-8540-c2c26ebebd94 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.574797] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:e2:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7938587b-de56-43b9-8540-c2c26ebebd94', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.584604] env[64120]: DEBUG oslo.service.loopingcall [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 976.590986] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.590986] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e3b984d-d8db-4ae1-8767-11cd0283be56 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.617034] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.617034] env[64120]: value = "task-1405851" [ 976.617034] env[64120]: _type = "Task" [ 976.617034] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.629756] env[64120]: DEBUG oslo_vmware.api [None req-89d0217f-eedb-4d11-993b-edf610df09c0 tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Task: {'id': task-1405849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177065} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.633135] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-89d0217f-eedb-4d11-993b-edf610df09c0 tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.633201] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-89d0217f-eedb-4d11-993b-edf610df09c0 tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.633351] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-89d0217f-eedb-4d11-993b-edf610df09c0 tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.633524] env[64120]: INFO nova.compute.manager [None req-89d0217f-eedb-4d11-993b-edf610df09c0 tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 976.633759] env[64120]: DEBUG oslo.service.loopingcall [None req-89d0217f-eedb-4d11-993b-edf610df09c0 tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 976.633921] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405851, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.634146] env[64120]: DEBUG nova.compute.manager [-] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 976.635179] env[64120]: DEBUG nova.network.neutron [-] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.646184] env[64120]: DEBUG nova.compute.manager [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 976.650452] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Applying migration context for instance 810ace60-3801-4686-8087-570c8b93b42f as it has an incoming, in-progress migration 601d5857-4ddc-495d-884a-faa13e099ebb. Migration status is confirming {{(pid=64120) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 976.653955] env[64120]: INFO nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Updating resource usage from migration 601d5857-4ddc-495d-884a-faa13e099ebb [ 976.691512] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance eefaff78-2165-4aa7-b991-605084c3d9c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 976.691512] env[64120]: WARNING nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 038445ee-fe90-4f5a-829e-c36cf1a9bf33 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 976.691512] env[64120]: WARNING nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 625aec63-96af-4356-90bb-8278f9794f2a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 976.691512] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 51f2aeb5-f940-49b0-bfce-e404cbd69d4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 976.691512] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance e359f71d-a8c8-471e-9c65-0b5f7d60a39b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 976.691512] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 93417e30-1413-457e-a34f-5d9f1fb8e657 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 976.691512] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance a023676a-cd0b-47d9-b239-0fa94290af72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 976.691512] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 976.691512] env[64120]: WARNING nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 34463929-7e32-48fa-93cf-d3d5aea0f51b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 976.691512] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (4ceac537-82ec-49fa-8fac-aa5d6181b318): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 976.691512] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance a4c04c6d-8d9b-4859-9ece-a256f8cd0f18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 976.691512] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 976.691512] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Migration 601d5857-4ddc-495d-884a-faa13e099ebb is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 976.691512] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 810ace60-3801-4686-8087-570c8b93b42f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 976.692015] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 3997b4b8-119f-4bac-a16c-b18361db7b31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 976.692015] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance ab7e4956-eb19-4a23-97b4-2c4e37abe5dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 976.692015] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance a1091ef6-076c-4644-bb23-6801b07d5d77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 976.692015] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 0874ada8-4e6d-4259-a040-731b1bb4994b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 976.760682] env[64120]: DEBUG oslo_vmware.api [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405850, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.115489] env[64120]: DEBUG nova.network.neutron [req-ef437568-342e-4233-936a-6c5584d9d252 req-46d5117a-e050-4300-b88c-9f6b552e8ced service nova] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Updated VIF entry in instance network info cache for port 7938587b-de56-43b9-8540-c2c26ebebd94. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.115910] env[64120]: DEBUG nova.network.neutron [req-ef437568-342e-4233-936a-6c5584d9d252 req-46d5117a-e050-4300-b88c-9f6b552e8ced service nova] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Updating instance_info_cache with network_info: [{"id": "7938587b-de56-43b9-8540-c2c26ebebd94", "address": "fa:16:3e:07:e2:56", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7938587b-de", "ovs_interfaceid": "7938587b-de56-43b9-8540-c2c26ebebd94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.134947] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405851, 'name': CreateVM_Task, 'duration_secs': 0.425436} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.135484] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.136201] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.136385] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.136761] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.137555] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d13b236-e9c2-42a9-aca4-36e2b8549c6f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.144114] env[64120]: DEBUG oslo_vmware.api [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Waiting for the task: (returnval){ [ 977.144114] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5294e0ee-b520-e491-2102-23c0e46ae299" [ 977.144114] env[64120]: _type = "Task" [ 977.144114] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.158617] env[64120]: DEBUG oslo_vmware.api [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5294e0ee-b520-e491-2102-23c0e46ae299, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.192841] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 729579fc-b3f5-469a-976e-fce8e9cae6e2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 977.266599] env[64120]: DEBUG oslo_vmware.api [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405850, 'name': CreateSnapshot_Task, 'duration_secs': 0.557541} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.266599] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Created Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 977.266852] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7260b5-22f7-42fa-8b91-b0ce4f14ddd2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.481344] env[64120]: DEBUG nova.compute.manager [req-7661587d-c426-456c-bd7c-a418e338944e req-0824cdf7-fe55-47b1-a5ac-3ecd1b3b012f service nova] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Received event network-vif-deleted-11f2c5e3-54a3-44ae-9a24-dc242679d500 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 977.481562] env[64120]: INFO nova.compute.manager [req-7661587d-c426-456c-bd7c-a418e338944e req-0824cdf7-fe55-47b1-a5ac-3ecd1b3b012f service nova] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Neutron deleted interface 11f2c5e3-54a3-44ae-9a24-dc242679d500; detaching it from the instance and deleting it from the info cache [ 977.481707] env[64120]: DEBUG nova.network.neutron [req-7661587d-c426-456c-bd7c-a418e338944e req-0824cdf7-fe55-47b1-a5ac-3ecd1b3b012f service nova] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.622722] env[64120]: DEBUG oslo_concurrency.lockutils [req-ef437568-342e-4233-936a-6c5584d9d252 req-46d5117a-e050-4300-b88c-9f6b552e8ced service nova] Releasing lock "refresh_cache-0874ada8-4e6d-4259-a040-731b1bb4994b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.623614] env[64120]: DEBUG nova.network.neutron [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Successfully created port: f69bfff8-0cde-4524-be3b-522071accd55 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 977.655831] env[64120]: DEBUG oslo_vmware.api [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5294e0ee-b520-e491-2102-23c0e46ae299, 'name': SearchDatastore_Task, 'duration_secs': 0.010413} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.656217] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.656718] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.657025] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.657225] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.657600] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.658010] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75e1a8ec-6fa4-4fea-acae-e72a23376783 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.665527] env[64120]: DEBUG nova.compute.manager [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 977.669341] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.669757] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.671064] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf203ebe-ccdf-4b39-a38c-f865142c0f1b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.677777] env[64120]: DEBUG oslo_vmware.api [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Waiting for the task: (returnval){ [ 977.677777] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c8bfcf-5ec2-2e38-3047-f12094dd1686" [ 977.677777] env[64120]: _type = "Task" [ 977.677777] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.688160] env[64120]: DEBUG oslo_vmware.api [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c8bfcf-5ec2-2e38-3047-f12094dd1686, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.696899] env[64120]: DEBUG nova.virt.hardware [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 977.697413] env[64120]: DEBUG nova.virt.hardware [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 977.697606] env[64120]: DEBUG nova.virt.hardware [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.698221] env[64120]: DEBUG nova.virt.hardware [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 977.698221] env[64120]: DEBUG nova.virt.hardware [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.698221] env[64120]: DEBUG nova.virt.hardware [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 977.698545] env[64120]: DEBUG nova.virt.hardware [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 977.698759] env[64120]: DEBUG nova.virt.hardware [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 977.699393] env[64120]: DEBUG nova.virt.hardware [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 977.699625] env[64120]: DEBUG nova.virt.hardware [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 977.699853] env[64120]: DEBUG nova.virt.hardware [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 977.700872] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance e37e29e1-3a48-48d6-8eeb-86af9a4817fd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 977.702700] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9c0156-e904-46fb-b3f2-05f1e9b44227 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.715211] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db758456-2402-428a-b9d9-a853a4d2a28d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.739729] env[64120]: DEBUG nova.network.neutron [-] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.788430] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Creating linked-clone VM from snapshot {{(pid=64120) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 977.791540] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5457e7bf-b678-436b-a5c4-5f18922e7c18 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.801923] env[64120]: DEBUG oslo_vmware.api [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for the task: (returnval){ [ 977.801923] env[64120]: value = "task-1405852" [ 977.801923] env[64120]: _type = "Task" [ 977.801923] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.812712] env[64120]: DEBUG oslo_vmware.api [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405852, 'name': CloneVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.987875] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0481119c-d95f-41e3-b377-685e7ce6e6bf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.005711] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f316f92-547c-4802-b12a-f3ca3f593089 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.045490] env[64120]: DEBUG nova.compute.manager [req-7661587d-c426-456c-bd7c-a418e338944e req-0824cdf7-fe55-47b1-a5ac-3ecd1b3b012f service nova] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Detach interface failed, port_id=11f2c5e3-54a3-44ae-9a24-dc242679d500, reason: Instance ab7e4956-eb19-4a23-97b4-2c4e37abe5dc could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 978.201592] env[64120]: DEBUG oslo_vmware.api [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c8bfcf-5ec2-2e38-3047-f12094dd1686, 'name': SearchDatastore_Task, 'duration_secs': 0.009739} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.202674] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb307311-51f4-441d-8374-6d7e43c18038 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.206879] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 5bd2f6c4-7671-4aae-b358-08456faf0973 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 978.213504] env[64120]: DEBUG oslo_vmware.api [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Waiting for the task: (returnval){ [ 978.213504] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]522be975-fd2f-d2a9-082d-14ca221da234" [ 978.213504] env[64120]: _type = "Task" [ 978.213504] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.226180] env[64120]: DEBUG oslo_vmware.api [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]522be975-fd2f-d2a9-082d-14ca221da234, 'name': SearchDatastore_Task} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.226481] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.226748] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 0874ada8-4e6d-4259-a040-731b1bb4994b/0874ada8-4e6d-4259-a040-731b1bb4994b.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.227067] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9857e572-07ac-49e8-a47c-8419aa8d7969 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.239213] env[64120]: DEBUG oslo_vmware.api [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Waiting for the task: (returnval){ [ 978.239213] env[64120]: value = "task-1405853" [ 978.239213] env[64120]: _type = "Task" [ 978.239213] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.247523] env[64120]: INFO nova.compute.manager [-] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Took 1.61 seconds to deallocate network for instance. [ 978.264036] env[64120]: DEBUG oslo_vmware.api [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': task-1405853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.316075] env[64120]: DEBUG oslo_vmware.api [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405852, 'name': CloneVM_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.716998] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 7c3b6190-aec5-474d-872d-1c5160b9f5fb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 978.744511] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Acquiring lock "ee75c32c-969f-4181-b8b5-9c30808d32ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.744511] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Lock "ee75c32c-969f-4181-b8b5-9c30808d32ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.757542] env[64120]: DEBUG oslo_vmware.api [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': task-1405853, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.766329] env[64120]: DEBUG oslo_concurrency.lockutils [None req-89d0217f-eedb-4d11-993b-edf610df09c0 tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.822487] env[64120]: DEBUG oslo_vmware.api [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405852, 'name': CloneVM_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.223486] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 979.261687] env[64120]: DEBUG oslo_vmware.api [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': task-1405853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602114} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.261687] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 0874ada8-4e6d-4259-a040-731b1bb4994b/0874ada8-4e6d-4259-a040-731b1bb4994b.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.261687] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.261950] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe5faa17-1df2-470c-9cea-138e62c04cd9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.273143] env[64120]: DEBUG oslo_vmware.api [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Waiting for the task: (returnval){ [ 979.273143] env[64120]: value = "task-1405854" [ 979.273143] env[64120]: _type = "Task" [ 979.273143] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.285558] env[64120]: DEBUG oslo_vmware.api [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': task-1405854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.313816] env[64120]: DEBUG oslo_vmware.api [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405852, 'name': CloneVM_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.727945] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 8d8da40e-e5a1-4d8c-9879-21f56e03558d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 979.780164] env[64120]: DEBUG nova.compute.manager [req-fb55f9b3-0a48-46d4-a4bf-6fcf4b8e9075 req-8e969ccb-099b-4199-85a2-6eccf888d163 service nova] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Received event network-vif-plugged-f69bfff8-0cde-4524-be3b-522071accd55 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 979.780402] env[64120]: DEBUG oslo_concurrency.lockutils [req-fb55f9b3-0a48-46d4-a4bf-6fcf4b8e9075 req-8e969ccb-099b-4199-85a2-6eccf888d163 service nova] Acquiring lock "a1091ef6-076c-4644-bb23-6801b07d5d77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.781250] env[64120]: DEBUG oslo_concurrency.lockutils [req-fb55f9b3-0a48-46d4-a4bf-6fcf4b8e9075 req-8e969ccb-099b-4199-85a2-6eccf888d163 service nova] Lock "a1091ef6-076c-4644-bb23-6801b07d5d77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.781250] env[64120]: DEBUG oslo_concurrency.lockutils [req-fb55f9b3-0a48-46d4-a4bf-6fcf4b8e9075 req-8e969ccb-099b-4199-85a2-6eccf888d163 service nova] Lock "a1091ef6-076c-4644-bb23-6801b07d5d77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.781250] env[64120]: DEBUG nova.compute.manager [req-fb55f9b3-0a48-46d4-a4bf-6fcf4b8e9075 req-8e969ccb-099b-4199-85a2-6eccf888d163 service nova] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] No waiting events found dispatching network-vif-plugged-f69bfff8-0cde-4524-be3b-522071accd55 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 979.781250] env[64120]: WARNING nova.compute.manager [req-fb55f9b3-0a48-46d4-a4bf-6fcf4b8e9075 req-8e969ccb-099b-4199-85a2-6eccf888d163 service nova] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Received unexpected event network-vif-plugged-f69bfff8-0cde-4524-be3b-522071accd55 for instance with vm_state building and task_state spawning. [ 979.787981] env[64120]: DEBUG oslo_vmware.api [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': task-1405854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.30106} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.789051] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.789403] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e0042f-a2a1-4ed4-a66c-61706b4c60fb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.816765] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 0874ada8-4e6d-4259-a040-731b1bb4994b/0874ada8-4e6d-4259-a040-731b1bb4994b.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.821572] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbea5bc4-3203-44d5-8ad3-78bdc8f4ac4d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.845109] env[64120]: DEBUG oslo_vmware.api [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405852, 'name': CloneVM_Task, 'duration_secs': 1.567247} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.846555] env[64120]: INFO nova.virt.vmwareapi.vmops [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Created linked-clone VM from snapshot [ 979.846965] env[64120]: DEBUG oslo_vmware.api [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Waiting for the task: (returnval){ [ 979.846965] env[64120]: value = "task-1405855" [ 979.846965] env[64120]: _type = "Task" [ 979.846965] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.847782] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d501aead-3c72-4855-8557-e8d153bb937a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.860939] env[64120]: DEBUG oslo_vmware.api [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': task-1405855, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.871711] env[64120]: DEBUG nova.network.neutron [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Successfully updated port: f69bfff8-0cde-4524-be3b-522071accd55 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 979.873203] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Uploading image 64897510-8ec1-4a2d-ae95-5256a09226b7 {{(pid=64120) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 979.915845] env[64120]: DEBUG oslo_vmware.rw_handles [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 979.915845] env[64120]: value = "vm-297979" [ 979.915845] env[64120]: _type = "VirtualMachine" [ 979.915845] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 979.915845] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4d7d1162-fc11-4566-ad4f-b28328d8563e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.926020] env[64120]: DEBUG oslo_vmware.rw_handles [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Lease: (returnval){ [ 979.926020] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529d50ae-1cd4-d3a1-f102-4ac5ccf5fab5" [ 979.926020] env[64120]: _type = "HttpNfcLease" [ 979.926020] env[64120]: } obtained for exporting VM: (result){ [ 979.926020] env[64120]: value = "vm-297979" [ 979.926020] env[64120]: _type = "VirtualMachine" [ 979.926020] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 979.926591] env[64120]: DEBUG oslo_vmware.api [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for the lease: (returnval){ [ 979.926591] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529d50ae-1cd4-d3a1-f102-4ac5ccf5fab5" [ 979.926591] env[64120]: _type = "HttpNfcLease" [ 979.926591] env[64120]: } to be ready. {{(pid=64120) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 979.936739] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 979.936739] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529d50ae-1cd4-d3a1-f102-4ac5ccf5fab5" [ 979.936739] env[64120]: _type = "HttpNfcLease" [ 979.936739] env[64120]: } is initializing. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 980.232121] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 930617d3-b611-4d72-8e0e-7b7f8253fd29 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 980.363944] env[64120]: DEBUG oslo_vmware.api [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': task-1405855, 'name': ReconfigVM_Task, 'duration_secs': 0.309766} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.364425] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 0874ada8-4e6d-4259-a040-731b1bb4994b/0874ada8-4e6d-4259-a040-731b1bb4994b.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.365237] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32ebdac0-ad9d-4200-ad10-113944916546 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.379961] env[64120]: DEBUG oslo_concurrency.lockutils [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Acquiring lock "refresh_cache-a1091ef6-076c-4644-bb23-6801b07d5d77" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.379961] env[64120]: DEBUG oslo_concurrency.lockutils [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Acquired lock "refresh_cache-a1091ef6-076c-4644-bb23-6801b07d5d77" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.379961] env[64120]: DEBUG nova.network.neutron [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.379961] env[64120]: DEBUG oslo_vmware.api [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Waiting for the task: (returnval){ [ 980.379961] env[64120]: value = "task-1405857" [ 980.379961] env[64120]: _type = "Task" [ 980.379961] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.391701] env[64120]: DEBUG oslo_vmware.api [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': task-1405857, 'name': Rename_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.437416] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 980.437416] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529d50ae-1cd4-d3a1-f102-4ac5ccf5fab5" [ 980.437416] env[64120]: _type = "HttpNfcLease" [ 980.437416] env[64120]: } is ready. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 980.437416] env[64120]: DEBUG oslo_vmware.rw_handles [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 980.437416] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529d50ae-1cd4-d3a1-f102-4ac5ccf5fab5" [ 980.437416] env[64120]: _type = "HttpNfcLease" [ 980.437416] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 980.437874] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d4890a-ad10-4d5b-9fc9-274e88c0670e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.449121] env[64120]: DEBUG oslo_vmware.rw_handles [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cbc11b-c4ff-ac7a-f315-5119a202277a/disk-0.vmdk from lease info. {{(pid=64120) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 980.449416] env[64120]: DEBUG oslo_vmware.rw_handles [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cbc11b-c4ff-ac7a-f315-5119a202277a/disk-0.vmdk for reading. {{(pid=64120) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 980.556405] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-66d71095-16c7-4a17-95c9-22cfe9e58858 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.745020] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 5ceec829-071c-472b-bbe6-125e95161d24 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 980.897988] env[64120]: DEBUG oslo_vmware.api [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': task-1405857, 'name': Rename_Task, 'duration_secs': 0.182261} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.898638] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.898968] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3ca5492-984b-417f-9758-fdb0d7c21ac2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.907549] env[64120]: DEBUG oslo_vmware.api [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Waiting for the task: (returnval){ [ 980.907549] env[64120]: value = "task-1405858" [ 980.907549] env[64120]: _type = "Task" [ 980.907549] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.918965] env[64120]: DEBUG oslo_vmware.api [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': task-1405858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.957234] env[64120]: DEBUG nova.network.neutron [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.068291] env[64120]: DEBUG oslo_concurrency.lockutils [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Acquiring lock "696f7e5e-a900-443d-9532-a8a2584426d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.068291] env[64120]: DEBUG oslo_concurrency.lockutils [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Lock "696f7e5e-a900-443d-9532-a8a2584426d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.236419] env[64120]: DEBUG nova.network.neutron [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Updating instance_info_cache with network_info: [{"id": "f69bfff8-0cde-4524-be3b-522071accd55", "address": "fa:16:3e:15:ba:d9", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf69bfff8-0c", "ovs_interfaceid": "f69bfff8-0cde-4524-be3b-522071accd55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.253020] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance cdf0bc19-3793-4b5b-b693-f380ab2797c6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 981.420570] env[64120]: DEBUG oslo_vmware.api [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': task-1405858, 'name': PowerOnVM_Task} progress is 64%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.738511] env[64120]: DEBUG oslo_concurrency.lockutils [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Releasing lock "refresh_cache-a1091ef6-076c-4644-bb23-6801b07d5d77" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.738784] env[64120]: DEBUG nova.compute.manager [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Instance network_info: |[{"id": "f69bfff8-0cde-4524-be3b-522071accd55", "address": "fa:16:3e:15:ba:d9", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf69bfff8-0c", "ovs_interfaceid": "f69bfff8-0cde-4524-be3b-522071accd55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 981.739261] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:ba:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f69bfff8-0cde-4524-be3b-522071accd55', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.750685] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Creating folder: Project (180f1437c1b84e778a3ee5af60a05ed1). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 981.751059] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-625a4c85-d980-4aae-b2a6-6bd816a3885a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.757404] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance d57efb12-3708-4a0d-8987-4efe69887d86 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 981.768358] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Created folder: Project (180f1437c1b84e778a3ee5af60a05ed1) in parent group-v297899. [ 981.768358] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Creating folder: Instances. Parent ref: group-v297980. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 981.768358] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43d6515d-ad26-4710-a203-3d7c10cd775e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.780591] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Created folder: Instances in parent group-v297980. [ 981.780894] env[64120]: DEBUG oslo.service.loopingcall [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 981.781370] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.781654] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f9db98a-42ea-43e4-9f53-483cab7a7052 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.808361] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.808361] env[64120]: value = "task-1405861" [ 981.808361] env[64120]: _type = "Task" [ 981.808361] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.818499] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405861, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.924108] env[64120]: DEBUG oslo_vmware.api [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': task-1405858, 'name': PowerOnVM_Task, 'duration_secs': 0.982634} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.924679] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.924926] env[64120]: INFO nova.compute.manager [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Took 9.28 seconds to spawn the instance on the hypervisor. [ 981.925173] env[64120]: DEBUG nova.compute.manager [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 981.926156] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cdc2a2-9ba2-4c22-9b8f-9c651d1f9ff5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.969048] env[64120]: DEBUG nova.compute.manager [req-2c807b86-d642-49d4-afb5-176db026dc1d req-81101c41-ac1d-4790-9537-c5018e1c7669 service nova] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Received event network-changed-f69bfff8-0cde-4524-be3b-522071accd55 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 981.969048] env[64120]: DEBUG nova.compute.manager [req-2c807b86-d642-49d4-afb5-176db026dc1d req-81101c41-ac1d-4790-9537-c5018e1c7669 service nova] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Refreshing instance network info cache due to event network-changed-f69bfff8-0cde-4524-be3b-522071accd55. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 981.969686] env[64120]: DEBUG oslo_concurrency.lockutils [req-2c807b86-d642-49d4-afb5-176db026dc1d req-81101c41-ac1d-4790-9537-c5018e1c7669 service nova] Acquiring lock "refresh_cache-a1091ef6-076c-4644-bb23-6801b07d5d77" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.969976] env[64120]: DEBUG oslo_concurrency.lockutils [req-2c807b86-d642-49d4-afb5-176db026dc1d req-81101c41-ac1d-4790-9537-c5018e1c7669 service nova] Acquired lock "refresh_cache-a1091ef6-076c-4644-bb23-6801b07d5d77" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.970185] env[64120]: DEBUG nova.network.neutron [req-2c807b86-d642-49d4-afb5-176db026dc1d req-81101c41-ac1d-4790-9537-c5018e1c7669 service nova] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Refreshing network info cache for port f69bfff8-0cde-4524-be3b-522071accd55 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.264053] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 96a40bb6-97eb-49cb-80f3-da6737798c03 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 982.323227] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405861, 'name': CreateVM_Task, 'duration_secs': 0.482609} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.323227] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.324235] env[64120]: DEBUG oslo_concurrency.lockutils [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.324432] env[64120]: DEBUG oslo_concurrency.lockutils [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.324821] env[64120]: DEBUG oslo_concurrency.lockutils [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.325626] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94a00974-f461-47fe-a550-57bfb40b707c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.331848] env[64120]: DEBUG oslo_vmware.api [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Waiting for the task: (returnval){ [ 982.331848] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5215e03b-b30b-72a5-f326-5089d8fbff4d" [ 982.331848] env[64120]: _type = "Task" [ 982.331848] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.342380] env[64120]: DEBUG oslo_vmware.api [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5215e03b-b30b-72a5-f326-5089d8fbff4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.445599] env[64120]: INFO nova.compute.manager [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Took 45.12 seconds to build instance. [ 982.717774] env[64120]: DEBUG nova.network.neutron [req-2c807b86-d642-49d4-afb5-176db026dc1d req-81101c41-ac1d-4790-9537-c5018e1c7669 service nova] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Updated VIF entry in instance network info cache for port f69bfff8-0cde-4524-be3b-522071accd55. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.718514] env[64120]: DEBUG nova.network.neutron [req-2c807b86-d642-49d4-afb5-176db026dc1d req-81101c41-ac1d-4790-9537-c5018e1c7669 service nova] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Updating instance_info_cache with network_info: [{"id": "f69bfff8-0cde-4524-be3b-522071accd55", "address": "fa:16:3e:15:ba:d9", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf69bfff8-0c", "ovs_interfaceid": "f69bfff8-0cde-4524-be3b-522071accd55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.771255] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 8ef31af0-a100-46ee-8be6-d2c444880e44 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 982.850449] env[64120]: DEBUG oslo_vmware.api [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5215e03b-b30b-72a5-f326-5089d8fbff4d, 'name': SearchDatastore_Task, 'duration_secs': 0.020279} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.850916] env[64120]: DEBUG oslo_concurrency.lockutils [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.851222] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.851482] env[64120]: DEBUG oslo_concurrency.lockutils [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.851632] env[64120]: DEBUG oslo_concurrency.lockutils [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.851817] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.852131] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e919d9b4-0b24-4399-a756-45d63d06d1d4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.865915] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.865915] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.866151] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce49addc-6c6b-48b5-be7c-9d9aaee57a26 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.872921] env[64120]: DEBUG oslo_vmware.api [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Waiting for the task: (returnval){ [ 982.872921] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52fc6cf7-3565-4bab-3d18-357d34a42e32" [ 982.872921] env[64120]: _type = "Task" [ 982.872921] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.883032] env[64120]: DEBUG oslo_vmware.api [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52fc6cf7-3565-4bab-3d18-357d34a42e32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.949041] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ff7f9e10-f2b5-4fdb-853f-9fec436dc492 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Lock "0874ada8-4e6d-4259-a040-731b1bb4994b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.991s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.222119] env[64120]: DEBUG oslo_concurrency.lockutils [req-2c807b86-d642-49d4-afb5-176db026dc1d req-81101c41-ac1d-4790-9537-c5018e1c7669 service nova] Releasing lock "refresh_cache-a1091ef6-076c-4644-bb23-6801b07d5d77" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.277031] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 76f5f14b-36e5-46ab-8c05-ba352db612bd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 983.385281] env[64120]: DEBUG oslo_vmware.api [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52fc6cf7-3565-4bab-3d18-357d34a42e32, 'name': SearchDatastore_Task, 'duration_secs': 0.013458} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.386745] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-822f4e62-27a0-4a05-ae74-768d8f2db760 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.394241] env[64120]: DEBUG oslo_vmware.api [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Waiting for the task: (returnval){ [ 983.394241] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f43cd7-5150-6baa-e6fa-46f8475b4e0c" [ 983.394241] env[64120]: _type = "Task" [ 983.394241] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.406098] env[64120]: DEBUG oslo_vmware.api [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f43cd7-5150-6baa-e6fa-46f8475b4e0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.455227] env[64120]: DEBUG nova.compute.manager [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 983.780569] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 9459817b-f9ba-4636-b276-21dd1d1d92a6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 983.907209] env[64120]: DEBUG oslo_vmware.api [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f43cd7-5150-6baa-e6fa-46f8475b4e0c, 'name': SearchDatastore_Task, 'duration_secs': 0.026423} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.907209] env[64120]: DEBUG oslo_concurrency.lockutils [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.907209] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] a1091ef6-076c-4644-bb23-6801b07d5d77/a1091ef6-076c-4644-bb23-6801b07d5d77.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.907209] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1aaf9a2a-f2c5-4813-b5b4-7275baf8176d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.917016] env[64120]: DEBUG oslo_vmware.api [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Waiting for the task: (returnval){ [ 983.917016] env[64120]: value = "task-1405862" [ 983.917016] env[64120]: _type = "Task" [ 983.917016] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.926921] env[64120]: DEBUG oslo_vmware.api [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Task: {'id': task-1405862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.956576] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0a2a2260-6d50-4a3d-8edc-03710224c132 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Acquiring lock "0874ada8-4e6d-4259-a040-731b1bb4994b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.957192] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0a2a2260-6d50-4a3d-8edc-03710224c132 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Lock "0874ada8-4e6d-4259-a040-731b1bb4994b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.957192] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0a2a2260-6d50-4a3d-8edc-03710224c132 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Acquiring lock "0874ada8-4e6d-4259-a040-731b1bb4994b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.957324] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0a2a2260-6d50-4a3d-8edc-03710224c132 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Lock "0874ada8-4e6d-4259-a040-731b1bb4994b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.957555] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0a2a2260-6d50-4a3d-8edc-03710224c132 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Lock "0874ada8-4e6d-4259-a040-731b1bb4994b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.962943] env[64120]: INFO nova.compute.manager [None req-0a2a2260-6d50-4a3d-8edc-03710224c132 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Terminating instance [ 983.969132] env[64120]: DEBUG nova.compute.manager [None req-0a2a2260-6d50-4a3d-8edc-03710224c132 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 983.969344] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2a2260-6d50-4a3d-8edc-03710224c132 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.970194] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df2e947-9827-48a1-9dd0-6d92fb51dae0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.981877] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a2a2260-6d50-4a3d-8edc-03710224c132 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.982442] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4ab8641-33e9-4d17-87b1-5f2f9efcde3b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.991293] env[64120]: DEBUG oslo_vmware.api [None req-0a2a2260-6d50-4a3d-8edc-03710224c132 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Waiting for the task: (returnval){ [ 983.991293] env[64120]: value = "task-1405863" [ 983.991293] env[64120]: _type = "Task" [ 983.991293] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.004941] env[64120]: DEBUG oslo_vmware.api [None req-0a2a2260-6d50-4a3d-8edc-03710224c132 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': task-1405863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.018108] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.286252] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 984.432957] env[64120]: DEBUG oslo_vmware.api [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Task: {'id': task-1405862, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.504628] env[64120]: DEBUG oslo_vmware.api [None req-0a2a2260-6d50-4a3d-8edc-03710224c132 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': task-1405863, 'name': PowerOffVM_Task, 'duration_secs': 0.267885} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.504931] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a2a2260-6d50-4a3d-8edc-03710224c132 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.505165] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2a2260-6d50-4a3d-8edc-03710224c132 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.505388] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10f7edb2-12ab-429c-842a-3e05aec94b37 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.589022] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2a2260-6d50-4a3d-8edc-03710224c132 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.589022] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2a2260-6d50-4a3d-8edc-03710224c132 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.589022] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a2a2260-6d50-4a3d-8edc-03710224c132 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Deleting the datastore file [datastore2] 0874ada8-4e6d-4259-a040-731b1bb4994b {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.589022] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70b444a9-b593-4b8b-bb4a-c8769f0bcee5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.597242] env[64120]: DEBUG oslo_vmware.api [None req-0a2a2260-6d50-4a3d-8edc-03710224c132 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Waiting for the task: (returnval){ [ 984.597242] env[64120]: value = "task-1405865" [ 984.597242] env[64120]: _type = "Task" [ 984.597242] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.605942] env[64120]: DEBUG oslo_vmware.api [None req-0a2a2260-6d50-4a3d-8edc-03710224c132 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': task-1405865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.787016] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 2d14c3fc-708b-4bb7-8f95-303e546dd811 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 984.928194] env[64120]: DEBUG oslo_vmware.api [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Task: {'id': task-1405862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703531} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.928942] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] a1091ef6-076c-4644-bb23-6801b07d5d77/a1091ef6-076c-4644-bb23-6801b07d5d77.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.929208] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.929482] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c6bfc7a-b1d9-45d3-8e08-da1a2a644bbe {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.937367] env[64120]: DEBUG oslo_vmware.api [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Waiting for the task: (returnval){ [ 984.937367] env[64120]: value = "task-1405866" [ 984.937367] env[64120]: _type = "Task" [ 984.937367] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.951709] env[64120]: DEBUG oslo_vmware.api [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Task: {'id': task-1405866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.107812] env[64120]: DEBUG oslo_vmware.api [None req-0a2a2260-6d50-4a3d-8edc-03710224c132 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Task: {'id': task-1405865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249191} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.108093] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a2a2260-6d50-4a3d-8edc-03710224c132 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.108295] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2a2260-6d50-4a3d-8edc-03710224c132 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.108475] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2a2260-6d50-4a3d-8edc-03710224c132 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.108747] env[64120]: INFO nova.compute.manager [None req-0a2a2260-6d50-4a3d-8edc-03710224c132 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 985.108925] env[64120]: DEBUG oslo.service.loopingcall [None req-0a2a2260-6d50-4a3d-8edc-03710224c132 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 985.109154] env[64120]: DEBUG nova.compute.manager [-] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 985.109248] env[64120]: DEBUG nova.network.neutron [-] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.290656] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 87ff5098-8334-42ff-ac2f-ac28ed224fb4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 985.291036] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 985.291212] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 985.453799] env[64120]: DEBUG oslo_vmware.api [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Task: {'id': task-1405866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066654} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.454092] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.454935] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2c07c6-7b7d-4007-a88b-61f83b1e1df6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.485021] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] a1091ef6-076c-4644-bb23-6801b07d5d77/a1091ef6-076c-4644-bb23-6801b07d5d77.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.486914] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddc9d12d-9db0-47a0-8847-c850f41272e2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.507992] env[64120]: DEBUG oslo_vmware.api [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Waiting for the task: (returnval){ [ 985.507992] env[64120]: value = "task-1405870" [ 985.507992] env[64120]: _type = "Task" [ 985.507992] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.518471] env[64120]: DEBUG oslo_vmware.api [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Task: {'id': task-1405870, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.743913] env[64120]: DEBUG nova.compute.manager [req-d263d443-e376-41ff-8427-1aa7062cb9d9 req-458deb85-1caa-4771-83cd-bd760e0c9b2c service nova] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Received event network-vif-deleted-7938587b-de56-43b9-8540-c2c26ebebd94 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 985.744668] env[64120]: INFO nova.compute.manager [req-d263d443-e376-41ff-8427-1aa7062cb9d9 req-458deb85-1caa-4771-83cd-bd760e0c9b2c service nova] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Neutron deleted interface 7938587b-de56-43b9-8540-c2c26ebebd94; detaching it from the instance and deleting it from the info cache [ 985.744668] env[64120]: DEBUG nova.network.neutron [req-d263d443-e376-41ff-8427-1aa7062cb9d9 req-458deb85-1caa-4771-83cd-bd760e0c9b2c service nova] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.898629] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cea802-b67a-4a0a-90a5-54d5160d0137 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.907588] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83db223-72b2-4d84-979b-cc6a5240794f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.941578] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8255b9e3-77bb-43c3-80be-61e0befa1d78 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.951064] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08db9526-37f9-4430-86fe-728a1ca69580 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.965132] env[64120]: DEBUG nova.compute.provider_tree [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 986.018738] env[64120]: DEBUG oslo_vmware.api [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Task: {'id': task-1405870, 'name': ReconfigVM_Task, 'duration_secs': 0.435681} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.019067] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Reconfigured VM instance instance-0000001b to attach disk [datastore2] a1091ef6-076c-4644-bb23-6801b07d5d77/a1091ef6-076c-4644-bb23-6801b07d5d77.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.019731] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54fe5f6b-91c7-48c6-bd26-c2d1840766b7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.027539] env[64120]: DEBUG oslo_vmware.api [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Waiting for the task: (returnval){ [ 986.027539] env[64120]: value = "task-1405872" [ 986.027539] env[64120]: _type = "Task" [ 986.027539] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.037083] env[64120]: DEBUG oslo_vmware.api [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Task: {'id': task-1405872, 'name': Rename_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.168205] env[64120]: DEBUG nova.network.neutron [-] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.248778] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8712f23-e724-4225-869c-fe5f2613471f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.257535] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fb8e42-49cf-4ed7-b8c6-ce183f3f601c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.294503] env[64120]: DEBUG nova.compute.manager [req-d263d443-e376-41ff-8427-1aa7062cb9d9 req-458deb85-1caa-4771-83cd-bd760e0c9b2c service nova] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Detach interface failed, port_id=7938587b-de56-43b9-8540-c2c26ebebd94, reason: Instance 0874ada8-4e6d-4259-a040-731b1bb4994b could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 986.488060] env[64120]: ERROR nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [req-c486bd0a-3be8-43cf-a363-a4dbdeff3c35] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4ceac537-82ec-49fa-8fac-aa5d6181b318. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c486bd0a-3be8-43cf-a363-a4dbdeff3c35"}]} [ 986.507200] env[64120]: DEBUG nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Refreshing inventories for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 986.522413] env[64120]: DEBUG nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Updating ProviderTree inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 986.522533] env[64120]: DEBUG nova.compute.provider_tree [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 986.535273] env[64120]: DEBUG nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Refreshing aggregate associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, aggregates: None {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 986.540665] env[64120]: DEBUG oslo_vmware.api [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Task: {'id': task-1405872, 'name': Rename_Task, 'duration_secs': 0.187495} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.540951] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 986.541238] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-990aa451-a672-48fd-84a4-02b40d19b80d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.549313] env[64120]: DEBUG oslo_vmware.api [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Waiting for the task: (returnval){ [ 986.549313] env[64120]: value = "task-1405873" [ 986.549313] env[64120]: _type = "Task" [ 986.549313] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.560830] env[64120]: DEBUG oslo_vmware.api [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Task: {'id': task-1405873, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.561888] env[64120]: DEBUG nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Refreshing trait associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 986.670883] env[64120]: INFO nova.compute.manager [-] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Took 1.56 seconds to deallocate network for instance. [ 987.065936] env[64120]: DEBUG oslo_vmware.api [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Task: {'id': task-1405873, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.069663] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f094952f-e6b5-4fc5-b76b-febec307d009 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.079601] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079dc28c-974b-4cb9-9605-7200ebf0a4e2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.118583] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5a5131-1ea7-4fde-b4bf-cc3f67d5369f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.127393] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4063f89-f4e8-4fdd-87c7-e3db89015a12 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.143049] env[64120]: DEBUG nova.compute.provider_tree [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 987.181083] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0a2a2260-6d50-4a3d-8edc-03710224c132 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.563547] env[64120]: DEBUG oslo_vmware.api [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Task: {'id': task-1405873, 'name': PowerOnVM_Task} progress is 64%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.685931] env[64120]: DEBUG nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Updated inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 987.686219] env[64120]: DEBUG nova.compute.provider_tree [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Updating resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 generation from 54 to 55 during operation: update_inventory {{(pid=64120) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 987.686481] env[64120]: DEBUG nova.compute.provider_tree [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 988.062348] env[64120]: DEBUG oslo_vmware.api [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Task: {'id': task-1405873, 'name': PowerOnVM_Task, 'duration_secs': 1.067471} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.062675] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.062912] env[64120]: INFO nova.compute.manager [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Took 10.40 seconds to spawn the instance on the hypervisor. [ 988.063149] env[64120]: DEBUG nova.compute.manager [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 988.063991] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b118ee5-cbc1-486f-8b7c-9d912939d15d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.192028] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64120) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 988.192500] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 12.573s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.192918] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.785s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.195197] env[64120]: INFO nova.compute.claims [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.585766] env[64120]: INFO nova.compute.manager [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Took 48.90 seconds to build instance. [ 989.064926] env[64120]: DEBUG oslo_vmware.rw_handles [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cbc11b-c4ff-ac7a-f315-5119a202277a/disk-0.vmdk. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 989.065924] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa2be03-de1f-44b6-8f28-4532216185da {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.072996] env[64120]: DEBUG oslo_vmware.rw_handles [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cbc11b-c4ff-ac7a-f315-5119a202277a/disk-0.vmdk is in state: ready. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 989.073192] env[64120]: ERROR oslo_vmware.rw_handles [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cbc11b-c4ff-ac7a-f315-5119a202277a/disk-0.vmdk due to incomplete transfer. [ 989.073420] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2f13b77e-d407-4d23-9865-6c8d3907705e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.082331] env[64120]: DEBUG oslo_vmware.rw_handles [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cbc11b-c4ff-ac7a-f315-5119a202277a/disk-0.vmdk. {{(pid=64120) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 989.082572] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Uploaded image 64897510-8ec1-4a2d-ae95-5256a09226b7 to the Glance image server {{(pid=64120) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 989.084675] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Destroying the VM {{(pid=64120) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 989.085073] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-68474ec4-64c5-43b0-88dc-1a1ef75e813a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.088060] env[64120]: DEBUG oslo_concurrency.lockutils [None req-07755bf6-4693-43fb-9f47-a536671ed776 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Lock "a1091ef6-076c-4644-bb23-6801b07d5d77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.117s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.091707] env[64120]: DEBUG oslo_vmware.api [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for the task: (returnval){ [ 989.091707] env[64120]: value = "task-1405875" [ 989.091707] env[64120]: _type = "Task" [ 989.091707] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.102598] env[64120]: DEBUG oslo_vmware.api [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405875, 'name': Destroy_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.343064] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a2a99623-234d-4811-8a82-e575dda0d121 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Acquiring lock "a1091ef6-076c-4644-bb23-6801b07d5d77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.343341] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a2a99623-234d-4811-8a82-e575dda0d121 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Lock "a1091ef6-076c-4644-bb23-6801b07d5d77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.343548] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a2a99623-234d-4811-8a82-e575dda0d121 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Acquiring lock "a1091ef6-076c-4644-bb23-6801b07d5d77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.343732] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a2a99623-234d-4811-8a82-e575dda0d121 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Lock "a1091ef6-076c-4644-bb23-6801b07d5d77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.343907] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a2a99623-234d-4811-8a82-e575dda0d121 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Lock "a1091ef6-076c-4644-bb23-6801b07d5d77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.346691] env[64120]: INFO nova.compute.manager [None req-a2a99623-234d-4811-8a82-e575dda0d121 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Terminating instance [ 989.353137] env[64120]: DEBUG nova.compute.manager [None req-a2a99623-234d-4811-8a82-e575dda0d121 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 989.353137] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a99623-234d-4811-8a82-e575dda0d121 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.353137] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5cbd6c-a3b9-4b2f-9537-89aeb665eb62 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.361412] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2a99623-234d-4811-8a82-e575dda0d121 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.363899] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d25b754-ea8d-4c90-ba31-1fa83fe7d720 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.371989] env[64120]: DEBUG oslo_vmware.api [None req-a2a99623-234d-4811-8a82-e575dda0d121 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Waiting for the task: (returnval){ [ 989.371989] env[64120]: value = "task-1405876" [ 989.371989] env[64120]: _type = "Task" [ 989.371989] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.384470] env[64120]: DEBUG oslo_vmware.api [None req-a2a99623-234d-4811-8a82-e575dda0d121 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Task: {'id': task-1405876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.590380] env[64120]: DEBUG nova.compute.manager [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 989.606315] env[64120]: DEBUG oslo_vmware.api [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405875, 'name': Destroy_Task, 'duration_secs': 0.317478} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.606450] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Destroyed the VM [ 989.606677] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Deleting Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 989.609340] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6e80c94d-4978-46ab-85ef-9e485e0a0b53 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.618151] env[64120]: DEBUG oslo_vmware.api [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for the task: (returnval){ [ 989.618151] env[64120]: value = "task-1405877" [ 989.618151] env[64120]: _type = "Task" [ 989.618151] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.632287] env[64120]: DEBUG oslo_vmware.api [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405877, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.674524] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e03c366-0b37-4846-9815-e37dccda25d7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.683435] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7572fe63-abc1-44b2-81f2-5c83ba0712d7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.717100] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48eff5f8-d251-40df-9db1-8f68db4b6ca0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.726019] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c98557-ad6d-4ad8-a499-014f10b4f88e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.741379] env[64120]: DEBUG nova.compute.provider_tree [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.883032] env[64120]: DEBUG oslo_vmware.api [None req-a2a99623-234d-4811-8a82-e575dda0d121 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Task: {'id': task-1405876, 'name': PowerOffVM_Task, 'duration_secs': 0.236374} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.884045] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2a99623-234d-4811-8a82-e575dda0d121 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.884045] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a99623-234d-4811-8a82-e575dda0d121 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.884045] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7786becb-1856-41db-ae0f-7bef88f6eebb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.945740] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a99623-234d-4811-8a82-e575dda0d121 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.946019] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a99623-234d-4811-8a82-e575dda0d121 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.946259] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2a99623-234d-4811-8a82-e575dda0d121 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Deleting the datastore file [datastore2] a1091ef6-076c-4644-bb23-6801b07d5d77 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.946543] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2280df0f-c540-4248-a836-b21f4020af3a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.953425] env[64120]: DEBUG oslo_vmware.api [None req-a2a99623-234d-4811-8a82-e575dda0d121 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Waiting for the task: (returnval){ [ 989.953425] env[64120]: value = "task-1405879" [ 989.953425] env[64120]: _type = "Task" [ 989.953425] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.963160] env[64120]: DEBUG oslo_vmware.api [None req-a2a99623-234d-4811-8a82-e575dda0d121 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Task: {'id': task-1405879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.112252] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.129239] env[64120]: DEBUG oslo_vmware.api [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405877, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.244123] env[64120]: DEBUG nova.scheduler.client.report [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 990.465458] env[64120]: DEBUG oslo_vmware.api [None req-a2a99623-234d-4811-8a82-e575dda0d121 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Task: {'id': task-1405879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358742} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.465748] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2a99623-234d-4811-8a82-e575dda0d121 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.465962] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a99623-234d-4811-8a82-e575dda0d121 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.466326] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a99623-234d-4811-8a82-e575dda0d121 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.466527] env[64120]: INFO nova.compute.manager [None req-a2a99623-234d-4811-8a82-e575dda0d121 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Took 1.12 seconds to destroy the instance on the hypervisor. [ 990.466783] env[64120]: DEBUG oslo.service.loopingcall [None req-a2a99623-234d-4811-8a82-e575dda0d121 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 990.466982] env[64120]: DEBUG nova.compute.manager [-] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 990.467091] env[64120]: DEBUG nova.network.neutron [-] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 990.514670] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 990.514879] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 990.631198] env[64120]: DEBUG oslo_vmware.api [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405877, 'name': RemoveSnapshot_Task, 'duration_secs': 0.695221} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.632175] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Deleted Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 990.633546] env[64120]: INFO nova.compute.manager [None req-aaa719ea-2f39-4806-90c6-bd6120b38b8e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Took 14.93 seconds to snapshot the instance on the hypervisor. [ 990.728539] env[64120]: DEBUG nova.compute.manager [req-da5142d6-be26-4e02-8682-079fd03c0ba1 req-e7404bdd-f5b1-44a7-aa58-bd2187d147bf service nova] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Received event network-vif-deleted-f69bfff8-0cde-4524-be3b-522071accd55 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 990.728754] env[64120]: INFO nova.compute.manager [req-da5142d6-be26-4e02-8682-079fd03c0ba1 req-e7404bdd-f5b1-44a7-aa58-bd2187d147bf service nova] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Neutron deleted interface f69bfff8-0cde-4524-be3b-522071accd55; detaching it from the instance and deleting it from the info cache [ 990.728930] env[64120]: DEBUG nova.network.neutron [req-da5142d6-be26-4e02-8682-079fd03c0ba1 req-e7404bdd-f5b1-44a7-aa58-bd2187d147bf service nova] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.749584] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.750116] env[64120]: DEBUG nova.compute.manager [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 990.752725] env[64120]: DEBUG oslo_concurrency.lockutils [None req-78f4b542-5daf-4d91-86bb-40760a9fee79 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.583s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.752925] env[64120]: DEBUG oslo_concurrency.lockutils [None req-78f4b542-5daf-4d91-86bb-40760a9fee79 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.754832] env[64120]: DEBUG oslo_concurrency.lockutils [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.252s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.756276] env[64120]: INFO nova.compute.claims [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.784832] env[64120]: INFO nova.scheduler.client.report [None req-78f4b542-5daf-4d91-86bb-40760a9fee79 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Deleted allocations for instance 625aec63-96af-4356-90bb-8278f9794f2a [ 991.024927] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.026085] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Starting heal instance info cache {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 991.205962] env[64120]: DEBUG nova.network.neutron [-] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.231507] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d28d7f1b-3bd4-45a2-ae9d-12631612dfdd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.242084] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d436aa87-2d28-434b-ae50-e03f855ce144 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.263277] env[64120]: DEBUG nova.compute.utils [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 991.264650] env[64120]: DEBUG nova.compute.manager [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 991.264859] env[64120]: DEBUG nova.network.neutron [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.278508] env[64120]: DEBUG nova.compute.manager [req-da5142d6-be26-4e02-8682-079fd03c0ba1 req-e7404bdd-f5b1-44a7-aa58-bd2187d147bf service nova] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Detach interface failed, port_id=f69bfff8-0cde-4524-be3b-522071accd55, reason: Instance a1091ef6-076c-4644-bb23-6801b07d5d77 could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 991.294444] env[64120]: DEBUG oslo_concurrency.lockutils [None req-78f4b542-5daf-4d91-86bb-40760a9fee79 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "625aec63-96af-4356-90bb-8278f9794f2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.967s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.329034] env[64120]: DEBUG nova.policy [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2dc9fbbda216426da38acb61f8f712b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb19eaa89f5c4ab6b654a34277d2e374', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 991.623556] env[64120]: DEBUG nova.network.neutron [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Successfully created port: 99dba06e-7353-4a8f-b2d9-3e301540de36 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 991.708324] env[64120]: INFO nova.compute.manager [-] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Took 1.24 seconds to deallocate network for instance. [ 991.770038] env[64120]: DEBUG nova.compute.manager [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 992.071424] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "refresh_cache-eefaff78-2165-4aa7-b991-605084c3d9c0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.071621] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquired lock "refresh_cache-eefaff78-2165-4aa7-b991-605084c3d9c0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.071855] env[64120]: DEBUG nova.network.neutron [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Forcefully refreshing network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 992.202441] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f827def-6ddf-4a05-b482-6ea202053ad8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.211009] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ac43e9-8896-407e-a5a3-073aca480f05 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.215125] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a2a99623-234d-4811-8a82-e575dda0d121 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.245368] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a88d5ea-82a5-45c0-94b1-273770a5a293 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.253420] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d6ee5a-6df1-4962-ab3c-9fea025e5655 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.266899] env[64120]: DEBUG nova.compute.provider_tree [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.408182] env[64120]: DEBUG nova.compute.manager [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 992.409124] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfea8202-39c0-44b1-9732-497336653dc6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.769826] env[64120]: DEBUG nova.scheduler.client.report [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 992.778399] env[64120]: DEBUG nova.compute.manager [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 992.799315] env[64120]: DEBUG nova.virt.hardware [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 992.799598] env[64120]: DEBUG nova.virt.hardware [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 992.799729] env[64120]: DEBUG nova.virt.hardware [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 992.799912] env[64120]: DEBUG nova.virt.hardware [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 992.800075] env[64120]: DEBUG nova.virt.hardware [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 992.800234] env[64120]: DEBUG nova.virt.hardware [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 992.800450] env[64120]: DEBUG nova.virt.hardware [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 992.800656] env[64120]: DEBUG nova.virt.hardware [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 992.800841] env[64120]: DEBUG nova.virt.hardware [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 992.801082] env[64120]: DEBUG nova.virt.hardware [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 992.801190] env[64120]: DEBUG nova.virt.hardware [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 992.802359] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdea80c-4648-47c8-a234-e44ec44f0d41 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.811456] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5690f8-e7ca-45a9-affc-3d3ad6e1da53 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.921858] env[64120]: INFO nova.compute.manager [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] instance snapshotting [ 992.925733] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5e8ea9-68bc-4e12-91d6-5f80361f7434 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.944638] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000bbfc9-9d90-4e52-ba39-19573b757b74 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.040538] env[64120]: DEBUG nova.compute.manager [req-a036b829-2f67-422d-8596-da2bdbecfaf0 req-e1e010f3-28f2-4846-8f2b-8a63f9bf6d02 service nova] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Received event network-vif-plugged-99dba06e-7353-4a8f-b2d9-3e301540de36 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 993.040538] env[64120]: DEBUG oslo_concurrency.lockutils [req-a036b829-2f67-422d-8596-da2bdbecfaf0 req-e1e010f3-28f2-4846-8f2b-8a63f9bf6d02 service nova] Acquiring lock "729579fc-b3f5-469a-976e-fce8e9cae6e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.040748] env[64120]: DEBUG oslo_concurrency.lockutils [req-a036b829-2f67-422d-8596-da2bdbecfaf0 req-e1e010f3-28f2-4846-8f2b-8a63f9bf6d02 service nova] Lock "729579fc-b3f5-469a-976e-fce8e9cae6e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.040920] env[64120]: DEBUG oslo_concurrency.lockutils [req-a036b829-2f67-422d-8596-da2bdbecfaf0 req-e1e010f3-28f2-4846-8f2b-8a63f9bf6d02 service nova] Lock "729579fc-b3f5-469a-976e-fce8e9cae6e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.041159] env[64120]: DEBUG nova.compute.manager [req-a036b829-2f67-422d-8596-da2bdbecfaf0 req-e1e010f3-28f2-4846-8f2b-8a63f9bf6d02 service nova] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] No waiting events found dispatching network-vif-plugged-99dba06e-7353-4a8f-b2d9-3e301540de36 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 993.041349] env[64120]: WARNING nova.compute.manager [req-a036b829-2f67-422d-8596-da2bdbecfaf0 req-e1e010f3-28f2-4846-8f2b-8a63f9bf6d02 service nova] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Received unexpected event network-vif-plugged-99dba06e-7353-4a8f-b2d9-3e301540de36 for instance with vm_state building and task_state spawning. [ 993.131494] env[64120]: DEBUG nova.network.neutron [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Successfully updated port: 99dba06e-7353-4a8f-b2d9-3e301540de36 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 993.275011] env[64120]: DEBUG oslo_concurrency.lockutils [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.275586] env[64120]: DEBUG nova.compute.manager [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 993.278671] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ef916edd-b693-4bd9-b7d9-8a70ea39d482 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 41.931s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.372801] env[64120]: DEBUG nova.network.neutron [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Updating instance_info_cache with network_info: [{"id": "738325f1-837d-47af-9673-59a0c81e2974", "address": "fa:16:3e:25:e9:02", "network": {"id": "1724d244-fd81-4651-931e-3b581fd54a4a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1252961982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cd6261cfa5648f5a13829a3c0e582f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap738325f1-83", "ovs_interfaceid": "738325f1-837d-47af-9673-59a0c81e2974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.456567] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Creating Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 993.456929] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-559ba04b-5728-4b52-b693-b7abd08bc534 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.466155] env[64120]: DEBUG oslo_vmware.api [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for the task: (returnval){ [ 993.466155] env[64120]: value = "task-1405882" [ 993.466155] env[64120]: _type = "Task" [ 993.466155] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.474958] env[64120]: DEBUG oslo_vmware.api [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405882, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.635984] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Acquiring lock "refresh_cache-729579fc-b3f5-469a-976e-fce8e9cae6e2" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.636211] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Acquired lock "refresh_cache-729579fc-b3f5-469a-976e-fce8e9cae6e2" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.636385] env[64120]: DEBUG nova.network.neutron [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.782456] env[64120]: DEBUG nova.compute.utils [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 993.788661] env[64120]: DEBUG nova.compute.manager [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 993.788661] env[64120]: DEBUG nova.network.neutron [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.842977] env[64120]: DEBUG nova.policy [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fef8b8646cd425ab0bd5991a8d30cbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '818f7d5e7572436ea1425a123c629ec8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 993.875229] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Releasing lock "refresh_cache-eefaff78-2165-4aa7-b991-605084c3d9c0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.875559] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Updated the network info_cache for instance {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9999}} [ 993.876278] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 993.876278] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 993.876460] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 993.877080] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 993.877080] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 993.877080] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 993.877260] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64120) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 993.877300] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 993.978949] env[64120]: DEBUG oslo_vmware.api [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405882, 'name': CreateSnapshot_Task, 'duration_secs': 0.460359} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.978949] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Created Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 993.979380] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7052241-1d9c-42b9-ae62-9de510c4ccea {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.188897] env[64120]: DEBUG nova.network.neutron [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 994.282111] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9107fd-d6b2-4dde-be45-221f8da6aaab {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.287391] env[64120]: DEBUG nova.compute.manager [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 994.293558] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df771de-1524-485e-a1e3-030fcfe39065 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.334739] env[64120]: DEBUG nova.network.neutron [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Successfully created port: da1c5aa1-7ffd-4e92-8b30-dc78aa3ae9ce {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.338917] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586be732-474c-4953-80c2-94c3751a9b12 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.349223] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8949f158-9b11-4588-8baa-77816fa30ec8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.366986] env[64120]: DEBUG nova.compute.provider_tree [None req-ef916edd-b693-4bd9-b7d9-8a70ea39d482 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 994.379926] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.384203] env[64120]: DEBUG nova.network.neutron [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Updating instance_info_cache with network_info: [{"id": "99dba06e-7353-4a8f-b2d9-3e301540de36", "address": "fa:16:3e:51:f0:fa", "network": {"id": "df92b17d-f64b-48f0-ae83-98586ba1cd02", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2086385514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb19eaa89f5c4ab6b654a34277d2e374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99dba06e-73", "ovs_interfaceid": "99dba06e-7353-4a8f-b2d9-3e301540de36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.499799] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Creating linked-clone VM from snapshot {{(pid=64120) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 994.500120] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bde14d6e-9145-4410-bbf2-7924dc0edd15 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.510479] env[64120]: DEBUG oslo_vmware.api [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for the task: (returnval){ [ 994.510479] env[64120]: value = "task-1405883" [ 994.510479] env[64120]: _type = "Task" [ 994.510479] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.518854] env[64120]: DEBUG oslo_vmware.api [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405883, 'name': CloneVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.886045] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Releasing lock "refresh_cache-729579fc-b3f5-469a-976e-fce8e9cae6e2" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.886392] env[64120]: DEBUG nova.compute.manager [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Instance network_info: |[{"id": "99dba06e-7353-4a8f-b2d9-3e301540de36", "address": "fa:16:3e:51:f0:fa", "network": {"id": "df92b17d-f64b-48f0-ae83-98586ba1cd02", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2086385514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb19eaa89f5c4ab6b654a34277d2e374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99dba06e-73", "ovs_interfaceid": "99dba06e-7353-4a8f-b2d9-3e301540de36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 994.886661] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:f0:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73f6629b-7f80-4a5b-8f15-c7a1635b3c33', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99dba06e-7353-4a8f-b2d9-3e301540de36', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.894672] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Creating folder: Project (bb19eaa89f5c4ab6b654a34277d2e374). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 994.895414] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7fceb81-592b-4cd4-b503-82fb5874951a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.906448] env[64120]: DEBUG nova.scheduler.client.report [None req-ef916edd-b693-4bd9-b7d9-8a70ea39d482 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Updated inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with generation 55 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 994.906736] env[64120]: DEBUG nova.compute.provider_tree [None req-ef916edd-b693-4bd9-b7d9-8a70ea39d482 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Updating resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 generation from 55 to 56 during operation: update_inventory {{(pid=64120) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 994.906923] env[64120]: DEBUG nova.compute.provider_tree [None req-ef916edd-b693-4bd9-b7d9-8a70ea39d482 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 994.912570] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Created folder: Project (bb19eaa89f5c4ab6b654a34277d2e374) in parent group-v297899. [ 994.912835] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Creating folder: Instances. Parent ref: group-v297989. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 994.914208] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5afd7fb9-c633-4c38-af73-ff09a4989b4a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.926783] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Created folder: Instances in parent group-v297989. [ 994.926999] env[64120]: DEBUG oslo.service.loopingcall [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 994.927320] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 994.927562] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-236e695c-f1c2-48d4-9ff0-85fa11a1f351 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.949591] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.949591] env[64120]: value = "task-1405887" [ 994.949591] env[64120]: _type = "Task" [ 994.949591] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.958988] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405887, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.022445] env[64120]: DEBUG oslo_vmware.api [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405883, 'name': CloneVM_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.107883] env[64120]: DEBUG nova.compute.manager [req-6bdb50e1-a705-4b2a-b520-1104e3b72dce req-b00888b6-16b3-416a-a4fe-3396e1b7bc6d service nova] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Received event network-changed-99dba06e-7353-4a8f-b2d9-3e301540de36 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 995.108204] env[64120]: DEBUG nova.compute.manager [req-6bdb50e1-a705-4b2a-b520-1104e3b72dce req-b00888b6-16b3-416a-a4fe-3396e1b7bc6d service nova] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Refreshing instance network info cache due to event network-changed-99dba06e-7353-4a8f-b2d9-3e301540de36. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 995.108424] env[64120]: DEBUG oslo_concurrency.lockutils [req-6bdb50e1-a705-4b2a-b520-1104e3b72dce req-b00888b6-16b3-416a-a4fe-3396e1b7bc6d service nova] Acquiring lock "refresh_cache-729579fc-b3f5-469a-976e-fce8e9cae6e2" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.108571] env[64120]: DEBUG oslo_concurrency.lockutils [req-6bdb50e1-a705-4b2a-b520-1104e3b72dce req-b00888b6-16b3-416a-a4fe-3396e1b7bc6d service nova] Acquired lock "refresh_cache-729579fc-b3f5-469a-976e-fce8e9cae6e2" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.108730] env[64120]: DEBUG nova.network.neutron [req-6bdb50e1-a705-4b2a-b520-1104e3b72dce req-b00888b6-16b3-416a-a4fe-3396e1b7bc6d service nova] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Refreshing network info cache for port 99dba06e-7353-4a8f-b2d9-3e301540de36 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.301021] env[64120]: DEBUG nova.compute.manager [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 995.326935] env[64120]: DEBUG nova.virt.hardware [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 995.327443] env[64120]: DEBUG nova.virt.hardware [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 995.327816] env[64120]: DEBUG nova.virt.hardware [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.328272] env[64120]: DEBUG nova.virt.hardware [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 995.328707] env[64120]: DEBUG nova.virt.hardware [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.329032] env[64120]: DEBUG nova.virt.hardware [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 995.329405] env[64120]: DEBUG nova.virt.hardware [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 995.329857] env[64120]: DEBUG nova.virt.hardware [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 995.330177] env[64120]: DEBUG nova.virt.hardware [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 995.330490] env[64120]: DEBUG nova.virt.hardware [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 995.330796] env[64120]: DEBUG nova.virt.hardware [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 995.335169] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37867483-bf3d-49e4-9014-40c61f862504 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.349029] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09be8c7-1937-416c-82ba-b6ef9213948c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.464178] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405887, 'name': CreateVM_Task, 'duration_secs': 0.458503} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.464453] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.465600] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.465918] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.466359] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.466728] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbfe9e07-d0a1-4c6c-a30b-cef013ef2497 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.472926] env[64120]: DEBUG oslo_vmware.api [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Waiting for the task: (returnval){ [ 995.472926] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]520fdc3f-2411-fff2-c53e-35d43419d398" [ 995.472926] env[64120]: _type = "Task" [ 995.472926] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.483360] env[64120]: DEBUG oslo_vmware.api [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]520fdc3f-2411-fff2-c53e-35d43419d398, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.524777] env[64120]: DEBUG oslo_vmware.api [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405883, 'name': CloneVM_Task} progress is 95%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.814514] env[64120]: DEBUG nova.network.neutron [req-6bdb50e1-a705-4b2a-b520-1104e3b72dce req-b00888b6-16b3-416a-a4fe-3396e1b7bc6d service nova] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Updated VIF entry in instance network info cache for port 99dba06e-7353-4a8f-b2d9-3e301540de36. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.814948] env[64120]: DEBUG nova.network.neutron [req-6bdb50e1-a705-4b2a-b520-1104e3b72dce req-b00888b6-16b3-416a-a4fe-3396e1b7bc6d service nova] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Updating instance_info_cache with network_info: [{"id": "99dba06e-7353-4a8f-b2d9-3e301540de36", "address": "fa:16:3e:51:f0:fa", "network": {"id": "df92b17d-f64b-48f0-ae83-98586ba1cd02", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2086385514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb19eaa89f5c4ab6b654a34277d2e374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99dba06e-73", "ovs_interfaceid": "99dba06e-7353-4a8f-b2d9-3e301540de36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.921139] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ef916edd-b693-4bd9-b7d9-8a70ea39d482 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.643s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.924192] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.314s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.928317] env[64120]: INFO nova.compute.claims [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.984132] env[64120]: DEBUG oslo_vmware.api [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]520fdc3f-2411-fff2-c53e-35d43419d398, 'name': SearchDatastore_Task, 'duration_secs': 0.024846} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.984488] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.984724] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.984951] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.985117] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.985299] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.985558] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e508bfe4-0e36-4fc1-8813-d20b46d42900 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.995029] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.995238] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.996013] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6df327f8-c698-4fdd-ab2e-25a843b8e350 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.002061] env[64120]: DEBUG oslo_vmware.api [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Waiting for the task: (returnval){ [ 996.002061] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5259033f-6876-5acd-3f3e-75e465c717e0" [ 996.002061] env[64120]: _type = "Task" [ 996.002061] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.010887] env[64120]: DEBUG oslo_vmware.api [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5259033f-6876-5acd-3f3e-75e465c717e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.021869] env[64120]: DEBUG oslo_vmware.api [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405883, 'name': CloneVM_Task, 'duration_secs': 1.144735} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.022157] env[64120]: INFO nova.virt.vmwareapi.vmops [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Created linked-clone VM from snapshot [ 996.022893] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68115c86-090d-468c-8c8d-7bfcecb81c04 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.032452] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Uploading image 0eaf7cbe-25a6-4868-a17e-cdc39dd77d89 {{(pid=64120) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 996.053447] env[64120]: DEBUG oslo_vmware.rw_handles [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 996.053447] env[64120]: value = "vm-297987" [ 996.053447] env[64120]: _type = "VirtualMachine" [ 996.053447] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 996.053658] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-56321f79-0f5f-45be-8c22-589552de15a7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.064117] env[64120]: DEBUG oslo_vmware.rw_handles [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Lease: (returnval){ [ 996.064117] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52badb5d-cd05-6859-f530-3a519e7ddacd" [ 996.064117] env[64120]: _type = "HttpNfcLease" [ 996.064117] env[64120]: } obtained for exporting VM: (result){ [ 996.064117] env[64120]: value = "vm-297987" [ 996.064117] env[64120]: _type = "VirtualMachine" [ 996.064117] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 996.064117] env[64120]: DEBUG oslo_vmware.api [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for the lease: (returnval){ [ 996.064117] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52badb5d-cd05-6859-f530-3a519e7ddacd" [ 996.064117] env[64120]: _type = "HttpNfcLease" [ 996.064117] env[64120]: } to be ready. {{(pid=64120) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 996.071729] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 996.071729] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52badb5d-cd05-6859-f530-3a519e7ddacd" [ 996.071729] env[64120]: _type = "HttpNfcLease" [ 996.071729] env[64120]: } is initializing. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 996.138700] env[64120]: DEBUG nova.compute.manager [req-2d80c7d8-2918-4f2b-9d48-a838150befa7 req-f89925e3-0458-42b0-ae77-59573feaa8c6 service nova] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Received event network-vif-plugged-da1c5aa1-7ffd-4e92-8b30-dc78aa3ae9ce {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 996.139013] env[64120]: DEBUG oslo_concurrency.lockutils [req-2d80c7d8-2918-4f2b-9d48-a838150befa7 req-f89925e3-0458-42b0-ae77-59573feaa8c6 service nova] Acquiring lock "e37e29e1-3a48-48d6-8eeb-86af9a4817fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.139332] env[64120]: DEBUG oslo_concurrency.lockutils [req-2d80c7d8-2918-4f2b-9d48-a838150befa7 req-f89925e3-0458-42b0-ae77-59573feaa8c6 service nova] Lock "e37e29e1-3a48-48d6-8eeb-86af9a4817fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.139481] env[64120]: DEBUG oslo_concurrency.lockutils [req-2d80c7d8-2918-4f2b-9d48-a838150befa7 req-f89925e3-0458-42b0-ae77-59573feaa8c6 service nova] Lock "e37e29e1-3a48-48d6-8eeb-86af9a4817fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.139673] env[64120]: DEBUG nova.compute.manager [req-2d80c7d8-2918-4f2b-9d48-a838150befa7 req-f89925e3-0458-42b0-ae77-59573feaa8c6 service nova] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] No waiting events found dispatching network-vif-plugged-da1c5aa1-7ffd-4e92-8b30-dc78aa3ae9ce {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 996.139846] env[64120]: WARNING nova.compute.manager [req-2d80c7d8-2918-4f2b-9d48-a838150befa7 req-f89925e3-0458-42b0-ae77-59573feaa8c6 service nova] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Received unexpected event network-vif-plugged-da1c5aa1-7ffd-4e92-8b30-dc78aa3ae9ce for instance with vm_state building and task_state spawning. [ 996.302700] env[64120]: DEBUG nova.network.neutron [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Successfully updated port: da1c5aa1-7ffd-4e92-8b30-dc78aa3ae9ce {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 996.319148] env[64120]: DEBUG oslo_concurrency.lockutils [req-6bdb50e1-a705-4b2a-b520-1104e3b72dce req-b00888b6-16b3-416a-a4fe-3396e1b7bc6d service nova] Releasing lock "refresh_cache-729579fc-b3f5-469a-976e-fce8e9cae6e2" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.487634] env[64120]: INFO nova.scheduler.client.report [None req-ef916edd-b693-4bd9-b7d9-8a70ea39d482 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Deleted allocation for migration 601d5857-4ddc-495d-884a-faa13e099ebb [ 996.513099] env[64120]: DEBUG oslo_vmware.api [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5259033f-6876-5acd-3f3e-75e465c717e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009575} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.513913] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dcb468e-4616-43d7-8d65-bcc9bed0894b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.520060] env[64120]: DEBUG oslo_vmware.api [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Waiting for the task: (returnval){ [ 996.520060] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b4fb91-06c9-b172-e25b-2fa707974a38" [ 996.520060] env[64120]: _type = "Task" [ 996.520060] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.529056] env[64120]: DEBUG oslo_vmware.api [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b4fb91-06c9-b172-e25b-2fa707974a38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.572166] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 996.572166] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52badb5d-cd05-6859-f530-3a519e7ddacd" [ 996.572166] env[64120]: _type = "HttpNfcLease" [ 996.572166] env[64120]: } is ready. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 996.572506] env[64120]: DEBUG oslo_vmware.rw_handles [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 996.572506] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52badb5d-cd05-6859-f530-3a519e7ddacd" [ 996.572506] env[64120]: _type = "HttpNfcLease" [ 996.572506] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 996.573341] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50077dae-111b-429a-bc0d-d6cc252bc9c9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.581731] env[64120]: DEBUG oslo_vmware.rw_handles [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5202093a-0cc7-f292-a061-48afab8128e8/disk-0.vmdk from lease info. {{(pid=64120) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 996.581921] env[64120]: DEBUG oslo_vmware.rw_handles [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5202093a-0cc7-f292-a061-48afab8128e8/disk-0.vmdk for reading. {{(pid=64120) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 996.690145] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8a14ca3d-b32e-4f1d-afa1-6b73e0664168 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.805500] env[64120]: DEBUG oslo_concurrency.lockutils [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Acquiring lock "refresh_cache-e37e29e1-3a48-48d6-8eeb-86af9a4817fd" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.805650] env[64120]: DEBUG oslo_concurrency.lockutils [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Acquired lock "refresh_cache-e37e29e1-3a48-48d6-8eeb-86af9a4817fd" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.805797] env[64120]: DEBUG nova.network.neutron [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.995188] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ef916edd-b693-4bd9-b7d9-8a70ea39d482 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lock "810ace60-3801-4686-8087-570c8b93b42f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 49.572s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.034354] env[64120]: DEBUG oslo_vmware.api [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b4fb91-06c9-b172-e25b-2fa707974a38, 'name': SearchDatastore_Task, 'duration_secs': 0.011992} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.035381] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.036378] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 729579fc-b3f5-469a-976e-fce8e9cae6e2/729579fc-b3f5-469a-976e-fce8e9cae6e2.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 997.036668] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3fb8570-2487-45c3-995b-98c9a1ca05ea {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.046948] env[64120]: DEBUG oslo_vmware.api [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Waiting for the task: (returnval){ [ 997.046948] env[64120]: value = "task-1405890" [ 997.046948] env[64120]: _type = "Task" [ 997.046948] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.062519] env[64120]: DEBUG oslo_vmware.api [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Task: {'id': task-1405890, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.357770] env[64120]: DEBUG nova.network.neutron [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.529869] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825e4f07-8982-4507-b4c8-182c60a27957 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.539657] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7ef9cd-523c-4766-8f93-d2643cea5076 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.581935] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de38e16-6967-41fc-bcef-dc9648d00d00 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.590622] env[64120]: DEBUG oslo_vmware.api [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Task: {'id': task-1405890, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522534} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.592900] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 729579fc-b3f5-469a-976e-fce8e9cae6e2/729579fc-b3f5-469a-976e-fce8e9cae6e2.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.593912] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.594271] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b1c41dc-8ea3-4b85-b29d-9d81192b3353 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.597508] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16270d85-0283-4687-a762-c1369be1d45b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.615169] env[64120]: DEBUG nova.compute.provider_tree [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 997.618297] env[64120]: DEBUG oslo_vmware.api [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Waiting for the task: (returnval){ [ 997.618297] env[64120]: value = "task-1405891" [ 997.618297] env[64120]: _type = "Task" [ 997.618297] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.627708] env[64120]: DEBUG oslo_vmware.api [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Task: {'id': task-1405891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.635445] env[64120]: DEBUG nova.network.neutron [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Updating instance_info_cache with network_info: [{"id": "da1c5aa1-7ffd-4e92-8b30-dc78aa3ae9ce", "address": "fa:16:3e:03:99:76", "network": {"id": "4859d1a9-e832-4a53-8bc3-b3c3f6b9a529", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1323103152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "818f7d5e7572436ea1425a123c629ec8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda1c5aa1-7f", "ovs_interfaceid": "da1c5aa1-7ffd-4e92-8b30-dc78aa3ae9ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.133149] env[64120]: DEBUG oslo_vmware.api [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Task: {'id': task-1405891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084147} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.134222] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.135212] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1efc67c-4274-45a7-8314-c3add2fe2920 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.139944] env[64120]: DEBUG oslo_concurrency.lockutils [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Releasing lock "refresh_cache-e37e29e1-3a48-48d6-8eeb-86af9a4817fd" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.140517] env[64120]: DEBUG nova.compute.manager [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Instance network_info: |[{"id": "da1c5aa1-7ffd-4e92-8b30-dc78aa3ae9ce", "address": "fa:16:3e:03:99:76", "network": {"id": "4859d1a9-e832-4a53-8bc3-b3c3f6b9a529", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1323103152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "818f7d5e7572436ea1425a123c629ec8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda1c5aa1-7f", "ovs_interfaceid": "da1c5aa1-7ffd-4e92-8b30-dc78aa3ae9ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 998.141179] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:99:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da1c5aa1-7ffd-4e92-8b30-dc78aa3ae9ce', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.150028] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Creating folder: Project (818f7d5e7572436ea1425a123c629ec8). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.151383] env[64120]: ERROR nova.scheduler.client.report [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [req-4017492e-2925-4cbe-be0e-95351f449a44] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4ceac537-82ec-49fa-8fac-aa5d6181b318. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4017492e-2925-4cbe-be0e-95351f449a44"}]} [ 998.161689] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95b36092-659a-48e7-b8df-9f987e2facef {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.175669] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 729579fc-b3f5-469a-976e-fce8e9cae6e2/729579fc-b3f5-469a-976e-fce8e9cae6e2.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.177196] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd1d68ec-e55d-4f19-886b-fe141e67256e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.192541] env[64120]: DEBUG nova.scheduler.client.report [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Refreshing inventories for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 998.202016] env[64120]: DEBUG oslo_vmware.api [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Waiting for the task: (returnval){ [ 998.202016] env[64120]: value = "task-1405893" [ 998.202016] env[64120]: _type = "Task" [ 998.202016] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.207873] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Created folder: Project (818f7d5e7572436ea1425a123c629ec8) in parent group-v297899. [ 998.208177] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Creating folder: Instances. Parent ref: group-v297992. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.209008] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-785a737a-237f-40d6-9d34-a23e783d8a59 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.211747] env[64120]: DEBUG nova.scheduler.client.report [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Updating ProviderTree inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 998.211977] env[64120]: DEBUG nova.compute.provider_tree [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 998.217639] env[64120]: DEBUG oslo_vmware.api [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Task: {'id': task-1405893, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.227305] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Created folder: Instances in parent group-v297992. [ 998.227672] env[64120]: DEBUG oslo.service.loopingcall [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 998.227994] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.228583] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e3be72e-d7b7-4674-badf-96a3f4db2298 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.248025] env[64120]: DEBUG nova.scheduler.client.report [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Refreshing aggregate associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, aggregates: None {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 998.254087] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.254087] env[64120]: value = "task-1405895" [ 998.254087] env[64120]: _type = "Task" [ 998.254087] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.261121] env[64120]: DEBUG nova.compute.manager [req-a1b3b029-3c79-4dc5-a4af-a7f83054319d req-6ce407df-8389-42ff-bfb4-28e9d97bdf3c service nova] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Received event network-changed-da1c5aa1-7ffd-4e92-8b30-dc78aa3ae9ce {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 998.261372] env[64120]: DEBUG nova.compute.manager [req-a1b3b029-3c79-4dc5-a4af-a7f83054319d req-6ce407df-8389-42ff-bfb4-28e9d97bdf3c service nova] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Refreshing instance network info cache due to event network-changed-da1c5aa1-7ffd-4e92-8b30-dc78aa3ae9ce. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 998.263090] env[64120]: DEBUG oslo_concurrency.lockutils [req-a1b3b029-3c79-4dc5-a4af-a7f83054319d req-6ce407df-8389-42ff-bfb4-28e9d97bdf3c service nova] Acquiring lock "refresh_cache-e37e29e1-3a48-48d6-8eeb-86af9a4817fd" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.263090] env[64120]: DEBUG oslo_concurrency.lockutils [req-a1b3b029-3c79-4dc5-a4af-a7f83054319d req-6ce407df-8389-42ff-bfb4-28e9d97bdf3c service nova] Acquired lock "refresh_cache-e37e29e1-3a48-48d6-8eeb-86af9a4817fd" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.263090] env[64120]: DEBUG nova.network.neutron [req-a1b3b029-3c79-4dc5-a4af-a7f83054319d req-6ce407df-8389-42ff-bfb4-28e9d97bdf3c service nova] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Refreshing network info cache for port da1c5aa1-7ffd-4e92-8b30-dc78aa3ae9ce {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.267950] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405895, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.273064] env[64120]: DEBUG nova.scheduler.client.report [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Refreshing trait associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 998.719491] env[64120]: DEBUG oslo_vmware.api [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Task: {'id': task-1405893, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.766192] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405895, 'name': CreateVM_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.809477] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cac577-f739-487e-a6e5-916a7c87781a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.818953] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d24761-38d2-4caf-a02d-51914acfb40f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.852492] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fe10bc-baa9-466c-a057-f2a412427b41 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.864031] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf31ec0-ca4e-423d-ba32-75eb95c8af4f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.888449] env[64120]: DEBUG nova.compute.provider_tree [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 999.110196] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquiring lock "a7f265f9-5842-4567-a926-7b924f066cab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.110196] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lock "a7f265f9-5842-4567-a926-7b924f066cab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.136462] env[64120]: DEBUG nova.network.neutron [req-a1b3b029-3c79-4dc5-a4af-a7f83054319d req-6ce407df-8389-42ff-bfb4-28e9d97bdf3c service nova] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Updated VIF entry in instance network info cache for port da1c5aa1-7ffd-4e92-8b30-dc78aa3ae9ce. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.136826] env[64120]: DEBUG nova.network.neutron [req-a1b3b029-3c79-4dc5-a4af-a7f83054319d req-6ce407df-8389-42ff-bfb4-28e9d97bdf3c service nova] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Updating instance_info_cache with network_info: [{"id": "da1c5aa1-7ffd-4e92-8b30-dc78aa3ae9ce", "address": "fa:16:3e:03:99:76", "network": {"id": "4859d1a9-e832-4a53-8bc3-b3c3f6b9a529", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1323103152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "818f7d5e7572436ea1425a123c629ec8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda1c5aa1-7f", "ovs_interfaceid": "da1c5aa1-7ffd-4e92-8b30-dc78aa3ae9ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.214452] env[64120]: DEBUG oslo_vmware.api [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Task: {'id': task-1405893, 'name': ReconfigVM_Task, 'duration_secs': 0.525269} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.214831] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 729579fc-b3f5-469a-976e-fce8e9cae6e2/729579fc-b3f5-469a-976e-fce8e9cae6e2.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.215516] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39a73f98-7a71-4e47-9f25-41e673a2a72f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.223955] env[64120]: DEBUG oslo_vmware.api [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Waiting for the task: (returnval){ [ 999.223955] env[64120]: value = "task-1405897" [ 999.223955] env[64120]: _type = "Task" [ 999.223955] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.235542] env[64120]: DEBUG oslo_vmware.api [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Task: {'id': task-1405897, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.264874] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405895, 'name': CreateVM_Task, 'duration_secs': 0.643717} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.266028] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.266028] env[64120]: DEBUG oslo_concurrency.lockutils [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.266028] env[64120]: DEBUG oslo_concurrency.lockutils [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.266352] env[64120]: DEBUG oslo_concurrency.lockutils [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.266649] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06875aea-c7a8-43fe-bdad-bf2e25b0b73c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.272285] env[64120]: DEBUG oslo_vmware.api [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Waiting for the task: (returnval){ [ 999.272285] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52fcb68e-2c5e-81ca-9d99-1d4f2a1e9d47" [ 999.272285] env[64120]: _type = "Task" [ 999.272285] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.282264] env[64120]: DEBUG oslo_vmware.api [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52fcb68e-2c5e-81ca-9d99-1d4f2a1e9d47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.413252] env[64120]: ERROR nova.scheduler.client.report [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [req-3db6d784-0781-4a1d-b4aa-0c51ba026005] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4ceac537-82ec-49fa-8fac-aa5d6181b318. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3db6d784-0781-4a1d-b4aa-0c51ba026005"}]} [ 999.434905] env[64120]: DEBUG nova.scheduler.client.report [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Refreshing inventories for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 999.452048] env[64120]: DEBUG nova.scheduler.client.report [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Updating ProviderTree inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 999.452167] env[64120]: DEBUG nova.compute.provider_tree [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 999.464164] env[64120]: DEBUG nova.scheduler.client.report [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Refreshing aggregate associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, aggregates: None {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 999.483353] env[64120]: DEBUG nova.scheduler.client.report [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Refreshing trait associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 999.640621] env[64120]: DEBUG oslo_concurrency.lockutils [req-a1b3b029-3c79-4dc5-a4af-a7f83054319d req-6ce407df-8389-42ff-bfb4-28e9d97bdf3c service nova] Releasing lock "refresh_cache-e37e29e1-3a48-48d6-8eeb-86af9a4817fd" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.737535] env[64120]: DEBUG oslo_vmware.api [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Task: {'id': task-1405897, 'name': Rename_Task, 'duration_secs': 0.183957} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.737848] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.738222] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-841df197-519b-4ce1-9a13-0c1302bcab8f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.746550] env[64120]: DEBUG oslo_vmware.api [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Waiting for the task: (returnval){ [ 999.746550] env[64120]: value = "task-1405898" [ 999.746550] env[64120]: _type = "Task" [ 999.746550] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.757775] env[64120]: DEBUG oslo_vmware.api [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Task: {'id': task-1405898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.785620] env[64120]: DEBUG oslo_vmware.api [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52fcb68e-2c5e-81ca-9d99-1d4f2a1e9d47, 'name': SearchDatastore_Task, 'duration_secs': 0.010315} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.785936] env[64120]: DEBUG oslo_concurrency.lockutils [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.786247] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.786495] env[64120]: DEBUG oslo_concurrency.lockutils [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.786645] env[64120]: DEBUG oslo_concurrency.lockutils [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.786824] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.787115] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c28f3c1-fb72-451b-add5-b974ba42e3ef {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.799138] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.799379] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.800220] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef3608c4-5045-4071-bcc7-96b6a1d96ba3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.809692] env[64120]: DEBUG oslo_vmware.api [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Waiting for the task: (returnval){ [ 999.809692] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5218ed54-8782-a11a-e015-61b4f1beee5b" [ 999.809692] env[64120]: _type = "Task" [ 999.809692] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.819477] env[64120]: DEBUG oslo_vmware.api [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5218ed54-8782-a11a-e015-61b4f1beee5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.959806] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a128736-9ade-4926-9d57-778b1cfd4f09 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.968425] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fee7d0c-92c3-4275-b353-00f769dfde67 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.001794] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891999bd-306b-490d-b4d3-e8d5a0612e57 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.010720] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de90c1f-f29b-4971-85c5-6fe2042a27a5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.026303] env[64120]: DEBUG nova.compute.provider_tree [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1000.259543] env[64120]: DEBUG oslo_vmware.api [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Task: {'id': task-1405898, 'name': PowerOnVM_Task} progress is 64%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.322071] env[64120]: DEBUG oslo_vmware.api [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5218ed54-8782-a11a-e015-61b4f1beee5b, 'name': SearchDatastore_Task, 'duration_secs': 0.012417} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.323105] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc94d1cf-0512-4542-b9fb-41636f60ad61 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.329445] env[64120]: DEBUG oslo_vmware.api [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Waiting for the task: (returnval){ [ 1000.329445] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5202683f-ef2a-1919-4878-e09f09d6eee9" [ 1000.329445] env[64120]: _type = "Task" [ 1000.329445] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.343771] env[64120]: DEBUG oslo_vmware.api [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5202683f-ef2a-1919-4878-e09f09d6eee9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.564214] env[64120]: DEBUG nova.scheduler.client.report [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Updated inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with generation 58 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1000.564491] env[64120]: DEBUG nova.compute.provider_tree [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Updating resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 generation from 58 to 59 during operation: update_inventory {{(pid=64120) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1000.564713] env[64120]: DEBUG nova.compute.provider_tree [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1000.758862] env[64120]: DEBUG oslo_vmware.api [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Task: {'id': task-1405898, 'name': PowerOnVM_Task, 'duration_secs': 0.969482} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.759209] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.759464] env[64120]: INFO nova.compute.manager [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1000.759728] env[64120]: DEBUG nova.compute.manager [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1000.760478] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085e63aa-d30b-45cb-9329-cc245b2b574b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.843460] env[64120]: DEBUG oslo_vmware.api [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5202683f-ef2a-1919-4878-e09f09d6eee9, 'name': SearchDatastore_Task, 'duration_secs': 0.00934} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.843939] env[64120]: DEBUG oslo_concurrency.lockutils [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.844394] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] e37e29e1-3a48-48d6-8eeb-86af9a4817fd/e37e29e1-3a48-48d6-8eeb-86af9a4817fd.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.844818] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28281c6f-20b3-42fd-8d5f-10c661e15e6f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.854738] env[64120]: DEBUG oslo_vmware.api [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Waiting for the task: (returnval){ [ 1000.854738] env[64120]: value = "task-1405900" [ 1000.854738] env[64120]: _type = "Task" [ 1000.854738] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.864187] env[64120]: DEBUG oslo_vmware.api [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Task: {'id': task-1405900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.070432] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.146s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.071031] env[64120]: DEBUG nova.compute.manager [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1001.075190] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.620s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.077566] env[64120]: INFO nova.compute.claims [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.281267] env[64120]: INFO nova.compute.manager [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Took 55.91 seconds to build instance. [ 1001.365905] env[64120]: DEBUG oslo_vmware.api [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Task: {'id': task-1405900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484935} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.366560] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] e37e29e1-3a48-48d6-8eeb-86af9a4817fd/e37e29e1-3a48-48d6-8eeb-86af9a4817fd.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.366788] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.367056] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c8d4df3-99eb-4d37-a4b8-601fa7fa263d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.375584] env[64120]: DEBUG oslo_vmware.api [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Waiting for the task: (returnval){ [ 1001.375584] env[64120]: value = "task-1405901" [ 1001.375584] env[64120]: _type = "Task" [ 1001.375584] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.385322] env[64120]: DEBUG oslo_vmware.api [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Task: {'id': task-1405901, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.582571] env[64120]: DEBUG nova.compute.utils [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1001.586057] env[64120]: DEBUG nova.compute.manager [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1001.586286] env[64120]: DEBUG nova.network.neutron [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1001.650242] env[64120]: DEBUG nova.policy [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cceea569b6044608e9eacc86bd2cea6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73e77e2e4c124fd19bbc0f0a4908463e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1001.766876] env[64120]: DEBUG oslo_concurrency.lockutils [None req-83e7eb05-b725-4924-a03a-f4877f82ee1d tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Acquiring lock "729579fc-b3f5-469a-976e-fce8e9cae6e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.783650] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38422b97-7bf5-4668-8fc1-e9da1753a53a tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Lock "729579fc-b3f5-469a-976e-fce8e9cae6e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.174s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.785013] env[64120]: DEBUG oslo_concurrency.lockutils [None req-83e7eb05-b725-4924-a03a-f4877f82ee1d tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Lock "729579fc-b3f5-469a-976e-fce8e9cae6e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.018s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.785265] env[64120]: DEBUG oslo_concurrency.lockutils [None req-83e7eb05-b725-4924-a03a-f4877f82ee1d tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Acquiring lock "729579fc-b3f5-469a-976e-fce8e9cae6e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.785478] env[64120]: DEBUG oslo_concurrency.lockutils [None req-83e7eb05-b725-4924-a03a-f4877f82ee1d tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Lock "729579fc-b3f5-469a-976e-fce8e9cae6e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.785647] env[64120]: DEBUG oslo_concurrency.lockutils [None req-83e7eb05-b725-4924-a03a-f4877f82ee1d tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Lock "729579fc-b3f5-469a-976e-fce8e9cae6e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.787844] env[64120]: INFO nova.compute.manager [None req-83e7eb05-b725-4924-a03a-f4877f82ee1d tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Terminating instance [ 1001.789622] env[64120]: DEBUG nova.compute.manager [None req-83e7eb05-b725-4924-a03a-f4877f82ee1d tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1001.789893] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-83e7eb05-b725-4924-a03a-f4877f82ee1d tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.790934] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0015ed-c872-4015-92ce-ea19b9432e10 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.800509] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e7eb05-b725-4924-a03a-f4877f82ee1d tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.801444] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed3dd1d9-c3d7-40bd-8ed5-b94d2aecde1b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.809403] env[64120]: DEBUG oslo_vmware.api [None req-83e7eb05-b725-4924-a03a-f4877f82ee1d tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Waiting for the task: (returnval){ [ 1001.809403] env[64120]: value = "task-1405902" [ 1001.809403] env[64120]: _type = "Task" [ 1001.809403] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.818526] env[64120]: DEBUG oslo_vmware.api [None req-83e7eb05-b725-4924-a03a-f4877f82ee1d tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Task: {'id': task-1405902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.888852] env[64120]: DEBUG oslo_vmware.api [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Task: {'id': task-1405901, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068998} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.889376] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.891055] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3bd21b-7717-45d1-9874-c3324c8ef4b8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.921978] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] e37e29e1-3a48-48d6-8eeb-86af9a4817fd/e37e29e1-3a48-48d6-8eeb-86af9a4817fd.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.922476] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6689b574-d900-4789-bf8c-8f386b5bb53c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.950802] env[64120]: DEBUG oslo_vmware.api [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Waiting for the task: (returnval){ [ 1001.950802] env[64120]: value = "task-1405903" [ 1001.950802] env[64120]: _type = "Task" [ 1001.950802] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.963278] env[64120]: DEBUG oslo_vmware.api [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Task: {'id': task-1405903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.024553] env[64120]: DEBUG nova.network.neutron [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Successfully created port: fab52652-428e-451a-9261-1dacd3efc0fd {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.087481] env[64120]: DEBUG nova.compute.manager [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1002.291509] env[64120]: DEBUG nova.compute.manager [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1002.325316] env[64120]: DEBUG oslo_vmware.api [None req-83e7eb05-b725-4924-a03a-f4877f82ee1d tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Task: {'id': task-1405902, 'name': PowerOffVM_Task, 'duration_secs': 0.209621} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.329631] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e7eb05-b725-4924-a03a-f4877f82ee1d tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.330093] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-83e7eb05-b725-4924-a03a-f4877f82ee1d tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.330828] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e500772f-73c1-42f9-9ac4-09b4eefdf20d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.399322] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-83e7eb05-b725-4924-a03a-f4877f82ee1d tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.399584] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-83e7eb05-b725-4924-a03a-f4877f82ee1d tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.399777] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-83e7eb05-b725-4924-a03a-f4877f82ee1d tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Deleting the datastore file [datastore2] 729579fc-b3f5-469a-976e-fce8e9cae6e2 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.400063] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8720fcad-bf0d-425c-b17d-c20efe1493ee {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.408320] env[64120]: DEBUG oslo_vmware.api [None req-83e7eb05-b725-4924-a03a-f4877f82ee1d tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Waiting for the task: (returnval){ [ 1002.408320] env[64120]: value = "task-1405905" [ 1002.408320] env[64120]: _type = "Task" [ 1002.408320] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.419133] env[64120]: DEBUG oslo_vmware.api [None req-83e7eb05-b725-4924-a03a-f4877f82ee1d tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Task: {'id': task-1405905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.464702] env[64120]: DEBUG oslo_vmware.api [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Task: {'id': task-1405903, 'name': ReconfigVM_Task, 'duration_secs': 0.309244} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.465167] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Reconfigured VM instance instance-0000001d to attach disk [datastore2] e37e29e1-3a48-48d6-8eeb-86af9a4817fd/e37e29e1-3a48-48d6-8eeb-86af9a4817fd.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.465868] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9a7fdd7-0f69-452c-9728-bdf169c27d11 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.474636] env[64120]: DEBUG oslo_vmware.api [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Waiting for the task: (returnval){ [ 1002.474636] env[64120]: value = "task-1405906" [ 1002.474636] env[64120]: _type = "Task" [ 1002.474636] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.488408] env[64120]: DEBUG oslo_vmware.api [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Task: {'id': task-1405906, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.823730] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.834149] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc41a84-d176-4e3e-aac6-892feb59931f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.841730] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2eff2c6-07fb-4e53-aa45-1cffebf13c0e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.873561] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549f35a0-0e40-4229-9f3d-e3974bead24d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.883503] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797618af-cde0-4947-874b-60fdfa0b0e14 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.899283] env[64120]: DEBUG nova.compute.provider_tree [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.918699] env[64120]: DEBUG oslo_vmware.api [None req-83e7eb05-b725-4924-a03a-f4877f82ee1d tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Task: {'id': task-1405905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158193} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.918998] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-83e7eb05-b725-4924-a03a-f4877f82ee1d tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.919159] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-83e7eb05-b725-4924-a03a-f4877f82ee1d tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.919371] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-83e7eb05-b725-4924-a03a-f4877f82ee1d tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.919545] env[64120]: INFO nova.compute.manager [None req-83e7eb05-b725-4924-a03a-f4877f82ee1d tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1002.919784] env[64120]: DEBUG oslo.service.loopingcall [None req-83e7eb05-b725-4924-a03a-f4877f82ee1d tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1002.919966] env[64120]: DEBUG nova.compute.manager [-] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1002.920073] env[64120]: DEBUG nova.network.neutron [-] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.986041] env[64120]: DEBUG oslo_vmware.api [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Task: {'id': task-1405906, 'name': Rename_Task, 'duration_secs': 0.164223} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.986362] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.986602] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff7b1eb3-e450-450a-8464-0b3a0ea9ddd7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.993433] env[64120]: DEBUG oslo_vmware.api [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Waiting for the task: (returnval){ [ 1002.993433] env[64120]: value = "task-1405907" [ 1002.993433] env[64120]: _type = "Task" [ 1002.993433] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.012170] env[64120]: DEBUG oslo_vmware.api [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Task: {'id': task-1405907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.103332] env[64120]: DEBUG nova.compute.manager [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1003.130375] env[64120]: DEBUG nova.virt.hardware [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1003.130680] env[64120]: DEBUG nova.virt.hardware [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1003.130825] env[64120]: DEBUG nova.virt.hardware [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.131023] env[64120]: DEBUG nova.virt.hardware [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1003.131675] env[64120]: DEBUG nova.virt.hardware [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.131675] env[64120]: DEBUG nova.virt.hardware [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1003.131675] env[64120]: DEBUG nova.virt.hardware [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1003.131868] env[64120]: DEBUG nova.virt.hardware [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1003.131868] env[64120]: DEBUG nova.virt.hardware [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1003.132335] env[64120]: DEBUG nova.virt.hardware [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1003.132564] env[64120]: DEBUG nova.virt.hardware [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1003.133503] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c404d2-9a00-48e0-bcf8-85cd25da8c18 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.143265] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4513ce7-49a6-4408-9bac-4ab8bff94ef2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.211460] env[64120]: DEBUG nova.compute.manager [req-b0a45e84-70ec-418c-b76a-d49ef8ca4cda req-7cd4abe7-6982-4f68-9dfa-8f9434c9b980 service nova] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Received event network-vif-deleted-99dba06e-7353-4a8f-b2d9-3e301540de36 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1003.211765] env[64120]: INFO nova.compute.manager [req-b0a45e84-70ec-418c-b76a-d49ef8ca4cda req-7cd4abe7-6982-4f68-9dfa-8f9434c9b980 service nova] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Neutron deleted interface 99dba06e-7353-4a8f-b2d9-3e301540de36; detaching it from the instance and deleting it from the info cache [ 1003.211911] env[64120]: DEBUG nova.network.neutron [req-b0a45e84-70ec-418c-b76a-d49ef8ca4cda req-7cd4abe7-6982-4f68-9dfa-8f9434c9b980 service nova] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.405021] env[64120]: DEBUG nova.scheduler.client.report [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1003.504623] env[64120]: DEBUG oslo_vmware.api [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Task: {'id': task-1405907, 'name': PowerOnVM_Task} progress is 64%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.688774] env[64120]: DEBUG nova.network.neutron [-] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.715268] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0d71ac0-323d-45ce-9546-93beed111e2b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.725628] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b6cbf5-43fa-4814-9106-6793bd72dfec {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.764427] env[64120]: DEBUG nova.compute.manager [req-b0a45e84-70ec-418c-b76a-d49ef8ca4cda req-7cd4abe7-6982-4f68-9dfa-8f9434c9b980 service nova] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Detach interface failed, port_id=99dba06e-7353-4a8f-b2d9-3e301540de36, reason: Instance 729579fc-b3f5-469a-976e-fce8e9cae6e2 could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1003.910067] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.835s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.910657] env[64120]: DEBUG nova.compute.manager [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1003.914266] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1e4c6128-5111-449d-9386-500e3142d9a5 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.312s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.914266] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1e4c6128-5111-449d-9386-500e3142d9a5 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.916489] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.072s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.923373] env[64120]: INFO nova.compute.claims [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.955133] env[64120]: INFO nova.scheduler.client.report [None req-1e4c6128-5111-449d-9386-500e3142d9a5 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Deleted allocations for instance 34463929-7e32-48fa-93cf-d3d5aea0f51b [ 1004.005690] env[64120]: DEBUG oslo_vmware.api [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Task: {'id': task-1405907, 'name': PowerOnVM_Task, 'duration_secs': 0.973632} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.005690] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.005690] env[64120]: INFO nova.compute.manager [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1004.005926] env[64120]: DEBUG nova.compute.manager [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1004.007430] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d69ea2-580b-44fc-a21d-660d4508edc7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.170277] env[64120]: DEBUG nova.network.neutron [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Successfully updated port: fab52652-428e-451a-9261-1dacd3efc0fd {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.191891] env[64120]: INFO nova.compute.manager [-] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Took 1.27 seconds to deallocate network for instance. [ 1004.428574] env[64120]: DEBUG nova.compute.utils [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1004.432087] env[64120]: DEBUG nova.compute.manager [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Not allocating networking since 'none' was specified. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1004.463816] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1e4c6128-5111-449d-9386-500e3142d9a5 tempest-ServerGroupTestJSON-1956642424 tempest-ServerGroupTestJSON-1956642424-project-member] Lock "34463929-7e32-48fa-93cf-d3d5aea0f51b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.103s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.530709] env[64120]: INFO nova.compute.manager [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Took 54.06 seconds to build instance. [ 1004.552696] env[64120]: DEBUG oslo_vmware.rw_handles [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5202093a-0cc7-f292-a061-48afab8128e8/disk-0.vmdk. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1004.553898] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6242f321-080a-4426-b378-81cf179f1abe {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.564829] env[64120]: DEBUG oslo_vmware.rw_handles [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5202093a-0cc7-f292-a061-48afab8128e8/disk-0.vmdk is in state: ready. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1004.564829] env[64120]: ERROR oslo_vmware.rw_handles [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5202093a-0cc7-f292-a061-48afab8128e8/disk-0.vmdk due to incomplete transfer. [ 1004.564829] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0bec8ab4-74d4-4839-b4bf-818c5b385055 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.575355] env[64120]: DEBUG oslo_vmware.rw_handles [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5202093a-0cc7-f292-a061-48afab8128e8/disk-0.vmdk. {{(pid=64120) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1004.575355] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Uploaded image 0eaf7cbe-25a6-4868-a17e-cdc39dd77d89 to the Glance image server {{(pid=64120) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1004.577121] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Destroying the VM {{(pid=64120) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1004.577422] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-aa2b309f-1412-43a8-863c-40947df902c6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.582178] env[64120]: DEBUG nova.compute.manager [req-1db273f4-3af3-43a9-8876-c2c00d4adb94 req-93e867ae-0b01-4f0f-9eac-046fbea1692c service nova] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Received event network-vif-plugged-fab52652-428e-451a-9261-1dacd3efc0fd {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1004.582178] env[64120]: DEBUG oslo_concurrency.lockutils [req-1db273f4-3af3-43a9-8876-c2c00d4adb94 req-93e867ae-0b01-4f0f-9eac-046fbea1692c service nova] Acquiring lock "5bd2f6c4-7671-4aae-b358-08456faf0973-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.582178] env[64120]: DEBUG oslo_concurrency.lockutils [req-1db273f4-3af3-43a9-8876-c2c00d4adb94 req-93e867ae-0b01-4f0f-9eac-046fbea1692c service nova] Lock "5bd2f6c4-7671-4aae-b358-08456faf0973-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.582178] env[64120]: DEBUG oslo_concurrency.lockutils [req-1db273f4-3af3-43a9-8876-c2c00d4adb94 req-93e867ae-0b01-4f0f-9eac-046fbea1692c service nova] Lock "5bd2f6c4-7671-4aae-b358-08456faf0973-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.582178] env[64120]: DEBUG nova.compute.manager [req-1db273f4-3af3-43a9-8876-c2c00d4adb94 req-93e867ae-0b01-4f0f-9eac-046fbea1692c service nova] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] No waiting events found dispatching network-vif-plugged-fab52652-428e-451a-9261-1dacd3efc0fd {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1004.582178] env[64120]: WARNING nova.compute.manager [req-1db273f4-3af3-43a9-8876-c2c00d4adb94 req-93e867ae-0b01-4f0f-9eac-046fbea1692c service nova] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Received unexpected event network-vif-plugged-fab52652-428e-451a-9261-1dacd3efc0fd for instance with vm_state building and task_state spawning. [ 1004.588696] env[64120]: DEBUG oslo_vmware.api [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for the task: (returnval){ [ 1004.588696] env[64120]: value = "task-1405908" [ 1004.588696] env[64120]: _type = "Task" [ 1004.588696] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.598370] env[64120]: DEBUG oslo_vmware.api [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405908, 'name': Destroy_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.672992] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "refresh_cache-5bd2f6c4-7671-4aae-b358-08456faf0973" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.673253] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquired lock "refresh_cache-5bd2f6c4-7671-4aae-b358-08456faf0973" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.673776] env[64120]: DEBUG nova.network.neutron [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.700195] env[64120]: DEBUG oslo_concurrency.lockutils [None req-83e7eb05-b725-4924-a03a-f4877f82ee1d tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.859305] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Acquiring lock "0a29cbe5-1f69-44f7-90a6-209992a79b2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.859547] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Lock "0a29cbe5-1f69-44f7-90a6-209992a79b2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.936229] env[64120]: DEBUG nova.compute.manager [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1004.958193] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d12be643-49fc-4c37-b48e-3ed461a6a691 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Acquiring lock "e359f71d-a8c8-471e-9c65-0b5f7d60a39b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.958530] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d12be643-49fc-4c37-b48e-3ed461a6a691 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Lock "e359f71d-a8c8-471e-9c65-0b5f7d60a39b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.958863] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d12be643-49fc-4c37-b48e-3ed461a6a691 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Acquiring lock "e359f71d-a8c8-471e-9c65-0b5f7d60a39b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.958949] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d12be643-49fc-4c37-b48e-3ed461a6a691 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Lock "e359f71d-a8c8-471e-9c65-0b5f7d60a39b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.959224] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d12be643-49fc-4c37-b48e-3ed461a6a691 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Lock "e359f71d-a8c8-471e-9c65-0b5f7d60a39b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.961461] env[64120]: INFO nova.compute.manager [None req-d12be643-49fc-4c37-b48e-3ed461a6a691 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Terminating instance [ 1004.963588] env[64120]: DEBUG nova.compute.manager [None req-d12be643-49fc-4c37-b48e-3ed461a6a691 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1004.963777] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d12be643-49fc-4c37-b48e-3ed461a6a691 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.967514] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ada11d9-3432-4365-baa0-c785a217e654 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.975485] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12be643-49fc-4c37-b48e-3ed461a6a691 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.975746] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b52c9d1-f269-4e8a-8af5-6d46747d3222 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.983889] env[64120]: DEBUG oslo_vmware.api [None req-d12be643-49fc-4c37-b48e-3ed461a6a691 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Waiting for the task: (returnval){ [ 1004.983889] env[64120]: value = "task-1405909" [ 1004.983889] env[64120]: _type = "Task" [ 1004.983889] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.998368] env[64120]: DEBUG oslo_vmware.api [None req-d12be643-49fc-4c37-b48e-3ed461a6a691 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1405909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.032402] env[64120]: DEBUG oslo_concurrency.lockutils [None req-824ac898-5e4f-4e9b-925d-b5fd06d19b49 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Lock "e37e29e1-3a48-48d6-8eeb-86af9a4817fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.463s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.099833] env[64120]: DEBUG oslo_vmware.api [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405908, 'name': Destroy_Task, 'duration_secs': 0.308493} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.101174] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Destroyed the VM [ 1005.101174] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Deleting Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1005.101174] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-73bba926-9ec6-4d71-b135-8c27ebbe69bb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.109787] env[64120]: DEBUG oslo_vmware.api [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for the task: (returnval){ [ 1005.109787] env[64120]: value = "task-1405910" [ 1005.109787] env[64120]: _type = "Task" [ 1005.109787] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.118632] env[64120]: DEBUG oslo_vmware.api [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405910, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.228611] env[64120]: DEBUG nova.network.neutron [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.467113] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2862ccf5-25d9-467b-a5c8-07e0acb63b5f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.478710] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c4c814-e23a-462a-a622-38338c4654e4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.515382] env[64120]: DEBUG nova.network.neutron [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Updating instance_info_cache with network_info: [{"id": "fab52652-428e-451a-9261-1dacd3efc0fd", "address": "fa:16:3e:3f:36:90", "network": {"id": "d2a94bb8-9700-4432-b079-27704d0e128c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1214853217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e77e2e4c124fd19bbc0f0a4908463e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfab52652-42", "ovs_interfaceid": "fab52652-428e-451a-9261-1dacd3efc0fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.517472] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2914379d-77cf-403f-b260-1ad75805f13e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.523763] env[64120]: DEBUG oslo_vmware.api [None req-d12be643-49fc-4c37-b48e-3ed461a6a691 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1405909, 'name': PowerOffVM_Task, 'duration_secs': 0.34941} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.524513] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12be643-49fc-4c37-b48e-3ed461a6a691 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.524766] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d12be643-49fc-4c37-b48e-3ed461a6a691 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.525318] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90a83556-dea3-41b4-b172-972a86b878d9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.531211] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000f1004-7e20-41dd-b666-5fedc71d699b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.536173] env[64120]: DEBUG nova.compute.manager [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1005.553021] env[64120]: DEBUG nova.compute.provider_tree [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.611410] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d12be643-49fc-4c37-b48e-3ed461a6a691 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.611671] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d12be643-49fc-4c37-b48e-3ed461a6a691 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.611863] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-d12be643-49fc-4c37-b48e-3ed461a6a691 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Deleting the datastore file [datastore2] e359f71d-a8c8-471e-9c65-0b5f7d60a39b {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.615627] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed9ff94d-a6d8-4f04-8805-88a71583e872 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.624810] env[64120]: DEBUG oslo_vmware.api [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405910, 'name': RemoveSnapshot_Task, 'duration_secs': 0.495789} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.625656] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Deleted Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1005.625906] env[64120]: INFO nova.compute.manager [None req-13d93166-d016-4dd6-b08a-4faca906e177 tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Took 12.70 seconds to snapshot the instance on the hypervisor. [ 1005.631634] env[64120]: DEBUG oslo_vmware.api [None req-d12be643-49fc-4c37-b48e-3ed461a6a691 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Waiting for the task: (returnval){ [ 1005.631634] env[64120]: value = "task-1405912" [ 1005.631634] env[64120]: _type = "Task" [ 1005.631634] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.637051] env[64120]: DEBUG oslo_vmware.api [None req-d12be643-49fc-4c37-b48e-3ed461a6a691 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1405912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.827779] env[64120]: DEBUG oslo_concurrency.lockutils [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Acquiring lock "494d4494-bd61-4370-b8f4-4e7ae757d638" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.827779] env[64120]: DEBUG oslo_concurrency.lockutils [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Lock "494d4494-bd61-4370-b8f4-4e7ae757d638" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.946860] env[64120]: DEBUG nova.compute.manager [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1005.967517] env[64120]: DEBUG nova.virt.hardware [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1005.967758] env[64120]: DEBUG nova.virt.hardware [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1005.967917] env[64120]: DEBUG nova.virt.hardware [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.968140] env[64120]: DEBUG nova.virt.hardware [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1005.968304] env[64120]: DEBUG nova.virt.hardware [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.968455] env[64120]: DEBUG nova.virt.hardware [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1005.968667] env[64120]: DEBUG nova.virt.hardware [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1005.968828] env[64120]: DEBUG nova.virt.hardware [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1005.968993] env[64120]: DEBUG nova.virt.hardware [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1005.969242] env[64120]: DEBUG nova.virt.hardware [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1005.969442] env[64120]: DEBUG nova.virt.hardware [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1005.970313] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1999a7-46d2-4188-b5ce-e9346e8bdd7d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.979658] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24faf23-b744-4386-9c3b-f1471eaba586 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.993773] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Instance VIF info [] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.002200] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Creating folder: Project (3316f24fb93449a6b53ff4f86d7b34d5). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1006.002200] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-967306c2-b24e-4afe-93a8-f105644d5df0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.014474] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Created folder: Project (3316f24fb93449a6b53ff4f86d7b34d5) in parent group-v297899. [ 1006.014615] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Creating folder: Instances. Parent ref: group-v297995. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1006.015995] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a854f0a-9a09-49ac-a4d4-1492777dd009 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.021200] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Releasing lock "refresh_cache-5bd2f6c4-7671-4aae-b358-08456faf0973" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.021570] env[64120]: DEBUG nova.compute.manager [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Instance network_info: |[{"id": "fab52652-428e-451a-9261-1dacd3efc0fd", "address": "fa:16:3e:3f:36:90", "network": {"id": "d2a94bb8-9700-4432-b079-27704d0e128c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1214853217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e77e2e4c124fd19bbc0f0a4908463e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfab52652-42", "ovs_interfaceid": "fab52652-428e-451a-9261-1dacd3efc0fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1006.022045] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:36:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fab52652-428e-451a-9261-1dacd3efc0fd', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.029652] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Creating folder: Project (73e77e2e4c124fd19bbc0f0a4908463e). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1006.031273] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5224c5f-2790-4987-97d1-7016543c312c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.032992] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Created folder: Instances in parent group-v297995. [ 1006.033264] env[64120]: DEBUG oslo.service.loopingcall [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1006.033450] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.034094] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-899c4032-c7d1-462d-8427-836c2fc0d83e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.047801] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Created folder: Project (73e77e2e4c124fd19bbc0f0a4908463e) in parent group-v297899. [ 1006.048288] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Creating folder: Instances. Parent ref: group-v297997. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1006.048693] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86727308-bc96-483e-8d68-ffd730352ddd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.054512] env[64120]: DEBUG nova.scheduler.client.report [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1006.061383] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.061383] env[64120]: value = "task-1405916" [ 1006.061383] env[64120]: _type = "Task" [ 1006.061383] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.065908] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Created folder: Instances in parent group-v297997. [ 1006.067010] env[64120]: DEBUG oslo.service.loopingcall [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1006.067010] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.067010] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d593b1dd-feab-4120-8adf-bbab0c4d34c5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.085095] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.089189] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405916, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.095909] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.095909] env[64120]: value = "task-1405918" [ 1006.095909] env[64120]: _type = "Task" [ 1006.095909] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.105465] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405918, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.143212] env[64120]: DEBUG oslo_vmware.api [None req-d12be643-49fc-4c37-b48e-3ed461a6a691 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1405912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154935} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.143530] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-d12be643-49fc-4c37-b48e-3ed461a6a691 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.143741] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d12be643-49fc-4c37-b48e-3ed461a6a691 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.143935] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d12be643-49fc-4c37-b48e-3ed461a6a691 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.144193] env[64120]: INFO nova.compute.manager [None req-d12be643-49fc-4c37-b48e-3ed461a6a691 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1006.144447] env[64120]: DEBUG oslo.service.loopingcall [None req-d12be643-49fc-4c37-b48e-3ed461a6a691 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1006.144667] env[64120]: DEBUG nova.compute.manager [-] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1006.144784] env[64120]: DEBUG nova.network.neutron [-] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.563690] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.564491] env[64120]: DEBUG nova.compute.manager [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1006.568980] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.253s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.570371] env[64120]: INFO nova.compute.claims [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.584899] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405916, 'name': CreateVM_Task, 'duration_secs': 0.319376} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.585131] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1006.585561] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.585772] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.586151] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.586433] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32791fa5-cda3-46c2-867b-eee8d02f608b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.593244] env[64120]: DEBUG oslo_vmware.api [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Waiting for the task: (returnval){ [ 1006.593244] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5263149a-d5a0-461b-639d-88742f386dc9" [ 1006.593244] env[64120]: _type = "Task" [ 1006.593244] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.607532] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405918, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.612277] env[64120]: DEBUG oslo_vmware.api [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5263149a-d5a0-461b-639d-88742f386dc9, 'name': SearchDatastore_Task, 'duration_secs': 0.012095} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.612277] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.612277] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.612600] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.612600] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.612833] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.613126] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-955d42ef-002f-495f-b9f8-a252ea6932f4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.623109] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.623329] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.624799] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e25c5ab-e403-4928-a056-922b7386045c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.631631] env[64120]: DEBUG oslo_vmware.api [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Waiting for the task: (returnval){ [ 1006.631631] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f85857-ed30-d46c-156e-4ce2f27e6083" [ 1006.631631] env[64120]: _type = "Task" [ 1006.631631] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.640682] env[64120]: DEBUG oslo_vmware.api [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f85857-ed30-d46c-156e-4ce2f27e6083, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.031679] env[64120]: DEBUG nova.compute.manager [req-3d89c320-e049-49c4-9e10-5edb7d9f4857 req-f18bcab5-2320-4ba1-8505-10cb99ad04af service nova] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Received event network-changed-fab52652-428e-451a-9261-1dacd3efc0fd {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1007.031884] env[64120]: DEBUG nova.compute.manager [req-3d89c320-e049-49c4-9e10-5edb7d9f4857 req-f18bcab5-2320-4ba1-8505-10cb99ad04af service nova] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Refreshing instance network info cache due to event network-changed-fab52652-428e-451a-9261-1dacd3efc0fd. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1007.032116] env[64120]: DEBUG oslo_concurrency.lockutils [req-3d89c320-e049-49c4-9e10-5edb7d9f4857 req-f18bcab5-2320-4ba1-8505-10cb99ad04af service nova] Acquiring lock "refresh_cache-5bd2f6c4-7671-4aae-b358-08456faf0973" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.032266] env[64120]: DEBUG oslo_concurrency.lockutils [req-3d89c320-e049-49c4-9e10-5edb7d9f4857 req-f18bcab5-2320-4ba1-8505-10cb99ad04af service nova] Acquired lock "refresh_cache-5bd2f6c4-7671-4aae-b358-08456faf0973" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.032427] env[64120]: DEBUG nova.network.neutron [req-3d89c320-e049-49c4-9e10-5edb7d9f4857 req-f18bcab5-2320-4ba1-8505-10cb99ad04af service nova] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Refreshing network info cache for port fab52652-428e-451a-9261-1dacd3efc0fd {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.079973] env[64120]: DEBUG nova.compute.utils [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1007.083437] env[64120]: DEBUG nova.compute.manager [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1007.083615] env[64120]: DEBUG nova.network.neutron [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.111716] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405918, 'name': CreateVM_Task, 'duration_secs': 0.550551} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.111888] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.112724] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.112913] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.113248] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.113505] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee0609d6-018b-41fd-8a35-293b498bdb29 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.118377] env[64120]: DEBUG oslo_vmware.api [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1007.118377] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c5e897-61cc-3680-736d-c605f210accb" [ 1007.118377] env[64120]: _type = "Task" [ 1007.118377] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.127075] env[64120]: DEBUG oslo_vmware.api [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c5e897-61cc-3680-736d-c605f210accb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.144046] env[64120]: DEBUG oslo_vmware.api [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f85857-ed30-d46c-156e-4ce2f27e6083, 'name': SearchDatastore_Task, 'duration_secs': 0.009683} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.144521] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5132644b-fc7b-4bf8-a9a5-c80b14f10a3e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.150589] env[64120]: DEBUG oslo_vmware.api [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Waiting for the task: (returnval){ [ 1007.150589] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52482cf7-76e8-3eb2-b907-ed6d94b9f295" [ 1007.150589] env[64120]: _type = "Task" [ 1007.150589] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.158956] env[64120]: DEBUG oslo_vmware.api [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52482cf7-76e8-3eb2-b907-ed6d94b9f295, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.194512] env[64120]: DEBUG nova.policy [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '403b397403654a7fa9bf2dd89dd31e6c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7366aba3d5d2490b816351ef6b69f6cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1007.554327] env[64120]: DEBUG nova.network.neutron [-] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.584075] env[64120]: DEBUG nova.compute.manager [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1007.630647] env[64120]: DEBUG oslo_vmware.api [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c5e897-61cc-3680-736d-c605f210accb, 'name': SearchDatastore_Task, 'duration_secs': 0.009721} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.634202] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.634202] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.634617] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.634951] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.634951] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.636051] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17c165e3-7da9-4c65-ad6d-84254ca8d35a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.644184] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.644432] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.646062] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5db1762b-154e-44fb-b2fe-18a46f189688 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.651907] env[64120]: DEBUG oslo_vmware.api [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1007.651907] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52bbf564-1b0b-bb4f-96bb-b29dbd23692a" [ 1007.651907] env[64120]: _type = "Task" [ 1007.651907] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.674840] env[64120]: DEBUG oslo_vmware.api [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52482cf7-76e8-3eb2-b907-ed6d94b9f295, 'name': SearchDatastore_Task, 'duration_secs': 0.009286} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.675556] env[64120]: DEBUG oslo_vmware.api [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52bbf564-1b0b-bb4f-96bb-b29dbd23692a, 'name': SearchDatastore_Task, 'duration_secs': 0.008848} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.678078] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.678692] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 7c3b6190-aec5-474d-872d-1c5160b9f5fb/7c3b6190-aec5-474d-872d-1c5160b9f5fb.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.681266] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8dcb8ceb-4539-42fb-9043-6e01a2fdaad1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.684445] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06459d30-cd38-4977-96a8-c5047aba5c81 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.691762] env[64120]: DEBUG oslo_vmware.api [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1007.691762] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b96f9b-cf55-323a-c3c2-82c51ca12122" [ 1007.691762] env[64120]: _type = "Task" [ 1007.691762] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.697644] env[64120]: DEBUG oslo_vmware.api [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Waiting for the task: (returnval){ [ 1007.697644] env[64120]: value = "task-1405919" [ 1007.697644] env[64120]: _type = "Task" [ 1007.697644] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.709633] env[64120]: DEBUG oslo_vmware.api [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b96f9b-cf55-323a-c3c2-82c51ca12122, 'name': SearchDatastore_Task, 'duration_secs': 0.009942} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.710433] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.710696] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 5bd2f6c4-7671-4aae-b358-08456faf0973/5bd2f6c4-7671-4aae-b358-08456faf0973.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.710957] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83a419a8-bf76-45c6-bd4a-d5907c0b7eb6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.719772] env[64120]: DEBUG oslo_vmware.api [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': task-1405919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.727657] env[64120]: DEBUG oslo_vmware.api [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1007.727657] env[64120]: value = "task-1405920" [ 1007.727657] env[64120]: _type = "Task" [ 1007.727657] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.737544] env[64120]: DEBUG oslo_vmware.api [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1405920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.810743] env[64120]: DEBUG nova.network.neutron [req-3d89c320-e049-49c4-9e10-5edb7d9f4857 req-f18bcab5-2320-4ba1-8505-10cb99ad04af service nova] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Updated VIF entry in instance network info cache for port fab52652-428e-451a-9261-1dacd3efc0fd. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.811274] env[64120]: DEBUG nova.network.neutron [req-3d89c320-e049-49c4-9e10-5edb7d9f4857 req-f18bcab5-2320-4ba1-8505-10cb99ad04af service nova] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Updating instance_info_cache with network_info: [{"id": "fab52652-428e-451a-9261-1dacd3efc0fd", "address": "fa:16:3e:3f:36:90", "network": {"id": "d2a94bb8-9700-4432-b079-27704d0e128c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1214853217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e77e2e4c124fd19bbc0f0a4908463e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfab52652-42", "ovs_interfaceid": "fab52652-428e-451a-9261-1dacd3efc0fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.947769] env[64120]: DEBUG nova.network.neutron [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Successfully created port: 53b080b8-31ae-4dc3-8ac3-35d0fb3fd35f {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.057391] env[64120]: INFO nova.compute.manager [-] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Took 1.91 seconds to deallocate network for instance. [ 1008.207864] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b194695-c30c-4dcb-aee5-e0805e645c8a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.217579] env[64120]: DEBUG oslo_vmware.api [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': task-1405919, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.223542] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0970e603-86b8-466f-afc0-3bdba6148a05 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.238958] env[64120]: DEBUG oslo_vmware.api [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1405920, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.269139] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd494a7-8b16-485d-8644-ddd7616cdc25 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.280551] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34403b9c-2c67-4fe5-8d6c-3cfed24b911f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.297455] env[64120]: DEBUG nova.compute.provider_tree [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.315377] env[64120]: DEBUG oslo_concurrency.lockutils [req-3d89c320-e049-49c4-9e10-5edb7d9f4857 req-f18bcab5-2320-4ba1-8505-10cb99ad04af service nova] Releasing lock "refresh_cache-5bd2f6c4-7671-4aae-b358-08456faf0973" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.566669] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d12be643-49fc-4c37-b48e-3ed461a6a691 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.601518] env[64120]: DEBUG nova.compute.manager [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1008.625148] env[64120]: DEBUG nova.virt.hardware [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1008.625472] env[64120]: DEBUG nova.virt.hardware [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1008.625631] env[64120]: DEBUG nova.virt.hardware [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.625814] env[64120]: DEBUG nova.virt.hardware [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1008.625968] env[64120]: DEBUG nova.virt.hardware [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.626168] env[64120]: DEBUG nova.virt.hardware [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1008.626384] env[64120]: DEBUG nova.virt.hardware [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1008.626549] env[64120]: DEBUG nova.virt.hardware [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1008.627265] env[64120]: DEBUG nova.virt.hardware [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1008.627452] env[64120]: DEBUG nova.virt.hardware [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1008.627630] env[64120]: DEBUG nova.virt.hardware [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1008.628551] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e479c9e-512d-4320-beef-8e0ac1d32901 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.637233] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f9053f-e817-4f2d-887a-86ec897096f4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.711787] env[64120]: DEBUG oslo_vmware.api [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': task-1405919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537255} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.712280] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 7c3b6190-aec5-474d-872d-1c5160b9f5fb/7c3b6190-aec5-474d-872d-1c5160b9f5fb.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.712662] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.713048] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84dfcdf6-a7bd-4e92-b9b7-fd58c4ec164e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.722025] env[64120]: DEBUG oslo_vmware.api [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Waiting for the task: (returnval){ [ 1008.722025] env[64120]: value = "task-1405921" [ 1008.722025] env[64120]: _type = "Task" [ 1008.722025] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.727675] env[64120]: DEBUG oslo_vmware.api [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': task-1405921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.738252] env[64120]: DEBUG oslo_vmware.api [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1405920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662672} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.738725] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 5bd2f6c4-7671-4aae-b358-08456faf0973/5bd2f6c4-7671-4aae-b358-08456faf0973.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.739965] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.739965] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc915e7c-c160-4544-9de6-be661970a748 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.745503] env[64120]: DEBUG oslo_vmware.api [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1008.745503] env[64120]: value = "task-1405922" [ 1008.745503] env[64120]: _type = "Task" [ 1008.745503] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.752748] env[64120]: DEBUG oslo_vmware.api [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1405922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.800937] env[64120]: DEBUG nova.scheduler.client.report [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1009.230429] env[64120]: DEBUG oslo_vmware.api [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': task-1405921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.229383} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.230579] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.231381] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b250c160-73f7-4d30-90b9-9fa6358e6947 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.252360] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 7c3b6190-aec5-474d-872d-1c5160b9f5fb/7c3b6190-aec5-474d-872d-1c5160b9f5fb.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.252705] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e11c97f-3641-4104-b1f7-d032c4f90650 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.277133] env[64120]: DEBUG oslo_vmware.api [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1405922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078858} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.278641] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.279161] env[64120]: DEBUG oslo_vmware.api [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Waiting for the task: (returnval){ [ 1009.279161] env[64120]: value = "task-1405923" [ 1009.279161] env[64120]: _type = "Task" [ 1009.279161] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.279736] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9762f319-f057-4880-867e-a1fa840baee0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.291795] env[64120]: DEBUG oslo_vmware.api [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': task-1405923, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.309949] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 5bd2f6c4-7671-4aae-b358-08456faf0973/5bd2f6c4-7671-4aae-b358-08456faf0973.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.310330] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.310818] env[64120]: DEBUG nova.compute.manager [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1009.313308] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4472a857-edae-4a08-8380-164b1dac7fab {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.327696] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4bce90ad-c03a-4a8d-8cd2-eeccd457da32 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.861s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.327923] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4bce90ad-c03a-4a8d-8cd2-eeccd457da32 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.330018] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.135s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.331493] env[64120]: INFO nova.compute.claims [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.340977] env[64120]: DEBUG oslo_vmware.api [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1009.340977] env[64120]: value = "task-1405924" [ 1009.340977] env[64120]: _type = "Task" [ 1009.340977] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.350415] env[64120]: DEBUG oslo_vmware.api [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1405924, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.368511] env[64120]: INFO nova.scheduler.client.report [None req-4bce90ad-c03a-4a8d-8cd2-eeccd457da32 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Deleted allocations for instance 038445ee-fe90-4f5a-829e-c36cf1a9bf33 [ 1009.388772] env[64120]: DEBUG nova.compute.manager [req-cf050fe7-8e93-4cdd-a990-c8e7473c3a52 req-a5854234-f216-499c-adf0-bd73420c0222 service nova] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Received event network-vif-deleted-b36d1259-4f3d-4935-b803-282587a66996 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1009.388772] env[64120]: DEBUG nova.compute.manager [req-cf050fe7-8e93-4cdd-a990-c8e7473c3a52 req-a5854234-f216-499c-adf0-bd73420c0222 service nova] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Received event network-changed-da1c5aa1-7ffd-4e92-8b30-dc78aa3ae9ce {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1009.388772] env[64120]: DEBUG nova.compute.manager [req-cf050fe7-8e93-4cdd-a990-c8e7473c3a52 req-a5854234-f216-499c-adf0-bd73420c0222 service nova] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Refreshing instance network info cache due to event network-changed-da1c5aa1-7ffd-4e92-8b30-dc78aa3ae9ce. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1009.388772] env[64120]: DEBUG oslo_concurrency.lockutils [req-cf050fe7-8e93-4cdd-a990-c8e7473c3a52 req-a5854234-f216-499c-adf0-bd73420c0222 service nova] Acquiring lock "refresh_cache-e37e29e1-3a48-48d6-8eeb-86af9a4817fd" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.388772] env[64120]: DEBUG oslo_concurrency.lockutils [req-cf050fe7-8e93-4cdd-a990-c8e7473c3a52 req-a5854234-f216-499c-adf0-bd73420c0222 service nova] Acquired lock "refresh_cache-e37e29e1-3a48-48d6-8eeb-86af9a4817fd" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.388772] env[64120]: DEBUG nova.network.neutron [req-cf050fe7-8e93-4cdd-a990-c8e7473c3a52 req-a5854234-f216-499c-adf0-bd73420c0222 service nova] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Refreshing network info cache for port da1c5aa1-7ffd-4e92-8b30-dc78aa3ae9ce {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.798396] env[64120]: DEBUG oslo_vmware.api [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': task-1405923, 'name': ReconfigVM_Task, 'duration_secs': 0.301745} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.798736] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 7c3b6190-aec5-474d-872d-1c5160b9f5fb/7c3b6190-aec5-474d-872d-1c5160b9f5fb.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.799412] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-716e270a-7dd5-441c-9793-9ca95544e1ea {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.806526] env[64120]: DEBUG oslo_vmware.api [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Waiting for the task: (returnval){ [ 1009.806526] env[64120]: value = "task-1405925" [ 1009.806526] env[64120]: _type = "Task" [ 1009.806526] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.817568] env[64120]: DEBUG oslo_vmware.api [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': task-1405925, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.830456] env[64120]: DEBUG nova.compute.utils [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1009.831454] env[64120]: DEBUG nova.compute.manager [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1009.831656] env[64120]: DEBUG nova.network.neutron [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.861526] env[64120]: DEBUG oslo_vmware.api [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1405924, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.878462] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4bce90ad-c03a-4a8d-8cd2-eeccd457da32 tempest-ImagesOneServerTestJSON-662017474 tempest-ImagesOneServerTestJSON-662017474-project-member] Lock "038445ee-fe90-4f5a-829e-c36cf1a9bf33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.380s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.930427] env[64120]: DEBUG nova.policy [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44e2b94e74b9438c9479f8a28eea57c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '288eafb106694a9cb4e568df3a5edd47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1010.317441] env[64120]: DEBUG oslo_vmware.api [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': task-1405925, 'name': Rename_Task, 'duration_secs': 0.13867} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.317732] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.317994] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13e66d8b-e3cc-49c3-b142-be60ca910ea7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.324539] env[64120]: DEBUG oslo_vmware.api [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Waiting for the task: (returnval){ [ 1010.324539] env[64120]: value = "task-1405926" [ 1010.324539] env[64120]: _type = "Task" [ 1010.324539] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.333637] env[64120]: DEBUG oslo_vmware.api [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': task-1405926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.335245] env[64120]: DEBUG nova.compute.manager [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1010.359411] env[64120]: DEBUG oslo_vmware.api [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1405924, 'name': ReconfigVM_Task, 'duration_secs': 0.835089} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.360988] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 5bd2f6c4-7671-4aae-b358-08456faf0973/5bd2f6c4-7671-4aae-b358-08456faf0973.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.360988] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4747252-2860-452c-97d3-c80cd040edf1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.367259] env[64120]: DEBUG oslo_vmware.api [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1010.367259] env[64120]: value = "task-1405927" [ 1010.367259] env[64120]: _type = "Task" [ 1010.367259] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.375919] env[64120]: DEBUG oslo_vmware.api [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1405927, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.408216] env[64120]: DEBUG nova.network.neutron [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Successfully created port: 49824755-9514-4eaa-81d8-8a14eb6caecc {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.691816] env[64120]: DEBUG nova.network.neutron [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Successfully updated port: 53b080b8-31ae-4dc3-8ac3-35d0fb3fd35f {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1010.838939] env[64120]: DEBUG oslo_vmware.api [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': task-1405926, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.869939] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252baf1a-8e66-4c41-848c-58bb6a9c5185 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.875635] env[64120]: DEBUG nova.network.neutron [req-cf050fe7-8e93-4cdd-a990-c8e7473c3a52 req-a5854234-f216-499c-adf0-bd73420c0222 service nova] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Updated VIF entry in instance network info cache for port da1c5aa1-7ffd-4e92-8b30-dc78aa3ae9ce. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.875635] env[64120]: DEBUG nova.network.neutron [req-cf050fe7-8e93-4cdd-a990-c8e7473c3a52 req-a5854234-f216-499c-adf0-bd73420c0222 service nova] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Updating instance_info_cache with network_info: [{"id": "da1c5aa1-7ffd-4e92-8b30-dc78aa3ae9ce", "address": "fa:16:3e:03:99:76", "network": {"id": "4859d1a9-e832-4a53-8bc3-b3c3f6b9a529", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1323103152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "818f7d5e7572436ea1425a123c629ec8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda1c5aa1-7f", "ovs_interfaceid": "da1c5aa1-7ffd-4e92-8b30-dc78aa3ae9ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.890791] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dc9f55-3b13-458e-8077-f3788dcbb6fb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.892559] env[64120]: DEBUG oslo_vmware.api [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1405927, 'name': Rename_Task, 'duration_secs': 0.39881} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.893814] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.894717] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d3e8300-56b6-44ca-8076-f40f12e63773 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.925978] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1b4377-8ce9-46d5-8fe6-af7cd3d8f01f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.931560] env[64120]: DEBUG oslo_vmware.api [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1010.931560] env[64120]: value = "task-1405928" [ 1010.931560] env[64120]: _type = "Task" [ 1010.931560] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.940434] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05aeb2b7-4109-49b0-91f0-67152fc20ad0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.948669] env[64120]: DEBUG oslo_vmware.api [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1405928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.959022] env[64120]: DEBUG nova.compute.provider_tree [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.194897] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Acquiring lock "refresh_cache-4dbf61c2-c77d-48bf-b2fc-df7f387c0e14" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.195093] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Acquired lock "refresh_cache-4dbf61c2-c77d-48bf-b2fc-df7f387c0e14" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.195850] env[64120]: DEBUG nova.network.neutron [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.338355] env[64120]: DEBUG oslo_vmware.api [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': task-1405926, 'name': PowerOnVM_Task} progress is 64%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.348674] env[64120]: DEBUG nova.compute.manager [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1011.383188] env[64120]: DEBUG oslo_concurrency.lockutils [req-cf050fe7-8e93-4cdd-a990-c8e7473c3a52 req-a5854234-f216-499c-adf0-bd73420c0222 service nova] Releasing lock "refresh_cache-e37e29e1-3a48-48d6-8eeb-86af9a4817fd" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.390353] env[64120]: DEBUG nova.virt.hardware [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1011.391355] env[64120]: DEBUG nova.virt.hardware [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1011.391355] env[64120]: DEBUG nova.virt.hardware [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.391355] env[64120]: DEBUG nova.virt.hardware [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1011.391355] env[64120]: DEBUG nova.virt.hardware [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.391355] env[64120]: DEBUG nova.virt.hardware [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1011.391580] env[64120]: DEBUG nova.virt.hardware [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1011.395013] env[64120]: DEBUG nova.virt.hardware [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1011.395013] env[64120]: DEBUG nova.virt.hardware [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1011.395013] env[64120]: DEBUG nova.virt.hardware [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1011.395013] env[64120]: DEBUG nova.virt.hardware [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1011.395013] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2c3778-2189-47c4-b2d4-1a53fae64b3f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.401675] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2c41eb-b1a0-44f0-bc6b-c267d0510887 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.447421] env[64120]: DEBUG oslo_vmware.api [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1405928, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.462791] env[64120]: DEBUG nova.scheduler.client.report [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1011.763095] env[64120]: DEBUG nova.network.neutron [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.837408] env[64120]: DEBUG oslo_vmware.api [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': task-1405926, 'name': PowerOnVM_Task} progress is 82%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.944334] env[64120]: DEBUG oslo_vmware.api [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1405928, 'name': PowerOnVM_Task, 'duration_secs': 0.578897} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.944847] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.945101] env[64120]: INFO nova.compute.manager [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1011.945437] env[64120]: DEBUG nova.compute.manager [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1011.946600] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d6e197-8de8-47e3-b744-bf52eff3003e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.968183] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.968762] env[64120]: DEBUG nova.compute.manager [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1011.972316] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b88e9d1e-eff9-423a-b757-1aeb39b07b35 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.157s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.972428] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b88e9d1e-eff9-423a-b757-1aeb39b07b35 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.974417] env[64120]: DEBUG oslo_concurrency.lockutils [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.340s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.977070] env[64120]: INFO nova.compute.claims [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.012217] env[64120]: INFO nova.scheduler.client.report [None req-b88e9d1e-eff9-423a-b757-1aeb39b07b35 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Deleted allocations for instance a07b077f-b2c5-445e-a3ca-101eabeec7c9 [ 1012.127880] env[64120]: DEBUG nova.network.neutron [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Updating instance_info_cache with network_info: [{"id": "53b080b8-31ae-4dc3-8ac3-35d0fb3fd35f", "address": "fa:16:3e:c9:a0:e8", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53b080b8-31", "ovs_interfaceid": "53b080b8-31ae-4dc3-8ac3-35d0fb3fd35f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.193498] env[64120]: DEBUG nova.compute.manager [req-07456c03-09da-4256-9eb5-c723d3c78a8d req-d23aa836-73b2-42fa-a8c5-90f7e809362c service nova] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Received event network-vif-plugged-53b080b8-31ae-4dc3-8ac3-35d0fb3fd35f {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1012.194262] env[64120]: DEBUG oslo_concurrency.lockutils [req-07456c03-09da-4256-9eb5-c723d3c78a8d req-d23aa836-73b2-42fa-a8c5-90f7e809362c service nova] Acquiring lock "4dbf61c2-c77d-48bf-b2fc-df7f387c0e14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.195480] env[64120]: DEBUG oslo_concurrency.lockutils [req-07456c03-09da-4256-9eb5-c723d3c78a8d req-d23aa836-73b2-42fa-a8c5-90f7e809362c service nova] Lock "4dbf61c2-c77d-48bf-b2fc-df7f387c0e14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.195480] env[64120]: DEBUG oslo_concurrency.lockutils [req-07456c03-09da-4256-9eb5-c723d3c78a8d req-d23aa836-73b2-42fa-a8c5-90f7e809362c service nova] Lock "4dbf61c2-c77d-48bf-b2fc-df7f387c0e14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.195480] env[64120]: DEBUG nova.compute.manager [req-07456c03-09da-4256-9eb5-c723d3c78a8d req-d23aa836-73b2-42fa-a8c5-90f7e809362c service nova] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] No waiting events found dispatching network-vif-plugged-53b080b8-31ae-4dc3-8ac3-35d0fb3fd35f {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1012.195480] env[64120]: WARNING nova.compute.manager [req-07456c03-09da-4256-9eb5-c723d3c78a8d req-d23aa836-73b2-42fa-a8c5-90f7e809362c service nova] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Received unexpected event network-vif-plugged-53b080b8-31ae-4dc3-8ac3-35d0fb3fd35f for instance with vm_state building and task_state spawning. [ 1012.196038] env[64120]: DEBUG nova.compute.manager [req-07456c03-09da-4256-9eb5-c723d3c78a8d req-d23aa836-73b2-42fa-a8c5-90f7e809362c service nova] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Received event network-changed-53b080b8-31ae-4dc3-8ac3-35d0fb3fd35f {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1012.196310] env[64120]: DEBUG nova.compute.manager [req-07456c03-09da-4256-9eb5-c723d3c78a8d req-d23aa836-73b2-42fa-a8c5-90f7e809362c service nova] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Refreshing instance network info cache due to event network-changed-53b080b8-31ae-4dc3-8ac3-35d0fb3fd35f. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1012.196700] env[64120]: DEBUG oslo_concurrency.lockutils [req-07456c03-09da-4256-9eb5-c723d3c78a8d req-d23aa836-73b2-42fa-a8c5-90f7e809362c service nova] Acquiring lock "refresh_cache-4dbf61c2-c77d-48bf-b2fc-df7f387c0e14" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.306780] env[64120]: DEBUG nova.network.neutron [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Successfully updated port: 49824755-9514-4eaa-81d8-8a14eb6caecc {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.338862] env[64120]: DEBUG oslo_vmware.api [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': task-1405926, 'name': PowerOnVM_Task, 'duration_secs': 1.645423} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.339211] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.339422] env[64120]: INFO nova.compute.manager [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Took 6.39 seconds to spawn the instance on the hypervisor. [ 1012.339605] env[64120]: DEBUG nova.compute.manager [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1012.340736] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2889d597-a52c-4fe7-a6af-6c141e30cacb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.463766] env[64120]: INFO nova.compute.manager [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Took 58.87 seconds to build instance. [ 1012.481151] env[64120]: DEBUG nova.compute.utils [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1012.487286] env[64120]: DEBUG nova.compute.manager [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1012.487286] env[64120]: DEBUG nova.network.neutron [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1012.526020] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b88e9d1e-eff9-423a-b757-1aeb39b07b35 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Lock "a07b077f-b2c5-445e-a3ca-101eabeec7c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.802s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.526020] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c79799e9-3f6a-4d72-aff1-8f86bc555123 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Lock "a07b077f-b2c5-445e-a3ca-101eabeec7c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 41.842s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.526020] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c79799e9-3f6a-4d72-aff1-8f86bc555123 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Acquiring lock "a07b077f-b2c5-445e-a3ca-101eabeec7c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.526020] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c79799e9-3f6a-4d72-aff1-8f86bc555123 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Lock "a07b077f-b2c5-445e-a3ca-101eabeec7c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.526020] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c79799e9-3f6a-4d72-aff1-8f86bc555123 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Lock "a07b077f-b2c5-445e-a3ca-101eabeec7c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.526748] env[64120]: INFO nova.compute.manager [None req-c79799e9-3f6a-4d72-aff1-8f86bc555123 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Terminating instance [ 1012.528475] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c79799e9-3f6a-4d72-aff1-8f86bc555123 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Acquiring lock "refresh_cache-a07b077f-b2c5-445e-a3ca-101eabeec7c9" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.529131] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c79799e9-3f6a-4d72-aff1-8f86bc555123 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Acquired lock "refresh_cache-a07b077f-b2c5-445e-a3ca-101eabeec7c9" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.530542] env[64120]: DEBUG nova.network.neutron [None req-c79799e9-3f6a-4d72-aff1-8f86bc555123 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.534302] env[64120]: DEBUG nova.policy [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b01c5d6fdc6e45c7a91483274271857a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92ada4396dd1462594da28398268473f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1012.630044] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Releasing lock "refresh_cache-4dbf61c2-c77d-48bf-b2fc-df7f387c0e14" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.633108] env[64120]: DEBUG nova.compute.manager [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Instance network_info: |[{"id": "53b080b8-31ae-4dc3-8ac3-35d0fb3fd35f", "address": "fa:16:3e:c9:a0:e8", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53b080b8-31", "ovs_interfaceid": "53b080b8-31ae-4dc3-8ac3-35d0fb3fd35f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1012.633108] env[64120]: DEBUG oslo_concurrency.lockutils [req-07456c03-09da-4256-9eb5-c723d3c78a8d req-d23aa836-73b2-42fa-a8c5-90f7e809362c service nova] Acquired lock "refresh_cache-4dbf61c2-c77d-48bf-b2fc-df7f387c0e14" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.633108] env[64120]: DEBUG nova.network.neutron [req-07456c03-09da-4256-9eb5-c723d3c78a8d req-d23aa836-73b2-42fa-a8c5-90f7e809362c service nova] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Refreshing network info cache for port 53b080b8-31ae-4dc3-8ac3-35d0fb3fd35f {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.633108] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:a0:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53b080b8-31ae-4dc3-8ac3-35d0fb3fd35f', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.641915] env[64120]: DEBUG oslo.service.loopingcall [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1012.643270] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.644347] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3824c72b-2da1-4734-89a0-edbe5cdaeb44 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.666294] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.666294] env[64120]: value = "task-1405929" [ 1012.666294] env[64120]: _type = "Task" [ 1012.666294] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.684090] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405929, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.789103] env[64120]: DEBUG nova.network.neutron [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Successfully created port: 7d8bdfad-3928-4e05-bbf6-95a5f6ee35dc {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1012.809987] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "refresh_cache-8d8da40e-e5a1-4d8c-9879-21f56e03558d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.810830] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquired lock "refresh_cache-8d8da40e-e5a1-4d8c-9879-21f56e03558d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.811216] env[64120]: DEBUG nova.network.neutron [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.863900] env[64120]: INFO nova.compute.manager [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Took 56.43 seconds to build instance. [ 1012.965212] env[64120]: DEBUG nova.compute.manager [req-0f378320-70a7-4c24-9214-d51e10627927 req-8d6a1b0a-262d-4887-85f7-fa20fbb635e5 service nova] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Received event network-vif-plugged-49824755-9514-4eaa-81d8-8a14eb6caecc {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1012.966042] env[64120]: DEBUG oslo_concurrency.lockutils [req-0f378320-70a7-4c24-9214-d51e10627927 req-8d6a1b0a-262d-4887-85f7-fa20fbb635e5 service nova] Acquiring lock "8d8da40e-e5a1-4d8c-9879-21f56e03558d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.966150] env[64120]: DEBUG oslo_concurrency.lockutils [req-0f378320-70a7-4c24-9214-d51e10627927 req-8d6a1b0a-262d-4887-85f7-fa20fbb635e5 service nova] Lock "8d8da40e-e5a1-4d8c-9879-21f56e03558d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.966333] env[64120]: DEBUG oslo_concurrency.lockutils [req-0f378320-70a7-4c24-9214-d51e10627927 req-8d6a1b0a-262d-4887-85f7-fa20fbb635e5 service nova] Lock "8d8da40e-e5a1-4d8c-9879-21f56e03558d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.966507] env[64120]: DEBUG nova.compute.manager [req-0f378320-70a7-4c24-9214-d51e10627927 req-8d6a1b0a-262d-4887-85f7-fa20fbb635e5 service nova] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] No waiting events found dispatching network-vif-plugged-49824755-9514-4eaa-81d8-8a14eb6caecc {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1012.966668] env[64120]: WARNING nova.compute.manager [req-0f378320-70a7-4c24-9214-d51e10627927 req-8d6a1b0a-262d-4887-85f7-fa20fbb635e5 service nova] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Received unexpected event network-vif-plugged-49824755-9514-4eaa-81d8-8a14eb6caecc for instance with vm_state building and task_state spawning. [ 1012.967990] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bd413582-3104-492e-9b43-c7517a3b1c9e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "5bd2f6c4-7671-4aae-b358-08456faf0973" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.433s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.998021] env[64120]: DEBUG nova.compute.manager [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1013.037791] env[64120]: DEBUG nova.compute.utils [None req-c79799e9-3f6a-4d72-aff1-8f86bc555123 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Can not refresh info_cache because instance was not found {{(pid=64120) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1024}} [ 1013.071058] env[64120]: DEBUG nova.network.neutron [None req-c79799e9-3f6a-4d72-aff1-8f86bc555123 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.178498] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405929, 'name': CreateVM_Task, 'duration_secs': 0.335478} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.181390] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.183210] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.183210] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.183603] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.183898] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71e864e1-0d60-4c04-814c-7b32afa76793 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.189751] env[64120]: DEBUG oslo_vmware.api [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Waiting for the task: (returnval){ [ 1013.189751] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5206de50-1601-0521-d7d5-8bea112b0fe3" [ 1013.189751] env[64120]: _type = "Task" [ 1013.189751] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.200412] env[64120]: DEBUG oslo_vmware.api [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5206de50-1601-0521-d7d5-8bea112b0fe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.353761] env[64120]: DEBUG nova.network.neutron [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.366687] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb209b42-29fd-45bf-81f6-f8e5f2e6c7f4 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Lock "7c3b6190-aec5-474d-872d-1c5160b9f5fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.247s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.470662] env[64120]: DEBUG nova.compute.manager [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1013.548968] env[64120]: DEBUG nova.network.neutron [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Updating instance_info_cache with network_info: [{"id": "49824755-9514-4eaa-81d8-8a14eb6caecc", "address": "fa:16:3e:9e:98:38", "network": {"id": "ac859548-be49-4f7a-a170-ad993373fc23", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1472716559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288eafb106694a9cb4e568df3a5edd47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49824755-95", "ovs_interfaceid": "49824755-9514-4eaa-81d8-8a14eb6caecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.593837] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecdd0c4-569e-4100-8f18-8b50a198ff32 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.604217] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c120ee21-867e-406f-acba-dc221f4ac761 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.612442] env[64120]: DEBUG nova.network.neutron [None req-c79799e9-3f6a-4d72-aff1-8f86bc555123 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.648026] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c79799e9-3f6a-4d72-aff1-8f86bc555123 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Releasing lock "refresh_cache-a07b077f-b2c5-445e-a3ca-101eabeec7c9" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.648473] env[64120]: DEBUG nova.compute.manager [None req-c79799e9-3f6a-4d72-aff1-8f86bc555123 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1013.648656] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c79799e9-3f6a-4d72-aff1-8f86bc555123 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.649499] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538a6b56-e690-4ac2-b778-871a9d0e6c77 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.652372] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-837c2ee1-91a1-421c-8806-d2c19a497321 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.664122] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd68b413-a3bc-45fb-acc4-ba7dff06428b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.669329] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9906f22-da64-407d-812d-0eeb2b211323 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.691021] env[64120]: DEBUG nova.compute.provider_tree [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.706447] env[64120]: WARNING nova.virt.vmwareapi.vmops [None req-c79799e9-3f6a-4d72-aff1-8f86bc555123 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a07b077f-b2c5-445e-a3ca-101eabeec7c9 could not be found. [ 1013.706659] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c79799e9-3f6a-4d72-aff1-8f86bc555123 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.706841] env[64120]: INFO nova.compute.manager [None req-c79799e9-3f6a-4d72-aff1-8f86bc555123 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1013.707190] env[64120]: DEBUG oslo.service.loopingcall [None req-c79799e9-3f6a-4d72-aff1-8f86bc555123 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1013.708200] env[64120]: DEBUG nova.compute.manager [-] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1013.708320] env[64120]: DEBUG nova.network.neutron [-] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.713688] env[64120]: DEBUG oslo_vmware.api [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5206de50-1601-0521-d7d5-8bea112b0fe3, 'name': SearchDatastore_Task, 'duration_secs': 0.011319} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.714262] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.714496] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.714728] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.714875] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.715065] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.717323] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7134719-e3fa-4f43-8a93-826f607ac7f6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.730699] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.730877] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.734673] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01e5fe70-ec63-4930-b11c-847ce227837d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.739977] env[64120]: DEBUG oslo_vmware.api [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Waiting for the task: (returnval){ [ 1013.739977] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52718f97-62a9-222b-da65-a1775a55a0b4" [ 1013.739977] env[64120]: _type = "Task" [ 1013.739977] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.747717] env[64120]: DEBUG oslo_vmware.api [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52718f97-62a9-222b-da65-a1775a55a0b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.749646] env[64120]: DEBUG nova.network.neutron [-] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.870167] env[64120]: DEBUG nova.compute.manager [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1013.986276] env[64120]: DEBUG nova.network.neutron [req-07456c03-09da-4256-9eb5-c723d3c78a8d req-d23aa836-73b2-42fa-a8c5-90f7e809362c service nova] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Updated VIF entry in instance network info cache for port 53b080b8-31ae-4dc3-8ac3-35d0fb3fd35f. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.986276] env[64120]: DEBUG nova.network.neutron [req-07456c03-09da-4256-9eb5-c723d3c78a8d req-d23aa836-73b2-42fa-a8c5-90f7e809362c service nova] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Updating instance_info_cache with network_info: [{"id": "53b080b8-31ae-4dc3-8ac3-35d0fb3fd35f", "address": "fa:16:3e:c9:a0:e8", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53b080b8-31", "ovs_interfaceid": "53b080b8-31ae-4dc3-8ac3-35d0fb3fd35f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.003998] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.011901] env[64120]: DEBUG nova.compute.manager [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1014.037745] env[64120]: DEBUG nova.virt.hardware [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1014.037988] env[64120]: DEBUG nova.virt.hardware [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1014.038227] env[64120]: DEBUG nova.virt.hardware [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.038485] env[64120]: DEBUG nova.virt.hardware [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1014.038574] env[64120]: DEBUG nova.virt.hardware [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.038718] env[64120]: DEBUG nova.virt.hardware [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1014.038920] env[64120]: DEBUG nova.virt.hardware [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1014.039670] env[64120]: DEBUG nova.virt.hardware [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1014.039888] env[64120]: DEBUG nova.virt.hardware [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1014.040078] env[64120]: DEBUG nova.virt.hardware [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1014.041035] env[64120]: DEBUG nova.virt.hardware [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1014.041536] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9bb47a-fb3e-4dfb-ad3c-402d82fcd148 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.053871] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c16048-a382-4dec-b6d8-2f3d0ffb9414 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.059368] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Releasing lock "refresh_cache-8d8da40e-e5a1-4d8c-9879-21f56e03558d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.059368] env[64120]: DEBUG nova.compute.manager [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Instance network_info: |[{"id": "49824755-9514-4eaa-81d8-8a14eb6caecc", "address": "fa:16:3e:9e:98:38", "network": {"id": "ac859548-be49-4f7a-a170-ad993373fc23", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1472716559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288eafb106694a9cb4e568df3a5edd47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49824755-95", "ovs_interfaceid": "49824755-9514-4eaa-81d8-8a14eb6caecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1014.059368] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:98:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49824755-9514-4eaa-81d8-8a14eb6caecc', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.067526] env[64120]: DEBUG oslo.service.loopingcall [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1014.068227] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.068485] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1829f2d-3086-473d-8f23-2df04772d321 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.098490] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.098490] env[64120]: value = "task-1405930" [ 1014.098490] env[64120]: _type = "Task" [ 1014.098490] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.107146] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405930, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.196856] env[64120]: DEBUG nova.scheduler.client.report [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1014.251145] env[64120]: DEBUG oslo_vmware.api [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52718f97-62a9-222b-da65-a1775a55a0b4, 'name': SearchDatastore_Task, 'duration_secs': 0.028635} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.251881] env[64120]: DEBUG nova.network.neutron [-] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.254089] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ed52ae2-05eb-4b2a-b51c-ca67e0a28b7c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.259730] env[64120]: DEBUG oslo_vmware.api [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Waiting for the task: (returnval){ [ 1014.259730] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]522d69b5-d0c6-8e06-ed8a-7d04736220de" [ 1014.259730] env[64120]: _type = "Task" [ 1014.259730] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.269187] env[64120]: DEBUG oslo_vmware.api [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]522d69b5-d0c6-8e06-ed8a-7d04736220de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.399020] env[64120]: DEBUG oslo_concurrency.lockutils [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.488544] env[64120]: DEBUG oslo_concurrency.lockutils [req-07456c03-09da-4256-9eb5-c723d3c78a8d req-d23aa836-73b2-42fa-a8c5-90f7e809362c service nova] Releasing lock "refresh_cache-4dbf61c2-c77d-48bf-b2fc-df7f387c0e14" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.612389] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405930, 'name': CreateVM_Task, 'duration_secs': 0.306694} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.612607] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.613974] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.615018] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.616066] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.616376] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37faa8b8-1e4e-423a-8974-69b7dcf48131 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.621803] env[64120]: DEBUG oslo_vmware.api [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1014.621803] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e5c58e-be30-4b8f-82d8-9fbc867738a0" [ 1014.621803] env[64120]: _type = "Task" [ 1014.621803] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.637755] env[64120]: DEBUG oslo_vmware.api [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e5c58e-be30-4b8f-82d8-9fbc867738a0, 'name': SearchDatastore_Task, 'duration_secs': 0.009229} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.638141] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.638404] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.638700] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.702927] env[64120]: DEBUG oslo_concurrency.lockutils [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.703549] env[64120]: DEBUG nova.compute.manager [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1014.706654] env[64120]: DEBUG oslo_concurrency.lockutils [None req-89d0217f-eedb-4d11-993b-edf610df09c0 tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.940s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.706949] env[64120]: DEBUG nova.objects.instance [None req-89d0217f-eedb-4d11-993b-edf610df09c0 tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Lazy-loading 'resources' on Instance uuid ab7e4956-eb19-4a23-97b4-2c4e37abe5dc {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.756831] env[64120]: INFO nova.compute.manager [-] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Took 1.05 seconds to deallocate network for instance. [ 1014.779911] env[64120]: DEBUG oslo_vmware.api [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]522d69b5-d0c6-8e06-ed8a-7d04736220de, 'name': SearchDatastore_Task, 'duration_secs': 0.009749} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.781287] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.781287] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14/4dbf61c2-c77d-48bf-b2fc-df7f387c0e14.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.782845] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.782845] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.782845] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07ca698f-51f8-4fac-95e9-011516d5d641 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.784793] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96082640-008f-46e7-a009-64c0f2fc85fd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.792970] env[64120]: DEBUG oslo_vmware.api [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Waiting for the task: (returnval){ [ 1014.792970] env[64120]: value = "task-1405931" [ 1014.792970] env[64120]: _type = "Task" [ 1014.792970] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.794519] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.794519] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.802730] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d33c45c-92e9-4cf9-8c66-2de1ceb8e6b2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.819084] env[64120]: DEBUG oslo_vmware.api [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': task-1405931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.821053] env[64120]: DEBUG oslo_vmware.api [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1014.821053] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52a27b6e-dac2-9177-f4b3-f812abdfcdc8" [ 1014.821053] env[64120]: _type = "Task" [ 1014.821053] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.834688] env[64120]: DEBUG oslo_vmware.api [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52a27b6e-dac2-9177-f4b3-f812abdfcdc8, 'name': SearchDatastore_Task, 'duration_secs': 0.009776} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.835487] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbacdab6-6d3d-4f6e-a4c6-a5a5fcc63300 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.841228] env[64120]: DEBUG oslo_vmware.api [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1014.841228] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52981ba8-8786-42cb-d931-19f615d5104b" [ 1014.841228] env[64120]: _type = "Task" [ 1014.841228] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.850583] env[64120]: DEBUG oslo_vmware.api [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52981ba8-8786-42cb-d931-19f615d5104b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.920662] env[64120]: DEBUG nova.network.neutron [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Successfully updated port: 7d8bdfad-3928-4e05-bbf6-95a5f6ee35dc {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.126611] env[64120]: DEBUG nova.compute.manager [req-60a2e910-487c-471f-b1a0-a4007d96a764 req-8ba22dc4-103c-441f-8aaf-6a6bebd5554b service nova] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Received event network-changed-da1c5aa1-7ffd-4e92-8b30-dc78aa3ae9ce {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1015.129188] env[64120]: DEBUG nova.compute.manager [req-60a2e910-487c-471f-b1a0-a4007d96a764 req-8ba22dc4-103c-441f-8aaf-6a6bebd5554b service nova] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Refreshing instance network info cache due to event network-changed-da1c5aa1-7ffd-4e92-8b30-dc78aa3ae9ce. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1015.129188] env[64120]: DEBUG oslo_concurrency.lockutils [req-60a2e910-487c-471f-b1a0-a4007d96a764 req-8ba22dc4-103c-441f-8aaf-6a6bebd5554b service nova] Acquiring lock "refresh_cache-e37e29e1-3a48-48d6-8eeb-86af9a4817fd" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.129188] env[64120]: DEBUG oslo_concurrency.lockutils [req-60a2e910-487c-471f-b1a0-a4007d96a764 req-8ba22dc4-103c-441f-8aaf-6a6bebd5554b service nova] Acquired lock "refresh_cache-e37e29e1-3a48-48d6-8eeb-86af9a4817fd" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.129188] env[64120]: DEBUG nova.network.neutron [req-60a2e910-487c-471f-b1a0-a4007d96a764 req-8ba22dc4-103c-441f-8aaf-6a6bebd5554b service nova] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Refreshing network info cache for port da1c5aa1-7ffd-4e92-8b30-dc78aa3ae9ce {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.217669] env[64120]: DEBUG nova.compute.utils [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1015.220142] env[64120]: DEBUG nova.compute.manager [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1015.220343] env[64120]: DEBUG nova.network.neutron [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.265045] env[64120]: INFO nova.compute.manager [None req-c79799e9-3f6a-4d72-aff1-8f86bc555123 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Instance disappeared during terminate [ 1015.265349] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c79799e9-3f6a-4d72-aff1-8f86bc555123 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Lock "a07b077f-b2c5-445e-a3ca-101eabeec7c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.741s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.300276] env[64120]: DEBUG nova.policy [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '107b66e009bc421d8e8c1c112fdc1b2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44e10928861546d79d0c5c0b31539607', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1015.308894] env[64120]: DEBUG oslo_vmware.api [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': task-1405931, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499522} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.309545] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14/4dbf61c2-c77d-48bf-b2fc-df7f387c0e14.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.309709] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.309965] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d3b4c8a-32ae-421c-8543-258f9f5ba855 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.320142] env[64120]: DEBUG oslo_vmware.api [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Waiting for the task: (returnval){ [ 1015.320142] env[64120]: value = "task-1405932" [ 1015.320142] env[64120]: _type = "Task" [ 1015.320142] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.332146] env[64120]: DEBUG oslo_vmware.api [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': task-1405932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.355905] env[64120]: DEBUG oslo_vmware.api [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52981ba8-8786-42cb-d931-19f615d5104b, 'name': SearchDatastore_Task, 'duration_secs': 0.008723} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.356931] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.357230] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 8d8da40e-e5a1-4d8c-9879-21f56e03558d/8d8da40e-e5a1-4d8c-9879-21f56e03558d.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.357511] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-130d13b5-2928-40eb-816c-df3962bc42aa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.368019] env[64120]: DEBUG oslo_vmware.api [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1015.368019] env[64120]: value = "task-1405933" [ 1015.368019] env[64120]: _type = "Task" [ 1015.368019] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.379675] env[64120]: DEBUG oslo_vmware.api [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.422838] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Acquiring lock "refresh_cache-930617d3-b611-4d72-8e0e-7b7f8253fd29" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.423035] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Acquired lock "refresh_cache-930617d3-b611-4d72-8e0e-7b7f8253fd29" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.423228] env[64120]: DEBUG nova.network.neutron [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.689748] env[64120]: DEBUG nova.compute.manager [req-bae2ba68-6058-4ffe-b52d-b2b1ab42da97 req-7fb170bd-e0f0-4cb0-b8fa-e558fb4119af service nova] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Received event network-changed-49824755-9514-4eaa-81d8-8a14eb6caecc {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1015.689748] env[64120]: DEBUG nova.compute.manager [req-bae2ba68-6058-4ffe-b52d-b2b1ab42da97 req-7fb170bd-e0f0-4cb0-b8fa-e558fb4119af service nova] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Refreshing instance network info cache due to event network-changed-49824755-9514-4eaa-81d8-8a14eb6caecc. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1015.690022] env[64120]: DEBUG oslo_concurrency.lockutils [req-bae2ba68-6058-4ffe-b52d-b2b1ab42da97 req-7fb170bd-e0f0-4cb0-b8fa-e558fb4119af service nova] Acquiring lock "refresh_cache-8d8da40e-e5a1-4d8c-9879-21f56e03558d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.690216] env[64120]: DEBUG oslo_concurrency.lockutils [req-bae2ba68-6058-4ffe-b52d-b2b1ab42da97 req-7fb170bd-e0f0-4cb0-b8fa-e558fb4119af service nova] Acquired lock "refresh_cache-8d8da40e-e5a1-4d8c-9879-21f56e03558d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.690366] env[64120]: DEBUG nova.network.neutron [req-bae2ba68-6058-4ffe-b52d-b2b1ab42da97 req-7fb170bd-e0f0-4cb0-b8fa-e558fb4119af service nova] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Refreshing network info cache for port 49824755-9514-4eaa-81d8-8a14eb6caecc {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.727999] env[64120]: DEBUG nova.compute.manager [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1015.842086] env[64120]: DEBUG oslo_vmware.api [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': task-1405932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09376} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.843982] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.845074] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5dd7cb-76fd-4728-9060-9d06a7ad1878 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.868743] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14/4dbf61c2-c77d-48bf-b2fc-df7f387c0e14.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.869738] env[64120]: DEBUG nova.network.neutron [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Successfully created port: 88de823f-9a5f-44ec-9b96-91012b35c811 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.874708] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89bab134-5174-4acd-8a96-0712d054577a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.907538] env[64120]: DEBUG oslo_vmware.api [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Waiting for the task: (returnval){ [ 1015.907538] env[64120]: value = "task-1405934" [ 1015.907538] env[64120]: _type = "Task" [ 1015.907538] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.908139] env[64120]: DEBUG oslo_vmware.api [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405933, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4657} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.908471] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 8d8da40e-e5a1-4d8c-9879-21f56e03558d/8d8da40e-e5a1-4d8c-9879-21f56e03558d.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.909218] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.911688] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1412d60d-5350-4afe-a0e8-35cfcb9d65e5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.923013] env[64120]: DEBUG oslo_vmware.api [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': task-1405934, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.924614] env[64120]: DEBUG oslo_vmware.api [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1015.924614] env[64120]: value = "task-1405935" [ 1015.924614] env[64120]: _type = "Task" [ 1015.924614] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.936438] env[64120]: DEBUG oslo_vmware.api [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.948202] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d000420b-3bb9-4e74-b061-6dd3336a7bce {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.955843] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571b91b9-2f7b-437f-ac87-3e4e2f2068f2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.989838] env[64120]: DEBUG nova.network.neutron [req-60a2e910-487c-471f-b1a0-a4007d96a764 req-8ba22dc4-103c-441f-8aaf-6a6bebd5554b service nova] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Updated VIF entry in instance network info cache for port da1c5aa1-7ffd-4e92-8b30-dc78aa3ae9ce. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.989838] env[64120]: DEBUG nova.network.neutron [req-60a2e910-487c-471f-b1a0-a4007d96a764 req-8ba22dc4-103c-441f-8aaf-6a6bebd5554b service nova] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Updating instance_info_cache with network_info: [{"id": "da1c5aa1-7ffd-4e92-8b30-dc78aa3ae9ce", "address": "fa:16:3e:03:99:76", "network": {"id": "4859d1a9-e832-4a53-8bc3-b3c3f6b9a529", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1323103152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "818f7d5e7572436ea1425a123c629ec8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda1c5aa1-7f", "ovs_interfaceid": "da1c5aa1-7ffd-4e92-8b30-dc78aa3ae9ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.990274] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c890554f-e73a-457a-9f0b-fba90c4db971 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.993504] env[64120]: DEBUG nova.network.neutron [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.000545] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f43493-7e31-4ca0-81c8-dedb4478a80e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.017344] env[64120]: DEBUG nova.compute.provider_tree [None req-89d0217f-eedb-4d11-993b-edf610df09c0 tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.258485] env[64120]: DEBUG nova.network.neutron [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Updating instance_info_cache with network_info: [{"id": "7d8bdfad-3928-4e05-bbf6-95a5f6ee35dc", "address": "fa:16:3e:54:96:7a", "network": {"id": "8edb7126-4090-4923-9cc0-4e25c87f51f8", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-590589567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92ada4396dd1462594da28398268473f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d8bdfad-39", "ovs_interfaceid": "7d8bdfad-3928-4e05-bbf6-95a5f6ee35dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.400464] env[64120]: INFO nova.compute.manager [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Rebuilding instance [ 1016.419379] env[64120]: DEBUG oslo_vmware.api [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': task-1405934, 'name': ReconfigVM_Task, 'duration_secs': 0.288037} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.419672] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14/4dbf61c2-c77d-48bf-b2fc-df7f387c0e14.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.421923] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11134aa7-9939-4205-8b20-9a73e084389d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.428799] env[64120]: DEBUG oslo_vmware.api [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Waiting for the task: (returnval){ [ 1016.428799] env[64120]: value = "task-1405936" [ 1016.428799] env[64120]: _type = "Task" [ 1016.428799] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.440738] env[64120]: DEBUG oslo_vmware.api [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069316} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.440738] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.440922] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae99e88-13a0-49f6-8683-c6088322eb49 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.449097] env[64120]: DEBUG oslo_vmware.api [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': task-1405936, 'name': Rename_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.469868] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 8d8da40e-e5a1-4d8c-9879-21f56e03558d/8d8da40e-e5a1-4d8c-9879-21f56e03558d.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.475131] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-186fb50d-333c-4f50-bb96-9b54204397cf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.491785] env[64120]: DEBUG nova.compute.manager [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1016.492921] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffa2875-ec68-4c79-8213-b5c902514c08 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.495685] env[64120]: DEBUG oslo_concurrency.lockutils [req-60a2e910-487c-471f-b1a0-a4007d96a764 req-8ba22dc4-103c-441f-8aaf-6a6bebd5554b service nova] Releasing lock "refresh_cache-e37e29e1-3a48-48d6-8eeb-86af9a4817fd" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.497585] env[64120]: DEBUG oslo_vmware.api [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1016.497585] env[64120]: value = "task-1405937" [ 1016.497585] env[64120]: _type = "Task" [ 1016.497585] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.508455] env[64120]: DEBUG oslo_vmware.api [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405937, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.523044] env[64120]: DEBUG nova.scheduler.client.report [None req-89d0217f-eedb-4d11-993b-edf610df09c0 tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1016.582275] env[64120]: DEBUG nova.network.neutron [req-bae2ba68-6058-4ffe-b52d-b2b1ab42da97 req-7fb170bd-e0f0-4cb0-b8fa-e558fb4119af service nova] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Updated VIF entry in instance network info cache for port 49824755-9514-4eaa-81d8-8a14eb6caecc. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.583931] env[64120]: DEBUG nova.network.neutron [req-bae2ba68-6058-4ffe-b52d-b2b1ab42da97 req-7fb170bd-e0f0-4cb0-b8fa-e558fb4119af service nova] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Updating instance_info_cache with network_info: [{"id": "49824755-9514-4eaa-81d8-8a14eb6caecc", "address": "fa:16:3e:9e:98:38", "network": {"id": "ac859548-be49-4f7a-a170-ad993373fc23", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1472716559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288eafb106694a9cb4e568df3a5edd47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49824755-95", "ovs_interfaceid": "49824755-9514-4eaa-81d8-8a14eb6caecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.729085] env[64120]: INFO nova.compute.manager [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Rebuilding instance [ 1016.740961] env[64120]: DEBUG nova.compute.manager [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1016.761383] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Releasing lock "refresh_cache-930617d3-b611-4d72-8e0e-7b7f8253fd29" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.761556] env[64120]: DEBUG nova.compute.manager [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Instance network_info: |[{"id": "7d8bdfad-3928-4e05-bbf6-95a5f6ee35dc", "address": "fa:16:3e:54:96:7a", "network": {"id": "8edb7126-4090-4923-9cc0-4e25c87f51f8", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-590589567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92ada4396dd1462594da28398268473f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d8bdfad-39", "ovs_interfaceid": "7d8bdfad-3928-4e05-bbf6-95a5f6ee35dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1016.761979] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:96:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d8bdfad-3928-4e05-bbf6-95a5f6ee35dc', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.769666] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Creating folder: Project (92ada4396dd1462594da28398268473f). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1016.775235] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a58d4e59-9882-492b-be34-afb6838d461b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.784091] env[64120]: DEBUG nova.virt.hardware [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1016.784325] env[64120]: DEBUG nova.virt.hardware [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1016.784486] env[64120]: DEBUG nova.virt.hardware [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.784669] env[64120]: DEBUG nova.virt.hardware [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1016.784819] env[64120]: DEBUG nova.virt.hardware [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.784969] env[64120]: DEBUG nova.virt.hardware [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1016.785595] env[64120]: DEBUG nova.virt.hardware [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1016.785595] env[64120]: DEBUG nova.virt.hardware [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1016.785714] env[64120]: DEBUG nova.virt.hardware [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1016.786375] env[64120]: DEBUG nova.virt.hardware [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1016.786612] env[64120]: DEBUG nova.virt.hardware [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1016.787735] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d231c3f-d926-49ad-96ac-7178ab1e6359 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.794790] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Created folder: Project (92ada4396dd1462594da28398268473f) in parent group-v297899. [ 1016.795087] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Creating folder: Instances. Parent ref: group-v298003. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1016.797671] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b84c099-25ce-4d11-8a7b-e00bc809ade1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.800910] env[64120]: DEBUG nova.compute.manager [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1016.802427] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7af001-152c-4f25-9589-573b37a1f37a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.806711] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0958f454-c9b9-45e7-a6c5-c76883d8418d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.809947] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Created folder: Instances in parent group-v298003. [ 1016.810184] env[64120]: DEBUG oslo.service.loopingcall [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1016.810983] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.811094] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ce5771f-3c73-4856-a4a6-3cbb4ea80d05 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.842254] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4225843a-7caa-4ad9-8ac8-1473bde3f506 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Acquiring lock "eefaff78-2165-4aa7-b991-605084c3d9c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.842254] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4225843a-7caa-4ad9-8ac8-1473bde3f506 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Lock "eefaff78-2165-4aa7-b991-605084c3d9c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.842254] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4225843a-7caa-4ad9-8ac8-1473bde3f506 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Acquiring lock "eefaff78-2165-4aa7-b991-605084c3d9c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.842254] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4225843a-7caa-4ad9-8ac8-1473bde3f506 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Lock "eefaff78-2165-4aa7-b991-605084c3d9c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.842254] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4225843a-7caa-4ad9-8ac8-1473bde3f506 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Lock "eefaff78-2165-4aa7-b991-605084c3d9c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.843066] env[64120]: INFO nova.compute.manager [None req-4225843a-7caa-4ad9-8ac8-1473bde3f506 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Terminating instance [ 1016.847476] env[64120]: DEBUG nova.compute.manager [None req-4225843a-7caa-4ad9-8ac8-1473bde3f506 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1016.847664] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-4225843a-7caa-4ad9-8ac8-1473bde3f506 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.848587] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7208133-351d-4111-8e17-952ba328da0f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.853281] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.853281] env[64120]: value = "task-1405940" [ 1016.853281] env[64120]: _type = "Task" [ 1016.853281] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.858985] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-4225843a-7caa-4ad9-8ac8-1473bde3f506 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.859807] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14856f25-2898-44d9-a45a-d83866fe0251 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.865302] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405940, 'name': CreateVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.871047] env[64120]: DEBUG oslo_vmware.api [None req-4225843a-7caa-4ad9-8ac8-1473bde3f506 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Waiting for the task: (returnval){ [ 1016.871047] env[64120]: value = "task-1405941" [ 1016.871047] env[64120]: _type = "Task" [ 1016.871047] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.880486] env[64120]: DEBUG oslo_vmware.api [None req-4225843a-7caa-4ad9-8ac8-1473bde3f506 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': task-1405941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.940139] env[64120]: DEBUG oslo_vmware.api [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': task-1405936, 'name': Rename_Task, 'duration_secs': 0.129779} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.940139] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.940139] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f261e913-7671-41c3-84a3-cf8120859d5f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.946571] env[64120]: DEBUG oslo_vmware.api [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Waiting for the task: (returnval){ [ 1016.946571] env[64120]: value = "task-1405942" [ 1016.946571] env[64120]: _type = "Task" [ 1016.946571] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.956984] env[64120]: DEBUG oslo_vmware.api [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': task-1405942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.008730] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.009180] env[64120]: DEBUG oslo_vmware.api [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405937, 'name': ReconfigVM_Task, 'duration_secs': 0.280126} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.009368] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3242056-d9fb-44a5-acd4-3647e062914a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.011380] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 8d8da40e-e5a1-4d8c-9879-21f56e03558d/8d8da40e-e5a1-4d8c-9879-21f56e03558d.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.011708] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d12400da-1876-4abc-9151-fb58adda5b38 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.019081] env[64120]: DEBUG oslo_vmware.api [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1017.019081] env[64120]: value = "task-1405944" [ 1017.019081] env[64120]: _type = "Task" [ 1017.019081] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.020323] env[64120]: DEBUG oslo_vmware.api [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1017.020323] env[64120]: value = "task-1405943" [ 1017.020323] env[64120]: _type = "Task" [ 1017.020323] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.028968] env[64120]: DEBUG oslo_concurrency.lockutils [None req-89d0217f-eedb-4d11-993b-edf610df09c0 tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.322s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.034725] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.017s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.036524] env[64120]: INFO nova.compute.claims [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.040124] env[64120]: DEBUG oslo_vmware.api [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405944, 'name': Rename_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.047809] env[64120]: DEBUG oslo_vmware.api [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1405943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.077359] env[64120]: INFO nova.scheduler.client.report [None req-89d0217f-eedb-4d11-993b-edf610df09c0 tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Deleted allocations for instance ab7e4956-eb19-4a23-97b4-2c4e37abe5dc [ 1017.084839] env[64120]: DEBUG oslo_concurrency.lockutils [req-bae2ba68-6058-4ffe-b52d-b2b1ab42da97 req-7fb170bd-e0f0-4cb0-b8fa-e558fb4119af service nova] Releasing lock "refresh_cache-8d8da40e-e5a1-4d8c-9879-21f56e03558d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.085166] env[64120]: DEBUG nova.compute.manager [req-bae2ba68-6058-4ffe-b52d-b2b1ab42da97 req-7fb170bd-e0f0-4cb0-b8fa-e558fb4119af service nova] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Received event network-vif-plugged-7d8bdfad-3928-4e05-bbf6-95a5f6ee35dc {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1017.085399] env[64120]: DEBUG oslo_concurrency.lockutils [req-bae2ba68-6058-4ffe-b52d-b2b1ab42da97 req-7fb170bd-e0f0-4cb0-b8fa-e558fb4119af service nova] Acquiring lock "930617d3-b611-4d72-8e0e-7b7f8253fd29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.086028] env[64120]: DEBUG oslo_concurrency.lockutils [req-bae2ba68-6058-4ffe-b52d-b2b1ab42da97 req-7fb170bd-e0f0-4cb0-b8fa-e558fb4119af service nova] Lock "930617d3-b611-4d72-8e0e-7b7f8253fd29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.086104] env[64120]: DEBUG oslo_concurrency.lockutils [req-bae2ba68-6058-4ffe-b52d-b2b1ab42da97 req-7fb170bd-e0f0-4cb0-b8fa-e558fb4119af service nova] Lock "930617d3-b611-4d72-8e0e-7b7f8253fd29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.086294] env[64120]: DEBUG nova.compute.manager [req-bae2ba68-6058-4ffe-b52d-b2b1ab42da97 req-7fb170bd-e0f0-4cb0-b8fa-e558fb4119af service nova] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] No waiting events found dispatching network-vif-plugged-7d8bdfad-3928-4e05-bbf6-95a5f6ee35dc {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1017.086466] env[64120]: WARNING nova.compute.manager [req-bae2ba68-6058-4ffe-b52d-b2b1ab42da97 req-7fb170bd-e0f0-4cb0-b8fa-e558fb4119af service nova] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Received unexpected event network-vif-plugged-7d8bdfad-3928-4e05-bbf6-95a5f6ee35dc for instance with vm_state building and task_state spawning. [ 1017.086665] env[64120]: DEBUG nova.compute.manager [req-bae2ba68-6058-4ffe-b52d-b2b1ab42da97 req-7fb170bd-e0f0-4cb0-b8fa-e558fb4119af service nova] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Received event network-changed-7d8bdfad-3928-4e05-bbf6-95a5f6ee35dc {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1017.086842] env[64120]: DEBUG nova.compute.manager [req-bae2ba68-6058-4ffe-b52d-b2b1ab42da97 req-7fb170bd-e0f0-4cb0-b8fa-e558fb4119af service nova] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Refreshing instance network info cache due to event network-changed-7d8bdfad-3928-4e05-bbf6-95a5f6ee35dc. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1017.087055] env[64120]: DEBUG oslo_concurrency.lockutils [req-bae2ba68-6058-4ffe-b52d-b2b1ab42da97 req-7fb170bd-e0f0-4cb0-b8fa-e558fb4119af service nova] Acquiring lock "refresh_cache-930617d3-b611-4d72-8e0e-7b7f8253fd29" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.087209] env[64120]: DEBUG oslo_concurrency.lockutils [req-bae2ba68-6058-4ffe-b52d-b2b1ab42da97 req-7fb170bd-e0f0-4cb0-b8fa-e558fb4119af service nova] Acquired lock "refresh_cache-930617d3-b611-4d72-8e0e-7b7f8253fd29" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.087422] env[64120]: DEBUG nova.network.neutron [req-bae2ba68-6058-4ffe-b52d-b2b1ab42da97 req-7fb170bd-e0f0-4cb0-b8fa-e558fb4119af service nova] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Refreshing network info cache for port 7d8bdfad-3928-4e05-bbf6-95a5f6ee35dc {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.350795] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.351151] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-874b531b-4d3a-410d-832f-3b2a41f0ba63 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.361725] env[64120]: DEBUG oslo_vmware.api [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Waiting for the task: (returnval){ [ 1017.361725] env[64120]: value = "task-1405945" [ 1017.361725] env[64120]: _type = "Task" [ 1017.361725] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.372737] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405940, 'name': CreateVM_Task, 'duration_secs': 0.429859} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.377954] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.381991] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.382430] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.382747] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.383025] env[64120]: DEBUG oslo_vmware.api [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': task-1405945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.383588] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9b3c2bb-751b-4c76-8833-ffbcd6ecb59c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.390029] env[64120]: DEBUG oslo_vmware.api [None req-4225843a-7caa-4ad9-8ac8-1473bde3f506 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': task-1405941, 'name': PowerOffVM_Task, 'duration_secs': 0.241908} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.390639] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-4225843a-7caa-4ad9-8ac8-1473bde3f506 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.390832] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-4225843a-7caa-4ad9-8ac8-1473bde3f506 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.391085] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0510623f-e643-444a-baa8-5a4872446737 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.393793] env[64120]: DEBUG oslo_vmware.api [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Waiting for the task: (returnval){ [ 1017.393793] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]520756e6-6c35-ffbe-f63d-a55f5a4be91a" [ 1017.393793] env[64120]: _type = "Task" [ 1017.393793] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.403832] env[64120]: DEBUG oslo_vmware.api [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]520756e6-6c35-ffbe-f63d-a55f5a4be91a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.459868] env[64120]: DEBUG oslo_vmware.api [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': task-1405942, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.468394] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-4225843a-7caa-4ad9-8ac8-1473bde3f506 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.470245] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-4225843a-7caa-4ad9-8ac8-1473bde3f506 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.470245] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-4225843a-7caa-4ad9-8ac8-1473bde3f506 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Deleting the datastore file [datastore1] eefaff78-2165-4aa7-b991-605084c3d9c0 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.470245] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26f90d01-7d89-45e0-9386-84ae87c19828 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.476416] env[64120]: DEBUG oslo_vmware.api [None req-4225843a-7caa-4ad9-8ac8-1473bde3f506 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Waiting for the task: (returnval){ [ 1017.476416] env[64120]: value = "task-1405947" [ 1017.476416] env[64120]: _type = "Task" [ 1017.476416] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.484695] env[64120]: DEBUG oslo_vmware.api [None req-4225843a-7caa-4ad9-8ac8-1473bde3f506 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': task-1405947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.543565] env[64120]: DEBUG oslo_vmware.api [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1405943, 'name': PowerOffVM_Task, 'duration_secs': 0.379197} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.550596] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.550596] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.550596] env[64120]: DEBUG oslo_vmware.api [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405944, 'name': Rename_Task, 'duration_secs': 0.228905} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.551080] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8eb64b-6e36-4609-adc2-6b9b797227d7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.554303] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.555271] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72e543c1-6aa0-4fb1-abd4-c819dd48c469 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.561857] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.563531] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-260b8756-5334-4d0d-b67b-bd3a40779222 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.565274] env[64120]: DEBUG oslo_vmware.api [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1017.565274] env[64120]: value = "task-1405948" [ 1017.565274] env[64120]: _type = "Task" [ 1017.565274] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.574190] env[64120]: DEBUG oslo_vmware.api [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.586674] env[64120]: DEBUG oslo_concurrency.lockutils [None req-89d0217f-eedb-4d11-993b-edf610df09c0 tempest-InstanceActionsNegativeTestJSON-334524032 tempest-InstanceActionsNegativeTestJSON-334524032-project-member] Lock "ab7e4956-eb19-4a23-97b4-2c4e37abe5dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.101s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.623131] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.624427] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.624427] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Deleting the datastore file [datastore1] 5bd2f6c4-7671-4aae-b358-08456faf0973 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.625505] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5631955b-0494-46f2-8031-714940b181d7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.635369] env[64120]: DEBUG oslo_vmware.api [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1017.635369] env[64120]: value = "task-1405950" [ 1017.635369] env[64120]: _type = "Task" [ 1017.635369] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.642140] env[64120]: DEBUG oslo_vmware.api [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1405950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.647565] env[64120]: DEBUG nova.network.neutron [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Successfully updated port: 88de823f-9a5f-44ec-9b96-91012b35c811 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.876882] env[64120]: DEBUG oslo_vmware.api [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': task-1405945, 'name': PowerOffVM_Task, 'duration_secs': 0.173009} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.877186] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.877406] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.878289] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2423ef5e-c9a5-4017-b165-52afa4d3b874 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.886331] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.886852] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-037a3d62-9739-44c4-a491-2bf589601c1d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.913534] env[64120]: DEBUG oslo_vmware.api [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]520756e6-6c35-ffbe-f63d-a55f5a4be91a, 'name': SearchDatastore_Task, 'duration_secs': 0.014303} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.915890] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.916052] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.917822] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.918793] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.920040] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.920766] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.920970] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.922283] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Deleting the datastore file [datastore2] 7c3b6190-aec5-474d-872d-1c5160b9f5fb {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.923338] env[64120]: DEBUG nova.network.neutron [req-bae2ba68-6058-4ffe-b52d-b2b1ab42da97 req-7fb170bd-e0f0-4cb0-b8fa-e558fb4119af service nova] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Updated VIF entry in instance network info cache for port 7d8bdfad-3928-4e05-bbf6-95a5f6ee35dc. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.923768] env[64120]: DEBUG nova.network.neutron [req-bae2ba68-6058-4ffe-b52d-b2b1ab42da97 req-7fb170bd-e0f0-4cb0-b8fa-e558fb4119af service nova] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Updating instance_info_cache with network_info: [{"id": "7d8bdfad-3928-4e05-bbf6-95a5f6ee35dc", "address": "fa:16:3e:54:96:7a", "network": {"id": "8edb7126-4090-4923-9cc0-4e25c87f51f8", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-590589567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92ada4396dd1462594da28398268473f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d8bdfad-39", "ovs_interfaceid": "7d8bdfad-3928-4e05-bbf6-95a5f6ee35dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.925233] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6152fdd-ecdd-4ad3-bc9b-bc6aaad41ed7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.931636] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4c5cadd-e679-48ec-9f8a-2426714fc73e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.941489] env[64120]: DEBUG oslo_vmware.api [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Waiting for the task: (returnval){ [ 1017.941489] env[64120]: value = "task-1405952" [ 1017.941489] env[64120]: _type = "Task" [ 1017.941489] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.966334] env[64120]: DEBUG oslo_vmware.api [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': task-1405952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.976701] env[64120]: DEBUG oslo_vmware.api [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': task-1405942, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.976978] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.977421] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.979459] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d556e941-29d2-4377-833f-897a5b08bae4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.995452] env[64120]: DEBUG oslo_vmware.api [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Waiting for the task: (returnval){ [ 1017.995452] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ca6b4d-bec1-a0bd-f98d-a65a9bae5b6f" [ 1017.995452] env[64120]: _type = "Task" [ 1017.995452] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.999528] env[64120]: DEBUG oslo_vmware.api [None req-4225843a-7caa-4ad9-8ac8-1473bde3f506 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Task: {'id': task-1405947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192732} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.004339] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-4225843a-7caa-4ad9-8ac8-1473bde3f506 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.004339] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-4225843a-7caa-4ad9-8ac8-1473bde3f506 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.004339] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-4225843a-7caa-4ad9-8ac8-1473bde3f506 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.004339] env[64120]: INFO nova.compute.manager [None req-4225843a-7caa-4ad9-8ac8-1473bde3f506 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1018.004339] env[64120]: DEBUG oslo.service.loopingcall [None req-4225843a-7caa-4ad9-8ac8-1473bde3f506 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1018.004339] env[64120]: DEBUG nova.compute.manager [-] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1018.004891] env[64120]: DEBUG nova.network.neutron [-] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.012717] env[64120]: DEBUG oslo_vmware.api [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ca6b4d-bec1-a0bd-f98d-a65a9bae5b6f, 'name': SearchDatastore_Task, 'duration_secs': 0.010212} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.013597] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea49e41c-e3e2-42a2-8630-c391bf368ed4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.020307] env[64120]: DEBUG oslo_vmware.api [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Waiting for the task: (returnval){ [ 1018.020307] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52052cfb-553b-5660-9cf4-2e001096ab5d" [ 1018.020307] env[64120]: _type = "Task" [ 1018.020307] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.029774] env[64120]: DEBUG oslo_vmware.api [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52052cfb-553b-5660-9cf4-2e001096ab5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.034583] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquiring lock "4d010afc-7835-4eac-b2bd-7cf6abea43a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.034818] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lock "4d010afc-7835-4eac-b2bd-7cf6abea43a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.077460] env[64120]: DEBUG oslo_vmware.api [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405948, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.146733] env[64120]: DEBUG oslo_vmware.api [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1405950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285855} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.146733] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.147110] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.147174] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.150760] env[64120]: DEBUG oslo_concurrency.lockutils [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Acquiring lock "refresh_cache-5ceec829-071c-472b-bbe6-125e95161d24" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.150885] env[64120]: DEBUG oslo_concurrency.lockutils [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Acquired lock "refresh_cache-5ceec829-071c-472b-bbe6-125e95161d24" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.151710] env[64120]: DEBUG nova.network.neutron [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.163762] env[64120]: DEBUG nova.compute.manager [req-34150cbd-d850-4e9d-8357-931d1863efe4 req-055df2de-9b3f-4961-a3ca-627a5d6e003c service nova] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Received event network-vif-plugged-88de823f-9a5f-44ec-9b96-91012b35c811 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1018.163762] env[64120]: DEBUG oslo_concurrency.lockutils [req-34150cbd-d850-4e9d-8357-931d1863efe4 req-055df2de-9b3f-4961-a3ca-627a5d6e003c service nova] Acquiring lock "5ceec829-071c-472b-bbe6-125e95161d24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.163762] env[64120]: DEBUG oslo_concurrency.lockutils [req-34150cbd-d850-4e9d-8357-931d1863efe4 req-055df2de-9b3f-4961-a3ca-627a5d6e003c service nova] Lock "5ceec829-071c-472b-bbe6-125e95161d24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.163762] env[64120]: DEBUG oslo_concurrency.lockutils [req-34150cbd-d850-4e9d-8357-931d1863efe4 req-055df2de-9b3f-4961-a3ca-627a5d6e003c service nova] Lock "5ceec829-071c-472b-bbe6-125e95161d24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.163762] env[64120]: DEBUG nova.compute.manager [req-34150cbd-d850-4e9d-8357-931d1863efe4 req-055df2de-9b3f-4961-a3ca-627a5d6e003c service nova] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] No waiting events found dispatching network-vif-plugged-88de823f-9a5f-44ec-9b96-91012b35c811 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1018.163762] env[64120]: WARNING nova.compute.manager [req-34150cbd-d850-4e9d-8357-931d1863efe4 req-055df2de-9b3f-4961-a3ca-627a5d6e003c service nova] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Received unexpected event network-vif-plugged-88de823f-9a5f-44ec-9b96-91012b35c811 for instance with vm_state building and task_state spawning. [ 1018.163762] env[64120]: DEBUG nova.compute.manager [req-34150cbd-d850-4e9d-8357-931d1863efe4 req-055df2de-9b3f-4961-a3ca-627a5d6e003c service nova] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Received event network-changed-88de823f-9a5f-44ec-9b96-91012b35c811 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1018.163762] env[64120]: DEBUG nova.compute.manager [req-34150cbd-d850-4e9d-8357-931d1863efe4 req-055df2de-9b3f-4961-a3ca-627a5d6e003c service nova] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Refreshing instance network info cache due to event network-changed-88de823f-9a5f-44ec-9b96-91012b35c811. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1018.164114] env[64120]: DEBUG oslo_concurrency.lockutils [req-34150cbd-d850-4e9d-8357-931d1863efe4 req-055df2de-9b3f-4961-a3ca-627a5d6e003c service nova] Acquiring lock "refresh_cache-5ceec829-071c-472b-bbe6-125e95161d24" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.263270] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b6a0add1-adef-4d70-9702-3e9dededfd74 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Acquiring lock "e37e29e1-3a48-48d6-8eeb-86af9a4817fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.263535] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b6a0add1-adef-4d70-9702-3e9dededfd74 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Lock "e37e29e1-3a48-48d6-8eeb-86af9a4817fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.263739] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b6a0add1-adef-4d70-9702-3e9dededfd74 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Acquiring lock "e37e29e1-3a48-48d6-8eeb-86af9a4817fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.263924] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b6a0add1-adef-4d70-9702-3e9dededfd74 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Lock "e37e29e1-3a48-48d6-8eeb-86af9a4817fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.264194] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b6a0add1-adef-4d70-9702-3e9dededfd74 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Lock "e37e29e1-3a48-48d6-8eeb-86af9a4817fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.266702] env[64120]: INFO nova.compute.manager [None req-b6a0add1-adef-4d70-9702-3e9dededfd74 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Terminating instance [ 1018.268474] env[64120]: DEBUG nova.compute.manager [None req-b6a0add1-adef-4d70-9702-3e9dededfd74 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1018.268664] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a0add1-adef-4d70-9702-3e9dededfd74 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.269784] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fd67e1-dbcd-4d06-a716-21734e6335ac {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.281477] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a0add1-adef-4d70-9702-3e9dededfd74 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.281477] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b77a237-3275-463a-9fea-02907a12c8ae {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.288402] env[64120]: DEBUG oslo_vmware.api [None req-b6a0add1-adef-4d70-9702-3e9dededfd74 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Waiting for the task: (returnval){ [ 1018.288402] env[64120]: value = "task-1405953" [ 1018.288402] env[64120]: _type = "Task" [ 1018.288402] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.298982] env[64120]: DEBUG oslo_vmware.api [None req-b6a0add1-adef-4d70-9702-3e9dededfd74 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Task: {'id': task-1405953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.437156] env[64120]: DEBUG oslo_concurrency.lockutils [req-bae2ba68-6058-4ffe-b52d-b2b1ab42da97 req-7fb170bd-e0f0-4cb0-b8fa-e558fb4119af service nova] Releasing lock "refresh_cache-930617d3-b611-4d72-8e0e-7b7f8253fd29" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.458933] env[64120]: DEBUG oslo_vmware.api [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': task-1405952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198565} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.460072] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.460595] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.460907] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.469247] env[64120]: DEBUG oslo_vmware.api [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': task-1405942, 'name': PowerOnVM_Task, 'duration_secs': 1.027781} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.469890] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.471021] env[64120]: INFO nova.compute.manager [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Took 9.87 seconds to spawn the instance on the hypervisor. [ 1018.471021] env[64120]: DEBUG nova.compute.manager [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1018.471854] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5802871e-82dd-4acb-a635-f34f643f139b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.535061] env[64120]: DEBUG oslo_vmware.api [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52052cfb-553b-5660-9cf4-2e001096ab5d, 'name': SearchDatastore_Task, 'duration_secs': 0.010471} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.535427] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.536051] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 930617d3-b611-4d72-8e0e-7b7f8253fd29/930617d3-b611-4d72-8e0e-7b7f8253fd29.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.536206] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf63ca15-fb9a-4176-9030-b99825656487 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.543261] env[64120]: DEBUG oslo_vmware.api [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Waiting for the task: (returnval){ [ 1018.543261] env[64120]: value = "task-1405954" [ 1018.543261] env[64120]: _type = "Task" [ 1018.543261] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.550781] env[64120]: DEBUG oslo_vmware.api [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Task: {'id': task-1405954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.576454] env[64120]: DEBUG oslo_vmware.api [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405948, 'name': PowerOnVM_Task, 'duration_secs': 0.91994} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.579321] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.579579] env[64120]: INFO nova.compute.manager [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Took 7.23 seconds to spawn the instance on the hypervisor. [ 1018.579770] env[64120]: DEBUG nova.compute.manager [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1018.581515] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752a86a9-484c-4197-a363-141e94c47457 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.634514] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a977c43b-471f-4300-a782-ac2713047541 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.642803] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e95f7ad-14d6-4316-b9bc-a49431266a12 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.680176] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e191429f-25d0-4a1f-b7ad-97c59de9a762 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.689605] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cb7ab5-87c1-4cc6-b94c-e5080245adfd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.704793] env[64120]: DEBUG nova.compute.provider_tree [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.712366] env[64120]: DEBUG nova.network.neutron [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.799539] env[64120]: DEBUG oslo_vmware.api [None req-b6a0add1-adef-4d70-9702-3e9dededfd74 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Task: {'id': task-1405953, 'name': PowerOffVM_Task, 'duration_secs': 0.214929} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.802412] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a0add1-adef-4d70-9702-3e9dededfd74 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.802802] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a0add1-adef-4d70-9702-3e9dededfd74 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.803157] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-158537ce-1e89-49a9-9d6a-785b00acbf94 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.862917] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a0add1-adef-4d70-9702-3e9dededfd74 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.863460] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a0add1-adef-4d70-9702-3e9dededfd74 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.863547] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6a0add1-adef-4d70-9702-3e9dededfd74 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Deleting the datastore file [datastore2] e37e29e1-3a48-48d6-8eeb-86af9a4817fd {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.863866] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7aecf156-f0a0-4f5f-b123-7982a48302b8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.870948] env[64120]: DEBUG oslo_vmware.api [None req-b6a0add1-adef-4d70-9702-3e9dededfd74 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Waiting for the task: (returnval){ [ 1018.870948] env[64120]: value = "task-1405956" [ 1018.870948] env[64120]: _type = "Task" [ 1018.870948] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.878285] env[64120]: DEBUG oslo_vmware.api [None req-b6a0add1-adef-4d70-9702-3e9dededfd74 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Task: {'id': task-1405956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.927484] env[64120]: DEBUG nova.network.neutron [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Updating instance_info_cache with network_info: [{"id": "88de823f-9a5f-44ec-9b96-91012b35c811", "address": "fa:16:3e:79:3d:0a", "network": {"id": "23c445f2-0ac8-4ab9-a29f-179990520020", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-565428188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44e10928861546d79d0c5c0b31539607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88de823f-9a", "ovs_interfaceid": "88de823f-9a5f-44ec-9b96-91012b35c811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.935275] env[64120]: DEBUG nova.network.neutron [-] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.000529] env[64120]: INFO nova.compute.manager [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Took 58.18 seconds to build instance. [ 1019.026922] env[64120]: DEBUG nova.compute.manager [req-fd7411f9-094c-4c7d-9bbc-fae0a91b269d req-cd6d0f34-4b9d-49c2-988d-69fd7abd0b49 service nova] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Received event network-vif-deleted-738325f1-837d-47af-9673-59a0c81e2974 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1019.062369] env[64120]: DEBUG oslo_vmware.api [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Task: {'id': task-1405954, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.107368] env[64120]: INFO nova.compute.manager [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Took 55.82 seconds to build instance. [ 1019.211131] env[64120]: DEBUG nova.virt.hardware [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1019.211549] env[64120]: DEBUG nova.virt.hardware [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1019.211776] env[64120]: DEBUG nova.virt.hardware [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.212064] env[64120]: DEBUG nova.virt.hardware [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1019.212315] env[64120]: DEBUG nova.virt.hardware [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.212546] env[64120]: DEBUG nova.virt.hardware [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1019.212898] env[64120]: DEBUG nova.virt.hardware [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1019.213132] env[64120]: DEBUG nova.virt.hardware [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1019.214045] env[64120]: DEBUG nova.virt.hardware [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1019.214045] env[64120]: DEBUG nova.virt.hardware [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1019.214045] env[64120]: DEBUG nova.virt.hardware [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1019.215043] env[64120]: DEBUG nova.scheduler.client.report [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1019.222880] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c652d3f1-be35-4ab1-baa1-c4ad625f9136 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.239116] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f659457-313c-4e0f-a2ac-3bf6484d53e8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.261773] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:36:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fab52652-428e-451a-9261-1dacd3efc0fd', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.269871] env[64120]: DEBUG oslo.service.loopingcall [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1019.270646] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.270859] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8eb9a8b-2aa7-4558-8af4-45297e2f68e0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.290662] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.290662] env[64120]: value = "task-1405957" [ 1019.290662] env[64120]: _type = "Task" [ 1019.290662] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.299292] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405957, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.374202] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquiring lock "1e3ed926-6b6c-4044-a299-64a438f2400d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.374786] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lock "1e3ed926-6b6c-4044-a299-64a438f2400d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.385247] env[64120]: DEBUG oslo_vmware.api [None req-b6a0add1-adef-4d70-9702-3e9dededfd74 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Task: {'id': task-1405956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.430652] env[64120]: DEBUG oslo_concurrency.lockutils [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Releasing lock "refresh_cache-5ceec829-071c-472b-bbe6-125e95161d24" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.430997] env[64120]: DEBUG nova.compute.manager [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Instance network_info: |[{"id": "88de823f-9a5f-44ec-9b96-91012b35c811", "address": "fa:16:3e:79:3d:0a", "network": {"id": "23c445f2-0ac8-4ab9-a29f-179990520020", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-565428188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44e10928861546d79d0c5c0b31539607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88de823f-9a", "ovs_interfaceid": "88de823f-9a5f-44ec-9b96-91012b35c811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1019.431368] env[64120]: DEBUG oslo_concurrency.lockutils [req-34150cbd-d850-4e9d-8357-931d1863efe4 req-055df2de-9b3f-4961-a3ca-627a5d6e003c service nova] Acquired lock "refresh_cache-5ceec829-071c-472b-bbe6-125e95161d24" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.432040] env[64120]: DEBUG nova.network.neutron [req-34150cbd-d850-4e9d-8357-931d1863efe4 req-055df2de-9b3f-4961-a3ca-627a5d6e003c service nova] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Refreshing network info cache for port 88de823f-9a5f-44ec-9b96-91012b35c811 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.432993] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:3d:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88de823f-9a5f-44ec-9b96-91012b35c811', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.441774] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Creating folder: Project (44e10928861546d79d0c5c0b31539607). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1019.443085] env[64120]: INFO nova.compute.manager [-] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Took 1.44 seconds to deallocate network for instance. [ 1019.443085] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29489621-1afa-4828-bfe9-036d925ca6f2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.459905] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Created folder: Project (44e10928861546d79d0c5c0b31539607) in parent group-v297899. [ 1019.460299] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Creating folder: Instances. Parent ref: group-v298007. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1019.460611] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e68f8a8a-3334-4e21-b152-a2d21428530e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.471344] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Created folder: Instances in parent group-v298007. [ 1019.471599] env[64120]: DEBUG oslo.service.loopingcall [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1019.471802] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.472024] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3baf61ea-6212-4f64-b150-1dd0e53f5217 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.496636] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.496636] env[64120]: value = "task-1405960" [ 1019.496636] env[64120]: _type = "Task" [ 1019.496636] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.504928] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405960, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.507604] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e75e52b-0d7c-461b-aa1d-c8fc99740c0c tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Lock "4dbf61c2-c77d-48bf-b2fc-df7f387c0e14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.004s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.516287] env[64120]: DEBUG nova.virt.hardware [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1019.516556] env[64120]: DEBUG nova.virt.hardware [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1019.516715] env[64120]: DEBUG nova.virt.hardware [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.516895] env[64120]: DEBUG nova.virt.hardware [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1019.517049] env[64120]: DEBUG nova.virt.hardware [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.517235] env[64120]: DEBUG nova.virt.hardware [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1019.517683] env[64120]: DEBUG nova.virt.hardware [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1019.517764] env[64120]: DEBUG nova.virt.hardware [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1019.517920] env[64120]: DEBUG nova.virt.hardware [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1019.518095] env[64120]: DEBUG nova.virt.hardware [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1019.518311] env[64120]: DEBUG nova.virt.hardware [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1019.519643] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8eb6699-ae49-49e8-9daf-f76a37341e59 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.528023] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed20f44a-8d67-4eba-ba5e-55df84d17275 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.544094] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Instance VIF info [] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.548635] env[64120]: DEBUG oslo.service.loopingcall [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1019.548991] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.552024] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d7e9239-db8e-4c86-9133-5ab309fd887b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.569746] env[64120]: DEBUG oslo_vmware.api [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Task: {'id': task-1405954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790865} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.571034] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 930617d3-b611-4d72-8e0e-7b7f8253fd29/930617d3-b611-4d72-8e0e-7b7f8253fd29.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.571272] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.571498] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.571498] env[64120]: value = "task-1405961" [ 1019.571498] env[64120]: _type = "Task" [ 1019.571498] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.571685] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f61959c-7156-4e46-b646-85a4bf460caf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.582045] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405961, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.584038] env[64120]: DEBUG oslo_vmware.api [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Waiting for the task: (returnval){ [ 1019.584038] env[64120]: value = "task-1405962" [ 1019.584038] env[64120]: _type = "Task" [ 1019.584038] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.591624] env[64120]: DEBUG oslo_vmware.api [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Task: {'id': task-1405962, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.609720] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9c4271cd-80df-4be0-8755-a0d4e47cbbb2 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "8d8da40e-e5a1-4d8c-9879-21f56e03558d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.179s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.730578] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.731149] env[64120]: DEBUG nova.compute.manager [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1019.736133] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0a2a2260-6d50-4a3d-8edc-03710224c132 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.555s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.736381] env[64120]: DEBUG nova.objects.instance [None req-0a2a2260-6d50-4a3d-8edc-03710224c132 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Lazy-loading 'resources' on Instance uuid 0874ada8-4e6d-4259-a040-731b1bb4994b {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.803108] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405957, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.883560] env[64120]: DEBUG oslo_vmware.api [None req-b6a0add1-adef-4d70-9702-3e9dededfd74 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Task: {'id': task-1405956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.582316} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.883815] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6a0add1-adef-4d70-9702-3e9dededfd74 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.883994] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a0add1-adef-4d70-9702-3e9dededfd74 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.884511] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a0add1-adef-4d70-9702-3e9dededfd74 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.884511] env[64120]: INFO nova.compute.manager [None req-b6a0add1-adef-4d70-9702-3e9dededfd74 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1019.884660] env[64120]: DEBUG oslo.service.loopingcall [None req-b6a0add1-adef-4d70-9702-3e9dededfd74 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1019.884808] env[64120]: DEBUG nova.compute.manager [-] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1019.884929] env[64120]: DEBUG nova.network.neutron [-] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1019.952066] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4225843a-7caa-4ad9-8ac8-1473bde3f506 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.010742] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405960, 'name': CreateVM_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.011497] env[64120]: DEBUG nova.compute.manager [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1020.086314] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405961, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.097036] env[64120]: DEBUG oslo_vmware.api [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Task: {'id': task-1405962, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119967} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.097036] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.097036] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45b45f8-5be9-42fd-8b25-5f72bf254899 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.119635] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 930617d3-b611-4d72-8e0e-7b7f8253fd29/930617d3-b611-4d72-8e0e-7b7f8253fd29.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.120198] env[64120]: DEBUG nova.compute.manager [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1020.124116] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0285b70d-efa4-4fb9-87d1-5e3763ee933a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.145536] env[64120]: DEBUG oslo_vmware.api [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Waiting for the task: (returnval){ [ 1020.145536] env[64120]: value = "task-1405963" [ 1020.145536] env[64120]: _type = "Task" [ 1020.145536] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.154028] env[64120]: DEBUG oslo_vmware.api [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Task: {'id': task-1405963, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.239882] env[64120]: DEBUG nova.compute.utils [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1020.244544] env[64120]: DEBUG nova.compute.manager [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1020.244725] env[64120]: DEBUG nova.network.neutron [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.308350] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405957, 'name': CreateVM_Task, 'duration_secs': 0.537533} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.308551] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.309247] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.309421] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.309744] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.313595] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01d285fc-5753-4313-9d98-bc444a842d42 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.319353] env[64120]: DEBUG oslo_vmware.api [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1020.319353] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526b6126-5341-e1be-0ce7-cef0c16383f0" [ 1020.319353] env[64120]: _type = "Task" [ 1020.319353] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.330042] env[64120]: DEBUG oslo_vmware.api [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526b6126-5341-e1be-0ce7-cef0c16383f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.417776] env[64120]: DEBUG nova.network.neutron [req-34150cbd-d850-4e9d-8357-931d1863efe4 req-055df2de-9b3f-4961-a3ca-627a5d6e003c service nova] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Updated VIF entry in instance network info cache for port 88de823f-9a5f-44ec-9b96-91012b35c811. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.418353] env[64120]: DEBUG nova.network.neutron [req-34150cbd-d850-4e9d-8357-931d1863efe4 req-055df2de-9b3f-4961-a3ca-627a5d6e003c service nova] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Updating instance_info_cache with network_info: [{"id": "88de823f-9a5f-44ec-9b96-91012b35c811", "address": "fa:16:3e:79:3d:0a", "network": {"id": "23c445f2-0ac8-4ab9-a29f-179990520020", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-565428188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44e10928861546d79d0c5c0b31539607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88de823f-9a", "ovs_interfaceid": "88de823f-9a5f-44ec-9b96-91012b35c811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.450039] env[64120]: DEBUG nova.policy [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aab60b74e8ef44e48134fe2f920dc25d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '596b71cf34bb44fcaba65180602605ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1020.470153] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4e628d-0054-4f68-ac6b-0f7511582038 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.480268] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcfc9de-303d-4f13-b63b-88d585ed28a1 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Suspending the VM {{(pid=64120) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1020.480638] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-080fc222-84fe-4c2c-b8d9-243ec54fd225 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.490626] env[64120]: DEBUG oslo_vmware.api [None req-dfcfc9de-303d-4f13-b63b-88d585ed28a1 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1020.490626] env[64120]: value = "task-1405964" [ 1020.490626] env[64120]: _type = "Task" [ 1020.490626] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.502011] env[64120]: DEBUG oslo_vmware.api [None req-dfcfc9de-303d-4f13-b63b-88d585ed28a1 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405964, 'name': SuspendVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.516694] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405960, 'name': CreateVM_Task, 'duration_secs': 0.680457} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.516694] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.516819] env[64120]: DEBUG oslo_concurrency.lockutils [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.516989] env[64120]: DEBUG oslo_concurrency.lockutils [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.517395] env[64120]: DEBUG oslo_concurrency.lockutils [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.520325] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bfd4eb3-fd0d-4988-aa1e-56c092608462 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.530063] env[64120]: DEBUG oslo_concurrency.lockutils [None req-aa9b12da-31c4-4e6b-91c6-5e32c46cf82c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Acquiring lock "3df3e12b-ada8-4cf7-99be-188bfcbbdd2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.530063] env[64120]: DEBUG oslo_concurrency.lockutils [None req-aa9b12da-31c4-4e6b-91c6-5e32c46cf82c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Lock "3df3e12b-ada8-4cf7-99be-188bfcbbdd2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.530063] env[64120]: DEBUG oslo_concurrency.lockutils [None req-aa9b12da-31c4-4e6b-91c6-5e32c46cf82c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Acquiring lock "3df3e12b-ada8-4cf7-99be-188bfcbbdd2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.530260] env[64120]: DEBUG oslo_concurrency.lockutils [None req-aa9b12da-31c4-4e6b-91c6-5e32c46cf82c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Lock "3df3e12b-ada8-4cf7-99be-188bfcbbdd2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.530466] env[64120]: DEBUG oslo_concurrency.lockutils [None req-aa9b12da-31c4-4e6b-91c6-5e32c46cf82c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Lock "3df3e12b-ada8-4cf7-99be-188bfcbbdd2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.534607] env[64120]: DEBUG oslo_vmware.api [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Waiting for the task: (returnval){ [ 1020.534607] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e815b1-53a5-082a-c24f-3feac86d0dbc" [ 1020.534607] env[64120]: _type = "Task" [ 1020.534607] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.540087] env[64120]: INFO nova.compute.manager [None req-aa9b12da-31c4-4e6b-91c6-5e32c46cf82c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Terminating instance [ 1020.542964] env[64120]: DEBUG nova.compute.manager [None req-aa9b12da-31c4-4e6b-91c6-5e32c46cf82c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1020.542964] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9b12da-31c4-4e6b-91c6-5e32c46cf82c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.547839] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84759400-edc9-49b2-b690-a2c253e20944 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.556419] env[64120]: DEBUG oslo_vmware.api [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e815b1-53a5-082a-c24f-3feac86d0dbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.559669] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa9b12da-31c4-4e6b-91c6-5e32c46cf82c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.563228] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3582edb-1187-4eb6-9390-ded3bf9a04ba {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.565967] env[64120]: DEBUG oslo_concurrency.lockutils [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.573980] env[64120]: DEBUG oslo_vmware.api [None req-aa9b12da-31c4-4e6b-91c6-5e32c46cf82c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for the task: (returnval){ [ 1020.573980] env[64120]: value = "task-1405965" [ 1020.573980] env[64120]: _type = "Task" [ 1020.573980] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.594141] env[64120]: DEBUG oslo_vmware.api [None req-aa9b12da-31c4-4e6b-91c6-5e32c46cf82c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.600583] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405961, 'name': CreateVM_Task, 'duration_secs': 0.592406} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.602136] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.602136] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.647769] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.660613] env[64120]: DEBUG oslo_vmware.api [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Task: {'id': task-1405963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.746575] env[64120]: DEBUG nova.compute.manager [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1020.829653] env[64120]: DEBUG oslo_vmware.api [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526b6126-5341-e1be-0ce7-cef0c16383f0, 'name': SearchDatastore_Task, 'duration_secs': 0.013354} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.829982] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.830265] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.830525] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.830664] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.830845] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.831159] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.831490] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.832152] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57a02b40-fa57-4394-925b-11da21a15939 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.838375] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40c21819-5de7-4bf6-9781-5a1bfc7868b1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.846156] env[64120]: DEBUG oslo_vmware.api [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Waiting for the task: (returnval){ [ 1020.846156] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5255cf56-b6d1-45b9-f187-da8824a90a24" [ 1020.846156] env[64120]: _type = "Task" [ 1020.846156] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.850694] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.850940] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.852326] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f2c4231-9010-4300-80a0-84e19d331a0f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.861507] env[64120]: DEBUG oslo_vmware.api [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5255cf56-b6d1-45b9-f187-da8824a90a24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.865197] env[64120]: DEBUG oslo_vmware.api [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1020.865197] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5299a6c5-74ac-ea9d-1c75-9e2671e2db4d" [ 1020.865197] env[64120]: _type = "Task" [ 1020.865197] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.874051] env[64120]: DEBUG oslo_vmware.api [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5299a6c5-74ac-ea9d-1c75-9e2671e2db4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.907433] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0140e40f-1f64-4f2b-9b3f-b44ecacb4018 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.915501] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416883c0-91f6-44aa-afd6-b994861778a3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.921910] env[64120]: DEBUG oslo_concurrency.lockutils [req-34150cbd-d850-4e9d-8357-931d1863efe4 req-055df2de-9b3f-4961-a3ca-627a5d6e003c service nova] Releasing lock "refresh_cache-5ceec829-071c-472b-bbe6-125e95161d24" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.949335] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1445bac-16e8-4c6e-8457-a72f390f437e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.957718] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17153a1e-35a4-4e4b-9288-a23d290cff81 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.972118] env[64120]: DEBUG nova.compute.provider_tree [None req-0a2a2260-6d50-4a3d-8edc-03710224c132 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.003476] env[64120]: DEBUG oslo_vmware.api [None req-dfcfc9de-303d-4f13-b63b-88d585ed28a1 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405964, 'name': SuspendVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.013783] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c596cc66-09f1-48e8-8bc1-107221d1fa87 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.020753] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c368c007-d475-421b-886a-86d3eb3ca3cb tempest-ServersAdminNegativeTestJSON-219314836 tempest-ServersAdminNegativeTestJSON-219314836-project-admin] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Suspending the VM {{(pid=64120) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1021.024023] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-87e5b85c-6c5e-4b82-a6d5-c620967b2ff7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.028059] env[64120]: DEBUG oslo_vmware.api [None req-c368c007-d475-421b-886a-86d3eb3ca3cb tempest-ServersAdminNegativeTestJSON-219314836 tempest-ServersAdminNegativeTestJSON-219314836-project-admin] Waiting for the task: (returnval){ [ 1021.028059] env[64120]: value = "task-1405966" [ 1021.028059] env[64120]: _type = "Task" [ 1021.028059] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.037612] env[64120]: DEBUG oslo_vmware.api [None req-c368c007-d475-421b-886a-86d3eb3ca3cb tempest-ServersAdminNegativeTestJSON-219314836 tempest-ServersAdminNegativeTestJSON-219314836-project-admin] Task: {'id': task-1405966, 'name': SuspendVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.051016] env[64120]: DEBUG oslo_vmware.api [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e815b1-53a5-082a-c24f-3feac86d0dbc, 'name': SearchDatastore_Task, 'duration_secs': 0.043887} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.051369] env[64120]: DEBUG oslo_concurrency.lockutils [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.051700] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.051881] env[64120]: DEBUG oslo_concurrency.lockutils [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.052043] env[64120]: DEBUG oslo_concurrency.lockutils [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.052238] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.052532] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef6e5686-66d0-4fe1-a560-6af4e63b348f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.060626] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.060826] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.061583] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed524d4a-f07c-4444-8069-a58bf55e81de {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.066724] env[64120]: DEBUG oslo_vmware.api [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Waiting for the task: (returnval){ [ 1021.066724] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e41d62-09e2-6f3f-252b-694cbd9ff326" [ 1021.066724] env[64120]: _type = "Task" [ 1021.066724] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.074849] env[64120]: DEBUG oslo_vmware.api [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e41d62-09e2-6f3f-252b-694cbd9ff326, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.082443] env[64120]: DEBUG oslo_vmware.api [None req-aa9b12da-31c4-4e6b-91c6-5e32c46cf82c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405965, 'name': PowerOffVM_Task, 'duration_secs': 0.427105} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.082720] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa9b12da-31c4-4e6b-91c6-5e32c46cf82c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.082914] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9b12da-31c4-4e6b-91c6-5e32c46cf82c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.083175] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9f05ebe-6b5f-4e4c-a039-74b72848620b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.158742] env[64120]: DEBUG oslo_vmware.api [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Task: {'id': task-1405963, 'name': ReconfigVM_Task, 'duration_secs': 0.766872} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.159084] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 930617d3-b611-4d72-8e0e-7b7f8253fd29/930617d3-b611-4d72-8e0e-7b7f8253fd29.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.159962] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f12bdce7-8dfc-4abb-9009-2613df3af2b8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.162833] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9b12da-31c4-4e6b-91c6-5e32c46cf82c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.163096] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9b12da-31c4-4e6b-91c6-5e32c46cf82c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.163306] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa9b12da-31c4-4e6b-91c6-5e32c46cf82c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Deleting the datastore file [datastore2] 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.163970] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2585beba-1695-4e45-b092-c68aba352956 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.168512] env[64120]: DEBUG oslo_vmware.api [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Waiting for the task: (returnval){ [ 1021.168512] env[64120]: value = "task-1405968" [ 1021.168512] env[64120]: _type = "Task" [ 1021.168512] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.172995] env[64120]: DEBUG oslo_vmware.api [None req-aa9b12da-31c4-4e6b-91c6-5e32c46cf82c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for the task: (returnval){ [ 1021.172995] env[64120]: value = "task-1405969" [ 1021.172995] env[64120]: _type = "Task" [ 1021.172995] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.182469] env[64120]: DEBUG oslo_vmware.api [None req-aa9b12da-31c4-4e6b-91c6-5e32c46cf82c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.186198] env[64120]: DEBUG oslo_vmware.api [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Task: {'id': task-1405968, 'name': Rename_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.192395] env[64120]: DEBUG nova.network.neutron [-] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.195790] env[64120]: DEBUG nova.network.neutron [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Successfully created port: e88d99c5-d027-47a5-83bc-f9882c0e399b {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1021.360081] env[64120]: DEBUG oslo_vmware.api [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5255cf56-b6d1-45b9-f187-da8824a90a24, 'name': SearchDatastore_Task, 'duration_secs': 0.016665} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.360081] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.360324] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.360586] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.377496] env[64120]: DEBUG oslo_vmware.api [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5299a6c5-74ac-ea9d-1c75-9e2671e2db4d, 'name': SearchDatastore_Task, 'duration_secs': 0.019518} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.378621] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-877573b0-f4ac-4c49-9e13-6ab131022ecd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.384942] env[64120]: DEBUG oslo_vmware.api [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1021.384942] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5274683d-6517-7288-28d8-ac40bc3f886d" [ 1021.384942] env[64120]: _type = "Task" [ 1021.384942] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.394434] env[64120]: DEBUG oslo_vmware.api [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5274683d-6517-7288-28d8-ac40bc3f886d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.477563] env[64120]: DEBUG nova.scheduler.client.report [None req-0a2a2260-6d50-4a3d-8edc-03710224c132 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1021.504899] env[64120]: DEBUG oslo_vmware.api [None req-dfcfc9de-303d-4f13-b63b-88d585ed28a1 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405964, 'name': SuspendVM_Task, 'duration_secs': 0.930031} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.506060] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcfc9de-303d-4f13-b63b-88d585ed28a1 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Suspended the VM {{(pid=64120) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1021.506238] env[64120]: DEBUG nova.compute.manager [None req-dfcfc9de-303d-4f13-b63b-88d585ed28a1 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1021.507129] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d714a83c-02a4-40a2-863f-11deb16396ea {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.541563] env[64120]: DEBUG oslo_vmware.api [None req-c368c007-d475-421b-886a-86d3eb3ca3cb tempest-ServersAdminNegativeTestJSON-219314836 tempest-ServersAdminNegativeTestJSON-219314836-project-admin] Task: {'id': task-1405966, 'name': SuspendVM_Task} progress is 95%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.578177] env[64120]: DEBUG oslo_vmware.api [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e41d62-09e2-6f3f-252b-694cbd9ff326, 'name': SearchDatastore_Task, 'duration_secs': 0.009753} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.579253] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a0da5dc-0b19-448b-8504-0216efa7768d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.585494] env[64120]: DEBUG oslo_vmware.api [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Waiting for the task: (returnval){ [ 1021.585494] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521bea51-e0c7-0ab5-ad76-1ab5a9478c9b" [ 1021.585494] env[64120]: _type = "Task" [ 1021.585494] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.595671] env[64120]: DEBUG oslo_vmware.api [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521bea51-e0c7-0ab5-ad76-1ab5a9478c9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.680823] env[64120]: DEBUG oslo_vmware.api [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Task: {'id': task-1405968, 'name': Rename_Task, 'duration_secs': 0.334509} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.681549] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.681875] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b646848d-425d-426f-84c8-80b7709da048 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.686600] env[64120]: DEBUG oslo_vmware.api [None req-aa9b12da-31c4-4e6b-91c6-5e32c46cf82c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1405969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.423473} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.687223] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa9b12da-31c4-4e6b-91c6-5e32c46cf82c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.687424] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9b12da-31c4-4e6b-91c6-5e32c46cf82c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.687595] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9b12da-31c4-4e6b-91c6-5e32c46cf82c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.687772] env[64120]: INFO nova.compute.manager [None req-aa9b12da-31c4-4e6b-91c6-5e32c46cf82c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1021.688022] env[64120]: DEBUG oslo.service.loopingcall [None req-aa9b12da-31c4-4e6b-91c6-5e32c46cf82c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1021.688272] env[64120]: DEBUG nova.compute.manager [-] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1021.688370] env[64120]: DEBUG nova.network.neutron [-] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.691622] env[64120]: DEBUG oslo_vmware.api [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Waiting for the task: (returnval){ [ 1021.691622] env[64120]: value = "task-1405970" [ 1021.691622] env[64120]: _type = "Task" [ 1021.691622] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.695154] env[64120]: INFO nova.compute.manager [-] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Took 1.81 seconds to deallocate network for instance. [ 1021.703061] env[64120]: DEBUG oslo_vmware.api [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Task: {'id': task-1405970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.758199] env[64120]: DEBUG nova.compute.manager [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1021.775202] env[64120]: DEBUG nova.compute.manager [req-1c1cf511-3225-4572-b09a-3ff81d616765 req-c8e642af-e7ce-488a-8e39-19010d3e3321 service nova] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Received event network-vif-deleted-da1c5aa1-7ffd-4e92-8b30-dc78aa3ae9ce {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1021.795232] env[64120]: DEBUG nova.virt.hardware [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1021.795502] env[64120]: DEBUG nova.virt.hardware [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1021.795662] env[64120]: DEBUG nova.virt.hardware [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.795844] env[64120]: DEBUG nova.virt.hardware [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1021.795992] env[64120]: DEBUG nova.virt.hardware [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.796246] env[64120]: DEBUG nova.virt.hardware [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1021.796470] env[64120]: DEBUG nova.virt.hardware [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1021.796649] env[64120]: DEBUG nova.virt.hardware [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1021.796822] env[64120]: DEBUG nova.virt.hardware [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1021.797030] env[64120]: DEBUG nova.virt.hardware [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1021.797208] env[64120]: DEBUG nova.virt.hardware [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1021.798750] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b786b3-57e7-4d72-8fe7-9ca1f52446da {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.806952] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e8808b-5d57-41b5-9b48-a68d20c1cded {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.894712] env[64120]: DEBUG oslo_vmware.api [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5274683d-6517-7288-28d8-ac40bc3f886d, 'name': SearchDatastore_Task, 'duration_secs': 0.029068} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.895487] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.895487] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 5bd2f6c4-7671-4aae-b358-08456faf0973/5bd2f6c4-7671-4aae-b358-08456faf0973.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.895714] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.895714] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.895912] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34215a07-d198-42d7-ba9f-4a70e1942147 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.897849] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a03a10a-1855-4aba-b624-af3e5b5fc49c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.904178] env[64120]: DEBUG oslo_vmware.api [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1021.904178] env[64120]: value = "task-1405971" [ 1021.904178] env[64120]: _type = "Task" [ 1021.904178] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.907974] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.908182] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.909438] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-152da8d6-06bf-41b7-a7d7-8d2a27105b1c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.914699] env[64120]: DEBUG oslo_vmware.api [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1405971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.917553] env[64120]: DEBUG oslo_vmware.api [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Waiting for the task: (returnval){ [ 1021.917553] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c2adba-322e-33b9-ac50-16439c1a2c23" [ 1021.917553] env[64120]: _type = "Task" [ 1021.917553] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.925439] env[64120]: DEBUG oslo_vmware.api [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c2adba-322e-33b9-ac50-16439c1a2c23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.981410] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0a2a2260-6d50-4a3d-8edc-03710224c132 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.245s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.984475] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.872s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.986780] env[64120]: INFO nova.compute.claims [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.009041] env[64120]: INFO nova.scheduler.client.report [None req-0a2a2260-6d50-4a3d-8edc-03710224c132 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Deleted allocations for instance 0874ada8-4e6d-4259-a040-731b1bb4994b [ 1022.039347] env[64120]: DEBUG oslo_vmware.api [None req-c368c007-d475-421b-886a-86d3eb3ca3cb tempest-ServersAdminNegativeTestJSON-219314836 tempest-ServersAdminNegativeTestJSON-219314836-project-admin] Task: {'id': task-1405966, 'name': SuspendVM_Task, 'duration_secs': 0.862226} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.039562] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c368c007-d475-421b-886a-86d3eb3ca3cb tempest-ServersAdminNegativeTestJSON-219314836 tempest-ServersAdminNegativeTestJSON-219314836-project-admin] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Suspended the VM {{(pid=64120) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1022.039749] env[64120]: DEBUG nova.compute.manager [None req-c368c007-d475-421b-886a-86d3eb3ca3cb tempest-ServersAdminNegativeTestJSON-219314836 tempest-ServersAdminNegativeTestJSON-219314836-project-admin] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1022.040989] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39f6177-5c43-42f6-8bec-75a015c9ce8f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.098205] env[64120]: DEBUG oslo_vmware.api [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521bea51-e0c7-0ab5-ad76-1ab5a9478c9b, 'name': SearchDatastore_Task, 'duration_secs': 0.034176} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.098515] env[64120]: DEBUG oslo_concurrency.lockutils [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.098780] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 5ceec829-071c-472b-bbe6-125e95161d24/5ceec829-071c-472b-bbe6-125e95161d24.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.099290] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16faf0b0-d953-44d0-8bd5-a0850c0e76a1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.108955] env[64120]: DEBUG oslo_vmware.api [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Waiting for the task: (returnval){ [ 1022.108955] env[64120]: value = "task-1405972" [ 1022.108955] env[64120]: _type = "Task" [ 1022.108955] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.116625] env[64120]: DEBUG oslo_vmware.api [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Task: {'id': task-1405972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.202403] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b6a0add1-adef-4d70-9702-3e9dededfd74 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.202701] env[64120]: DEBUG oslo_vmware.api [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Task: {'id': task-1405970, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.415586] env[64120]: DEBUG oslo_vmware.api [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1405971, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.429467] env[64120]: DEBUG oslo_vmware.api [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c2adba-322e-33b9-ac50-16439c1a2c23, 'name': SearchDatastore_Task, 'duration_secs': 0.018904} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.430355] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e97d96b-6709-44c3-8192-4772ea9bfc68 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.436177] env[64120]: DEBUG oslo_vmware.api [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Waiting for the task: (returnval){ [ 1022.436177] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5270e90c-678c-a31e-bf9a-372f2d77a747" [ 1022.436177] env[64120]: _type = "Task" [ 1022.436177] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.444911] env[64120]: DEBUG oslo_vmware.api [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5270e90c-678c-a31e-bf9a-372f2d77a747, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.523367] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0a2a2260-6d50-4a3d-8edc-03710224c132 tempest-DeleteServersAdminTestJSON-1295691763 tempest-DeleteServersAdminTestJSON-1295691763-project-member] Lock "0874ada8-4e6d-4259-a040-731b1bb4994b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.566s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.620022] env[64120]: DEBUG oslo_vmware.api [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Task: {'id': task-1405972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.640142] env[64120]: DEBUG nova.network.neutron [-] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.706036] env[64120]: DEBUG oslo_vmware.api [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Task: {'id': task-1405970, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.915048] env[64120]: DEBUG oslo_vmware.api [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1405971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630805} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.915512] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 5bd2f6c4-7671-4aae-b358-08456faf0973/5bd2f6c4-7671-4aae-b358-08456faf0973.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.915786] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.916122] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05f82279-2ad3-48fb-8acb-c88af42c09cc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.924076] env[64120]: DEBUG oslo_vmware.api [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1022.924076] env[64120]: value = "task-1405973" [ 1022.924076] env[64120]: _type = "Task" [ 1022.924076] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.931696] env[64120]: DEBUG oslo_vmware.api [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1405973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.946018] env[64120]: DEBUG oslo_vmware.api [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5270e90c-678c-a31e-bf9a-372f2d77a747, 'name': SearchDatastore_Task, 'duration_secs': 0.054687} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.946334] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.946650] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 7c3b6190-aec5-474d-872d-1c5160b9f5fb/7c3b6190-aec5-474d-872d-1c5160b9f5fb.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.947418] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a01ca21f-be5e-4968-b698-3c8e67f7883a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.952652] env[64120]: DEBUG oslo_vmware.api [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Waiting for the task: (returnval){ [ 1022.952652] env[64120]: value = "task-1405974" [ 1022.952652] env[64120]: _type = "Task" [ 1022.952652] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.960355] env[64120]: DEBUG oslo_vmware.api [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': task-1405974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.126388] env[64120]: DEBUG oslo_vmware.api [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Task: {'id': task-1405972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.142813] env[64120]: INFO nova.compute.manager [-] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Took 1.45 seconds to deallocate network for instance. [ 1023.205208] env[64120]: DEBUG oslo_vmware.api [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Task: {'id': task-1405970, 'name': PowerOnVM_Task, 'duration_secs': 1.030945} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.205208] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.205208] env[64120]: INFO nova.compute.manager [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1023.205579] env[64120]: DEBUG nova.compute.manager [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1023.206497] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f5b1d7-7534-47bd-b105-a36b9311f83d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.335305] env[64120]: DEBUG nova.network.neutron [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Successfully updated port: e88d99c5-d027-47a5-83bc-f9882c0e399b {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.434232] env[64120]: DEBUG oslo_vmware.api [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1405973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080723} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.437063] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.438509] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379fac7e-cbed-4cc7-b6d1-3720341b077f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.461855] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 5bd2f6c4-7671-4aae-b358-08456faf0973/5bd2f6c4-7671-4aae-b358-08456faf0973.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.464738] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a6fd302-7ad4-4312-a287-5185b4c77545 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.488271] env[64120]: DEBUG oslo_vmware.api [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': task-1405974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.493025] env[64120]: DEBUG oslo_vmware.api [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1023.493025] env[64120]: value = "task-1405975" [ 1023.493025] env[64120]: _type = "Task" [ 1023.493025] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.497998] env[64120]: DEBUG oslo_vmware.api [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1405975, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.555680] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f03187-4867-4bbd-9575-e96bfe35f7eb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.564078] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a5e3cc-64ad-4a76-89c1-51241d1a4018 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.597471] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0baab8-94c5-44d9-b4d6-0ecb18dbf03b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.606711] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393480b3-2c55-48af-9bf8-8506ca315612 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.626972] env[64120]: DEBUG nova.compute.provider_tree [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.633666] env[64120]: DEBUG oslo_vmware.api [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Task: {'id': task-1405972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.652376] env[64120]: DEBUG oslo_concurrency.lockutils [None req-aa9b12da-31c4-4e6b-91c6-5e32c46cf82c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.728379] env[64120]: INFO nova.compute.manager [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Took 56.56 seconds to build instance. [ 1023.738624] env[64120]: DEBUG nova.compute.manager [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1023.739622] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b325a95-8947-4a53-b591-50c051712864 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.819848] env[64120]: DEBUG nova.compute.manager [req-e8caf615-b374-4245-8648-a233885a8a06 req-abe2b32f-982f-4bd4-814a-515fff7cc86c service nova] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Received event network-vif-deleted-51efe870-21e4-4d03-b940-cead78cfca40 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1023.820279] env[64120]: DEBUG nova.compute.manager [req-e8caf615-b374-4245-8648-a233885a8a06 req-abe2b32f-982f-4bd4-814a-515fff7cc86c service nova] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Received event network-vif-plugged-e88d99c5-d027-47a5-83bc-f9882c0e399b {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1023.820620] env[64120]: DEBUG oslo_concurrency.lockutils [req-e8caf615-b374-4245-8648-a233885a8a06 req-abe2b32f-982f-4bd4-814a-515fff7cc86c service nova] Acquiring lock "cdf0bc19-3793-4b5b-b693-f380ab2797c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.820963] env[64120]: DEBUG oslo_concurrency.lockutils [req-e8caf615-b374-4245-8648-a233885a8a06 req-abe2b32f-982f-4bd4-814a-515fff7cc86c service nova] Lock "cdf0bc19-3793-4b5b-b693-f380ab2797c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.821275] env[64120]: DEBUG oslo_concurrency.lockutils [req-e8caf615-b374-4245-8648-a233885a8a06 req-abe2b32f-982f-4bd4-814a-515fff7cc86c service nova] Lock "cdf0bc19-3793-4b5b-b693-f380ab2797c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.821565] env[64120]: DEBUG nova.compute.manager [req-e8caf615-b374-4245-8648-a233885a8a06 req-abe2b32f-982f-4bd4-814a-515fff7cc86c service nova] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] No waiting events found dispatching network-vif-plugged-e88d99c5-d027-47a5-83bc-f9882c0e399b {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1023.821903] env[64120]: WARNING nova.compute.manager [req-e8caf615-b374-4245-8648-a233885a8a06 req-abe2b32f-982f-4bd4-814a-515fff7cc86c service nova] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Received unexpected event network-vif-plugged-e88d99c5-d027-47a5-83bc-f9882c0e399b for instance with vm_state building and task_state spawning. [ 1023.822185] env[64120]: DEBUG nova.compute.manager [req-e8caf615-b374-4245-8648-a233885a8a06 req-abe2b32f-982f-4bd4-814a-515fff7cc86c service nova] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Received event network-changed-e88d99c5-d027-47a5-83bc-f9882c0e399b {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1023.822516] env[64120]: DEBUG nova.compute.manager [req-e8caf615-b374-4245-8648-a233885a8a06 req-abe2b32f-982f-4bd4-814a-515fff7cc86c service nova] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Refreshing instance network info cache due to event network-changed-e88d99c5-d027-47a5-83bc-f9882c0e399b. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1023.822854] env[64120]: DEBUG oslo_concurrency.lockutils [req-e8caf615-b374-4245-8648-a233885a8a06 req-abe2b32f-982f-4bd4-814a-515fff7cc86c service nova] Acquiring lock "refresh_cache-cdf0bc19-3793-4b5b-b693-f380ab2797c6" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.823172] env[64120]: DEBUG oslo_concurrency.lockutils [req-e8caf615-b374-4245-8648-a233885a8a06 req-abe2b32f-982f-4bd4-814a-515fff7cc86c service nova] Acquired lock "refresh_cache-cdf0bc19-3793-4b5b-b693-f380ab2797c6" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.823450] env[64120]: DEBUG nova.network.neutron [req-e8caf615-b374-4245-8648-a233885a8a06 req-abe2b32f-982f-4bd4-814a-515fff7cc86c service nova] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Refreshing network info cache for port e88d99c5-d027-47a5-83bc-f9882c0e399b {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.839279] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Acquiring lock "refresh_cache-cdf0bc19-3793-4b5b-b693-f380ab2797c6" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.974185] env[64120]: DEBUG oslo_vmware.api [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': task-1405974, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.000326] env[64120]: DEBUG oslo_vmware.api [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1405975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.123936] env[64120]: DEBUG oslo_vmware.api [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Task: {'id': task-1405972, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.130114] env[64120]: DEBUG nova.scheduler.client.report [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1024.234100] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f4e5bb8b-8941-4dfa-89db-bad946ff16f8 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Lock "930617d3-b611-4d72-8e0e-7b7f8253fd29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.475s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.253097] env[64120]: INFO nova.compute.manager [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] instance snapshotting [ 1024.253395] env[64120]: WARNING nova.compute.manager [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1024.257687] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14793430-fc71-4dbd-9027-5ae6682fccab {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.279479] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a388c529-0f29-43d4-8a10-f05de0f3385b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.372330] env[64120]: DEBUG nova.network.neutron [req-e8caf615-b374-4245-8648-a233885a8a06 req-abe2b32f-982f-4bd4-814a-515fff7cc86c service nova] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.463442] env[64120]: DEBUG nova.network.neutron [req-e8caf615-b374-4245-8648-a233885a8a06 req-abe2b32f-982f-4bd4-814a-515fff7cc86c service nova] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.473979] env[64120]: DEBUG oslo_vmware.api [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': task-1405974, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.045337} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.475682] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 7c3b6190-aec5-474d-872d-1c5160b9f5fb/7c3b6190-aec5-474d-872d-1c5160b9f5fb.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.475682] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.475682] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d83792ff-c8ea-4fa0-ab79-f7ae8d378758 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.481735] env[64120]: DEBUG oslo_vmware.api [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Waiting for the task: (returnval){ [ 1024.481735] env[64120]: value = "task-1405976" [ 1024.481735] env[64120]: _type = "Task" [ 1024.481735] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.490014] env[64120]: DEBUG oslo_vmware.api [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': task-1405976, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.499536] env[64120]: DEBUG oslo_vmware.api [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1405975, 'name': ReconfigVM_Task, 'duration_secs': 0.683774} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.499812] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 5bd2f6c4-7671-4aae-b358-08456faf0973/5bd2f6c4-7671-4aae-b358-08456faf0973.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.501596] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d436b996-2193-421c-aa01-a4ab1dc46657 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.507842] env[64120]: DEBUG oslo_vmware.api [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1024.507842] env[64120]: value = "task-1405977" [ 1024.507842] env[64120]: _type = "Task" [ 1024.507842] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.517804] env[64120]: DEBUG oslo_vmware.api [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1405977, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.622922] env[64120]: DEBUG oslo_vmware.api [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Task: {'id': task-1405972, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.34016} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.624823] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 5ceec829-071c-472b-bbe6-125e95161d24/5ceec829-071c-472b-bbe6-125e95161d24.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.624823] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.624823] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c94ec10a-14fa-4f6c-8d56-ebd85658dac9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.630380] env[64120]: DEBUG oslo_vmware.api [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Waiting for the task: (returnval){ [ 1024.630380] env[64120]: value = "task-1405978" [ 1024.630380] env[64120]: _type = "Task" [ 1024.630380] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.636979] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.637795] env[64120]: DEBUG nova.compute.manager [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1024.645453] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a2a99623-234d-4811-8a82-e575dda0d121 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.430s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.647365] env[64120]: DEBUG nova.objects.instance [None req-a2a99623-234d-4811-8a82-e575dda0d121 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Lazy-loading 'resources' on Instance uuid a1091ef6-076c-4644-bb23-6801b07d5d77 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.647365] env[64120]: DEBUG oslo_vmware.api [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Task: {'id': task-1405978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.734809] env[64120]: DEBUG nova.compute.manager [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1024.792871] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Creating Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1024.793525] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-34f947c3-1de9-4ad7-b31a-2b0b82d2da94 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.806031] env[64120]: DEBUG oslo_vmware.api [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1024.806031] env[64120]: value = "task-1405979" [ 1024.806031] env[64120]: _type = "Task" [ 1024.806031] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.815888] env[64120]: DEBUG oslo_vmware.api [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405979, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.966384] env[64120]: DEBUG oslo_concurrency.lockutils [req-e8caf615-b374-4245-8648-a233885a8a06 req-abe2b32f-982f-4bd4-814a-515fff7cc86c service nova] Releasing lock "refresh_cache-cdf0bc19-3793-4b5b-b693-f380ab2797c6" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.966796] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Acquired lock "refresh_cache-cdf0bc19-3793-4b5b-b693-f380ab2797c6" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.966999] env[64120]: DEBUG nova.network.neutron [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.992372] env[64120]: DEBUG oslo_vmware.api [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': task-1405976, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075621} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.992628] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.993434] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19904ca-a67d-4a79-a066-625f4b6e2f02 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.014197] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 7c3b6190-aec5-474d-872d-1c5160b9f5fb/7c3b6190-aec5-474d-872d-1c5160b9f5fb.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.014836] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb67a170-0757-4360-aa00-fa3bd2a96087 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.042112] env[64120]: DEBUG oslo_vmware.api [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1405977, 'name': Rename_Task, 'duration_secs': 0.156223} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.042514] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.042966] env[64120]: DEBUG oslo_vmware.api [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Waiting for the task: (returnval){ [ 1025.042966] env[64120]: value = "task-1405980" [ 1025.042966] env[64120]: _type = "Task" [ 1025.042966] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.043468] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a852527-23e1-452f-94ae-f1e5dcb112ff {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.056021] env[64120]: DEBUG oslo_vmware.api [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1025.056021] env[64120]: value = "task-1405981" [ 1025.056021] env[64120]: _type = "Task" [ 1025.056021] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.057487] env[64120]: DEBUG oslo_vmware.api [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': task-1405980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.067428] env[64120]: DEBUG oslo_vmware.api [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1405981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.140970] env[64120]: DEBUG oslo_vmware.api [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Task: {'id': task-1405978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067377} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.141334] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.142164] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7592e745-25b7-4c52-b5d0-a7cc7c1248b1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.156770] env[64120]: DEBUG nova.compute.utils [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1025.171579] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 5ceec829-071c-472b-bbe6-125e95161d24/5ceec829-071c-472b-bbe6-125e95161d24.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.173420] env[64120]: DEBUG nova.compute.manager [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1025.173655] env[64120]: DEBUG nova.network.neutron [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1025.175447] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c571eff-dbfb-4942-a1b8-7fe3724daa58 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.201623] env[64120]: DEBUG oslo_vmware.api [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Waiting for the task: (returnval){ [ 1025.201623] env[64120]: value = "task-1405982" [ 1025.201623] env[64120]: _type = "Task" [ 1025.201623] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.212527] env[64120]: DEBUG oslo_vmware.api [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Task: {'id': task-1405982, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.258918] env[64120]: DEBUG oslo_concurrency.lockutils [None req-555fb40c-719b-4def-9662-7c729530ddb2 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Acquiring lock "930617d3-b611-4d72-8e0e-7b7f8253fd29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.258918] env[64120]: DEBUG oslo_concurrency.lockutils [None req-555fb40c-719b-4def-9662-7c729530ddb2 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Lock "930617d3-b611-4d72-8e0e-7b7f8253fd29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.258918] env[64120]: DEBUG oslo_concurrency.lockutils [None req-555fb40c-719b-4def-9662-7c729530ddb2 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Acquiring lock "930617d3-b611-4d72-8e0e-7b7f8253fd29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.258918] env[64120]: DEBUG oslo_concurrency.lockutils [None req-555fb40c-719b-4def-9662-7c729530ddb2 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Lock "930617d3-b611-4d72-8e0e-7b7f8253fd29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.258918] env[64120]: DEBUG oslo_concurrency.lockutils [None req-555fb40c-719b-4def-9662-7c729530ddb2 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Lock "930617d3-b611-4d72-8e0e-7b7f8253fd29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.259468] env[64120]: DEBUG oslo_concurrency.lockutils [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.260439] env[64120]: INFO nova.compute.manager [None req-555fb40c-719b-4def-9662-7c729530ddb2 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Terminating instance [ 1025.262722] env[64120]: DEBUG nova.compute.manager [None req-555fb40c-719b-4def-9662-7c729530ddb2 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1025.262915] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-555fb40c-719b-4def-9662-7c729530ddb2 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.263939] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58c8aea-60ce-4c53-8fb5-24d489d5e4a1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.274512] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-555fb40c-719b-4def-9662-7c729530ddb2 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.274786] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2826275-f4d5-4de5-b7dd-00d000b0ac03 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.281486] env[64120]: DEBUG oslo_vmware.api [None req-555fb40c-719b-4def-9662-7c729530ddb2 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Waiting for the task: (returnval){ [ 1025.281486] env[64120]: value = "task-1405983" [ 1025.281486] env[64120]: _type = "Task" [ 1025.281486] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.286362] env[64120]: DEBUG nova.policy [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11fae420035044ab95a6afe9fa128407', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2fdea6513314971bde7f3296b413e6e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1025.295687] env[64120]: DEBUG oslo_vmware.api [None req-555fb40c-719b-4def-9662-7c729530ddb2 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Task: {'id': task-1405983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.316498] env[64120]: DEBUG oslo_vmware.api [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405979, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.331462] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ded14cbb-d584-4ec0-93ef-1a2a8369c8e5 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Acquiring lock "4dbf61c2-c77d-48bf-b2fc-df7f387c0e14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.332064] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ded14cbb-d584-4ec0-93ef-1a2a8369c8e5 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Lock "4dbf61c2-c77d-48bf-b2fc-df7f387c0e14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.332153] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ded14cbb-d584-4ec0-93ef-1a2a8369c8e5 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Acquiring lock "4dbf61c2-c77d-48bf-b2fc-df7f387c0e14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.332335] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ded14cbb-d584-4ec0-93ef-1a2a8369c8e5 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Lock "4dbf61c2-c77d-48bf-b2fc-df7f387c0e14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.332577] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ded14cbb-d584-4ec0-93ef-1a2a8369c8e5 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Lock "4dbf61c2-c77d-48bf-b2fc-df7f387c0e14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.338951] env[64120]: INFO nova.compute.manager [None req-ded14cbb-d584-4ec0-93ef-1a2a8369c8e5 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Terminating instance [ 1025.341240] env[64120]: DEBUG nova.compute.manager [None req-ded14cbb-d584-4ec0-93ef-1a2a8369c8e5 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1025.341473] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ded14cbb-d584-4ec0-93ef-1a2a8369c8e5 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.342396] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe413b1c-ff2c-4272-b60f-5793f9d5e730 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.352876] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ded14cbb-d584-4ec0-93ef-1a2a8369c8e5 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.353192] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e8e090a-1a86-4570-9cc6-6723260ee63c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.420073] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ded14cbb-d584-4ec0-93ef-1a2a8369c8e5 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.420388] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ded14cbb-d584-4ec0-93ef-1a2a8369c8e5 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.420583] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-ded14cbb-d584-4ec0-93ef-1a2a8369c8e5 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Deleting the datastore file [datastore2] 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.420900] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75cdd3e3-bbe0-472e-95b5-074a0e4053eb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.432035] env[64120]: DEBUG oslo_vmware.api [None req-ded14cbb-d584-4ec0-93ef-1a2a8369c8e5 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Waiting for the task: (returnval){ [ 1025.432035] env[64120]: value = "task-1405985" [ 1025.432035] env[64120]: _type = "Task" [ 1025.432035] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.440060] env[64120]: DEBUG oslo_vmware.api [None req-ded14cbb-d584-4ec0-93ef-1a2a8369c8e5 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': task-1405985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.545629] env[64120]: DEBUG nova.network.neutron [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.575765] env[64120]: DEBUG oslo_vmware.api [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': task-1405980, 'name': ReconfigVM_Task, 'duration_secs': 0.479501} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.580642] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 7c3b6190-aec5-474d-872d-1c5160b9f5fb/7c3b6190-aec5-474d-872d-1c5160b9f5fb.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.581648] env[64120]: DEBUG oslo_vmware.api [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1405981, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.586925] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9d8624b-48e4-440a-a5de-a2ba9d6e3e25 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.595157] env[64120]: DEBUG oslo_vmware.api [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Waiting for the task: (returnval){ [ 1025.595157] env[64120]: value = "task-1405986" [ 1025.595157] env[64120]: _type = "Task" [ 1025.595157] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.615081] env[64120]: DEBUG oslo_vmware.api [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': task-1405986, 'name': Rename_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.674867] env[64120]: DEBUG nova.compute.manager [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1025.715189] env[64120]: DEBUG oslo_vmware.api [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Task: {'id': task-1405982, 'name': ReconfigVM_Task, 'duration_secs': 0.364099} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.716864] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 5ceec829-071c-472b-bbe6-125e95161d24/5ceec829-071c-472b-bbe6-125e95161d24.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.717764] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26ba41c2-a9bb-445b-b1b3-41e833506ee7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.726024] env[64120]: DEBUG oslo_vmware.api [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Waiting for the task: (returnval){ [ 1025.726024] env[64120]: value = "task-1405987" [ 1025.726024] env[64120]: _type = "Task" [ 1025.726024] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.745828] env[64120]: DEBUG oslo_vmware.api [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Task: {'id': task-1405987, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.792983] env[64120]: DEBUG oslo_vmware.api [None req-555fb40c-719b-4def-9662-7c729530ddb2 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Task: {'id': task-1405983, 'name': PowerOffVM_Task, 'duration_secs': 0.275242} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.793403] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-555fb40c-719b-4def-9662-7c729530ddb2 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.793573] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-555fb40c-719b-4def-9662-7c729530ddb2 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.793829] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8090008-f70f-46f4-9b39-17699ab0ce25 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.805461] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c23a15d-c3e9-4256-b690-a4d2574ec254 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.820375] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814c1240-24bc-4a27-b24b-1f2e54f1c028 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.824062] env[64120]: DEBUG oslo_vmware.api [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405979, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.854511] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67200517-1940-49da-a2d5-3ef027e2bef7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.863773] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-555fb40c-719b-4def-9662-7c729530ddb2 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.864055] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-555fb40c-719b-4def-9662-7c729530ddb2 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.864379] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-555fb40c-719b-4def-9662-7c729530ddb2 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Deleting the datastore file [datastore2] 930617d3-b611-4d72-8e0e-7b7f8253fd29 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.865185] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c7f865f-933f-4070-9a85-e6eb91684d2b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.872025] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2802dc0d-880a-410b-921c-ecfb261f2f25 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.878468] env[64120]: DEBUG oslo_vmware.api [None req-555fb40c-719b-4def-9662-7c729530ddb2 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Waiting for the task: (returnval){ [ 1025.878468] env[64120]: value = "task-1405989" [ 1025.878468] env[64120]: _type = "Task" [ 1025.878468] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.889984] env[64120]: DEBUG nova.compute.provider_tree [None req-a2a99623-234d-4811-8a82-e575dda0d121 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.896094] env[64120]: DEBUG oslo_vmware.api [None req-555fb40c-719b-4def-9662-7c729530ddb2 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Task: {'id': task-1405989, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.934756] env[64120]: DEBUG nova.network.neutron [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Updating instance_info_cache with network_info: [{"id": "e88d99c5-d027-47a5-83bc-f9882c0e399b", "address": "fa:16:3e:a0:9c:fb", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape88d99c5-d0", "ovs_interfaceid": "e88d99c5-d027-47a5-83bc-f9882c0e399b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.943068] env[64120]: DEBUG oslo_vmware.api [None req-ded14cbb-d584-4ec0-93ef-1a2a8369c8e5 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': task-1405985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231393} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.943068] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-ded14cbb-d584-4ec0-93ef-1a2a8369c8e5 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.943157] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ded14cbb-d584-4ec0-93ef-1a2a8369c8e5 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.943272] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ded14cbb-d584-4ec0-93ef-1a2a8369c8e5 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.943445] env[64120]: INFO nova.compute.manager [None req-ded14cbb-d584-4ec0-93ef-1a2a8369c8e5 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1025.946073] env[64120]: DEBUG oslo.service.loopingcall [None req-ded14cbb-d584-4ec0-93ef-1a2a8369c8e5 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1025.946073] env[64120]: DEBUG nova.compute.manager [-] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1025.946073] env[64120]: DEBUG nova.network.neutron [-] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.070656] env[64120]: DEBUG oslo_vmware.api [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1405981, 'name': PowerOnVM_Task, 'duration_secs': 0.521411} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.071317] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.071624] env[64120]: DEBUG nova.compute.manager [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1026.072546] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf66708-0023-44ca-b9b6-d2cc95175b5c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.104301] env[64120]: DEBUG oslo_vmware.api [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': task-1405986, 'name': Rename_Task, 'duration_secs': 0.191739} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.104683] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.105144] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-354af95b-2abd-4e5c-9dab-33a3a7004c32 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.111148] env[64120]: DEBUG oslo_vmware.api [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Waiting for the task: (returnval){ [ 1026.111148] env[64120]: value = "task-1405990" [ 1026.111148] env[64120]: _type = "Task" [ 1026.111148] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.124738] env[64120]: DEBUG oslo_vmware.api [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': task-1405990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.215482] env[64120]: DEBUG nova.network.neutron [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Successfully created port: 990e1043-7031-4104-b782-ca71bfc4e9b1 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1026.235613] env[64120]: DEBUG oslo_vmware.api [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Task: {'id': task-1405987, 'name': Rename_Task, 'duration_secs': 0.173935} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.235895] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.236191] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f90c1ca4-85cb-4784-a91c-211bf7f9eaf0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.242568] env[64120]: DEBUG oslo_vmware.api [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Waiting for the task: (returnval){ [ 1026.242568] env[64120]: value = "task-1405991" [ 1026.242568] env[64120]: _type = "Task" [ 1026.242568] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.254761] env[64120]: DEBUG oslo_vmware.api [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Task: {'id': task-1405991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.318126] env[64120]: DEBUG oslo_vmware.api [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405979, 'name': CreateSnapshot_Task, 'duration_secs': 1.049383} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.318666] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Created Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1026.319669] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f8da6a-1f4c-49ed-a319-cf32563c8bd4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.392934] env[64120]: DEBUG nova.scheduler.client.report [None req-a2a99623-234d-4811-8a82-e575dda0d121 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1026.397598] env[64120]: DEBUG oslo_vmware.api [None req-555fb40c-719b-4def-9662-7c729530ddb2 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Task: {'id': task-1405989, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165377} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.397889] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-555fb40c-719b-4def-9662-7c729530ddb2 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.398099] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-555fb40c-719b-4def-9662-7c729530ddb2 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.398345] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-555fb40c-719b-4def-9662-7c729530ddb2 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.398547] env[64120]: INFO nova.compute.manager [None req-555fb40c-719b-4def-9662-7c729530ddb2 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1026.398872] env[64120]: DEBUG oslo.service.loopingcall [None req-555fb40c-719b-4def-9662-7c729530ddb2 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1026.400225] env[64120]: DEBUG nova.compute.manager [-] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1026.400225] env[64120]: DEBUG nova.network.neutron [-] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.437757] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Releasing lock "refresh_cache-cdf0bc19-3793-4b5b-b693-f380ab2797c6" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.438324] env[64120]: DEBUG nova.compute.manager [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Instance network_info: |[{"id": "e88d99c5-d027-47a5-83bc-f9882c0e399b", "address": "fa:16:3e:a0:9c:fb", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape88d99c5-d0", "ovs_interfaceid": "e88d99c5-d027-47a5-83bc-f9882c0e399b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1026.438975] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:9c:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e88d99c5-d027-47a5-83bc-f9882c0e399b', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.450018] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Creating folder: Project (596b71cf34bb44fcaba65180602605ff). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1026.450847] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31fbdf4f-4245-4f1c-ba51-4c9ec7976b14 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.461797] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Created folder: Project (596b71cf34bb44fcaba65180602605ff) in parent group-v297899. [ 1026.462138] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Creating folder: Instances. Parent ref: group-v298012. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1026.462876] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-050582d1-2f36-4a32-8a95-b2320cd4313f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.472899] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Created folder: Instances in parent group-v298012. [ 1026.473142] env[64120]: DEBUG oslo.service.loopingcall [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1026.473384] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.473648] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8aab1b9b-039b-4b5a-a156-5da3b1b41456 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.500859] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.500859] env[64120]: value = "task-1405994" [ 1026.500859] env[64120]: _type = "Task" [ 1026.500859] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.511438] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405994, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.597403] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.621821] env[64120]: DEBUG oslo_vmware.api [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': task-1405990, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.685680] env[64120]: DEBUG nova.compute.manager [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1026.714117] env[64120]: DEBUG nova.virt.hardware [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1026.714117] env[64120]: DEBUG nova.virt.hardware [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1026.714117] env[64120]: DEBUG nova.virt.hardware [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.714117] env[64120]: DEBUG nova.virt.hardware [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1026.714117] env[64120]: DEBUG nova.virt.hardware [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.714117] env[64120]: DEBUG nova.virt.hardware [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1026.714117] env[64120]: DEBUG nova.virt.hardware [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1026.714117] env[64120]: DEBUG nova.virt.hardware [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1026.714117] env[64120]: DEBUG nova.virt.hardware [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1026.714117] env[64120]: DEBUG nova.virt.hardware [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1026.715057] env[64120]: DEBUG nova.virt.hardware [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1026.719953] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac469010-6868-4e9f-9f4e-709acf46ccd9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.727638] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c669e4-4349-474b-984a-573460113b67 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.758375] env[64120]: DEBUG oslo_vmware.api [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Task: {'id': task-1405991, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.839939] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Creating linked-clone VM from snapshot {{(pid=64120) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1026.842538] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3e715f35-8b62-46c0-a862-ec0683d3b5cd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.850164] env[64120]: DEBUG oslo_vmware.api [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1026.850164] env[64120]: value = "task-1405995" [ 1026.850164] env[64120]: _type = "Task" [ 1026.850164] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.860020] env[64120]: DEBUG oslo_vmware.api [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405995, 'name': CloneVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.901067] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a2a99623-234d-4811-8a82-e575dda0d121 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.903321] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.523s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.903504] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.903690] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64120) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1026.904074] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.080s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.905607] env[64120]: INFO nova.compute.claims [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.909125] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6e329a-57ec-4023-81b6-9f054b1c9760 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.923788] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bf9c89-bd49-4ad6-9415-0658a0617bff {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.941427] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a8ab8a-0f18-43cb-892d-ab2bfbdc0ccb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.945563] env[64120]: INFO nova.scheduler.client.report [None req-a2a99623-234d-4811-8a82-e575dda0d121 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Deleted allocations for instance a1091ef6-076c-4644-bb23-6801b07d5d77 [ 1026.954648] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4b537e-a249-43d8-9179-9ce66fd6ae9a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.986429] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179665MB free_disk=183GB free_vcpus=48 pci_devices=None {{(pid=64120) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1026.986671] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.014945] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405994, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.122195] env[64120]: DEBUG oslo_vmware.api [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': task-1405990, 'name': PowerOnVM_Task, 'duration_secs': 0.563095} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.122462] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.122691] env[64120]: DEBUG nova.compute.manager [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1027.127024] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff5d42b-da12-46ee-95c2-a17fe73dfd52 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.130829] env[64120]: DEBUG nova.compute.manager [req-cb2a2247-dc4a-4db5-805b-91b46d527f0e req-d21bd7a7-0c23-4bb0-a759-83d452002638 service nova] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Received event network-vif-deleted-53b080b8-31ae-4dc3-8ac3-35d0fb3fd35f {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1027.132089] env[64120]: INFO nova.compute.manager [req-cb2a2247-dc4a-4db5-805b-91b46d527f0e req-d21bd7a7-0c23-4bb0-a759-83d452002638 service nova] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Neutron deleted interface 53b080b8-31ae-4dc3-8ac3-35d0fb3fd35f; detaching it from the instance and deleting it from the info cache [ 1027.132089] env[64120]: DEBUG nova.network.neutron [req-cb2a2247-dc4a-4db5-805b-91b46d527f0e req-d21bd7a7-0c23-4bb0-a759-83d452002638 service nova] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.161744] env[64120]: DEBUG nova.compute.manager [req-5e626ef1-2425-45a1-9e2b-27f0b162744e req-9a5e7da8-858c-4966-a0ff-a049c2100fc5 service nova] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Received event network-vif-deleted-7d8bdfad-3928-4e05-bbf6-95a5f6ee35dc {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1027.161984] env[64120]: INFO nova.compute.manager [req-5e626ef1-2425-45a1-9e2b-27f0b162744e req-9a5e7da8-858c-4966-a0ff-a049c2100fc5 service nova] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Neutron deleted interface 7d8bdfad-3928-4e05-bbf6-95a5f6ee35dc; detaching it from the instance and deleting it from the info cache [ 1027.162331] env[64120]: DEBUG nova.network.neutron [req-5e626ef1-2425-45a1-9e2b-27f0b162744e req-9a5e7da8-858c-4966-a0ff-a049c2100fc5 service nova] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.257647] env[64120]: DEBUG nova.network.neutron [-] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.260234] env[64120]: DEBUG oslo_vmware.api [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Task: {'id': task-1405991, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.280541] env[64120]: DEBUG nova.network.neutron [-] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.363626] env[64120]: DEBUG oslo_vmware.api [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405995, 'name': CloneVM_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.453920] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a2a99623-234d-4811-8a82-e575dda0d121 tempest-ServerDiagnosticsNegativeTest-136079322 tempest-ServerDiagnosticsNegativeTest-136079322-project-member] Lock "a1091ef6-076c-4644-bb23-6801b07d5d77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.110s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.518289] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1405994, 'name': CreateVM_Task, 'duration_secs': 0.604341} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.518477] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.519353] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.519471] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.519798] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.520067] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-012b057d-59d3-4506-aa99-31593a65ab0b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.526320] env[64120]: DEBUG oslo_vmware.api [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Waiting for the task: (returnval){ [ 1027.526320] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b5266d-dcb4-cfe7-3399-bf255a7b4f9a" [ 1027.526320] env[64120]: _type = "Task" [ 1027.526320] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.535470] env[64120]: DEBUG oslo_vmware.api [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b5266d-dcb4-cfe7-3399-bf255a7b4f9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.634439] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2987caf1-ba16-4ce2-b4a3-81da921f0a70 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.645120] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d404b9-2523-4cce-84bd-e9c7d5c0e887 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.667023] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.667023] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26567398-aa05-4423-980b-b0ae5d24c814 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.705210] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae7daf2-6bf6-4b76-b8b8-a12a71ec97df {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.716802] env[64120]: DEBUG nova.compute.manager [req-cb2a2247-dc4a-4db5-805b-91b46d527f0e req-d21bd7a7-0c23-4bb0-a759-83d452002638 service nova] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Detach interface failed, port_id=53b080b8-31ae-4dc3-8ac3-35d0fb3fd35f, reason: Instance 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14 could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1027.737123] env[64120]: DEBUG nova.compute.manager [req-5e626ef1-2425-45a1-9e2b-27f0b162744e req-9a5e7da8-858c-4966-a0ff-a049c2100fc5 service nova] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Detach interface failed, port_id=7d8bdfad-3928-4e05-bbf6-95a5f6ee35dc, reason: Instance 930617d3-b611-4d72-8e0e-7b7f8253fd29 could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1027.753485] env[64120]: DEBUG oslo_vmware.api [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Task: {'id': task-1405991, 'name': PowerOnVM_Task, 'duration_secs': 1.089609} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.753791] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.754133] env[64120]: INFO nova.compute.manager [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Took 11.01 seconds to spawn the instance on the hypervisor. [ 1027.754181] env[64120]: DEBUG nova.compute.manager [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1027.755366] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acc4475-e83b-4b96-a908-00423ca94864 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.760874] env[64120]: INFO nova.compute.manager [-] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Took 1.82 seconds to deallocate network for instance. [ 1027.783734] env[64120]: INFO nova.compute.manager [-] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Took 1.38 seconds to deallocate network for instance. [ 1027.864414] env[64120]: DEBUG oslo_vmware.api [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405995, 'name': CloneVM_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.036377] env[64120]: DEBUG oslo_vmware.api [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b5266d-dcb4-cfe7-3399-bf255a7b4f9a, 'name': SearchDatastore_Task, 'duration_secs': 0.01657} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.038923] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.039178] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.039414] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.039558] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.039732] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.040239] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66110a37-28a2-4214-bb1b-172bc7bca555 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.143903] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.143903] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.144697] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7736908-3dbc-4df0-88a6-f53f1c2e2fbf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.151642] env[64120]: DEBUG oslo_vmware.api [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Waiting for the task: (returnval){ [ 1028.151642] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]523f0fb2-7a7e-0aa3-2933-4ded9fd516f4" [ 1028.151642] env[64120]: _type = "Task" [ 1028.151642] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.167151] env[64120]: DEBUG oslo_vmware.api [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]523f0fb2-7a7e-0aa3-2933-4ded9fd516f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.282585] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ded14cbb-d584-4ec0-93ef-1a2a8369c8e5 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.285604] env[64120]: INFO nova.compute.manager [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Took 52.68 seconds to build instance. [ 1028.291121] env[64120]: DEBUG oslo_concurrency.lockutils [None req-555fb40c-719b-4def-9662-7c729530ddb2 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.320650] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2f1d145f-0072-46c4-b2b7-97ecf3a6b048 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "5bd2f6c4-7671-4aae-b358-08456faf0973" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.320940] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2f1d145f-0072-46c4-b2b7-97ecf3a6b048 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "5bd2f6c4-7671-4aae-b358-08456faf0973" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.321181] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2f1d145f-0072-46c4-b2b7-97ecf3a6b048 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "5bd2f6c4-7671-4aae-b358-08456faf0973-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.321449] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2f1d145f-0072-46c4-b2b7-97ecf3a6b048 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "5bd2f6c4-7671-4aae-b358-08456faf0973-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.321633] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2f1d145f-0072-46c4-b2b7-97ecf3a6b048 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "5bd2f6c4-7671-4aae-b358-08456faf0973-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.324603] env[64120]: INFO nova.compute.manager [None req-2f1d145f-0072-46c4-b2b7-97ecf3a6b048 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Terminating instance [ 1028.326881] env[64120]: DEBUG nova.compute.manager [None req-2f1d145f-0072-46c4-b2b7-97ecf3a6b048 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1028.327562] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1d145f-0072-46c4-b2b7-97ecf3a6b048 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.328492] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f81baa-fedb-438c-80fa-123e11555e80 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.343579] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1d145f-0072-46c4-b2b7-97ecf3a6b048 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.343579] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aeaf4008-505a-4672-b293-4e1076833d2b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.352826] env[64120]: DEBUG oslo_vmware.api [None req-2f1d145f-0072-46c4-b2b7-97ecf3a6b048 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1028.352826] env[64120]: value = "task-1405996" [ 1028.352826] env[64120]: _type = "Task" [ 1028.352826] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.368958] env[64120]: DEBUG oslo_vmware.api [None req-2f1d145f-0072-46c4-b2b7-97ecf3a6b048 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1405996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.372845] env[64120]: DEBUG oslo_vmware.api [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405995, 'name': CloneVM_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.537593] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edda7ad-f72e-4fcf-a450-7818a78b8596 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.545072] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6e5ff6-0e47-41c9-b9e1-b50d9d994068 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.576674] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c872969-e372-4599-abf4-dd0c95fca250 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.584810] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6eda9f2-eb8f-40ee-8b48-f7f0f3e1aed9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.600214] env[64120]: DEBUG nova.compute.provider_tree [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.661995] env[64120]: DEBUG nova.network.neutron [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Successfully updated port: 990e1043-7031-4104-b782-ca71bfc4e9b1 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.669352] env[64120]: DEBUG oslo_vmware.api [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]523f0fb2-7a7e-0aa3-2933-4ded9fd516f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.788984] env[64120]: DEBUG oslo_concurrency.lockutils [None req-26d1fdc9-0332-45b2-a684-15caaf6b25d1 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Lock "5ceec829-071c-472b-bbe6-125e95161d24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.767s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.874603] env[64120]: DEBUG oslo_vmware.api [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1405995, 'name': CloneVM_Task, 'duration_secs': 1.597033} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.875345] env[64120]: DEBUG oslo_vmware.api [None req-2f1d145f-0072-46c4-b2b7-97ecf3a6b048 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1405996, 'name': PowerOffVM_Task, 'duration_secs': 0.21196} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.876500] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a6331d6b-3587-4ef5-b134-10f94771ae79 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Acquiring lock "a4c04c6d-8d9b-4859-9ece-a256f8cd0f18" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.876795] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a6331d6b-3587-4ef5-b134-10f94771ae79 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Lock "a4c04c6d-8d9b-4859-9ece-a256f8cd0f18" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.878424] env[64120]: INFO nova.virt.vmwareapi.vmops [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Created linked-clone VM from snapshot [ 1028.878754] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1d145f-0072-46c4-b2b7-97ecf3a6b048 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.879026] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1d145f-0072-46c4-b2b7-97ecf3a6b048 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.880337] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46d0a07-1690-4139-8eca-045712ed939a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.883079] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b5dd0b0-881b-455f-a652-2017f1b0313e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.892381] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Uploading image 544450e3-8956-4c45-a43a-be067f4002db {{(pid=64120) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1028.922636] env[64120]: DEBUG oslo_vmware.rw_handles [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1028.922636] env[64120]: value = "vm-298015" [ 1028.922636] env[64120]: _type = "VirtualMachine" [ 1028.922636] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1028.922921] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d618191a-32bc-4c93-930e-0a0dd8db712f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.930146] env[64120]: DEBUG oslo_vmware.rw_handles [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lease: (returnval){ [ 1028.930146] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]525e2759-ec0c-023e-4bbc-c486b0469b59" [ 1028.930146] env[64120]: _type = "HttpNfcLease" [ 1028.930146] env[64120]: } obtained for exporting VM: (result){ [ 1028.930146] env[64120]: value = "vm-298015" [ 1028.930146] env[64120]: _type = "VirtualMachine" [ 1028.930146] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1028.930500] env[64120]: DEBUG oslo_vmware.api [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the lease: (returnval){ [ 1028.930500] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]525e2759-ec0c-023e-4bbc-c486b0469b59" [ 1028.930500] env[64120]: _type = "HttpNfcLease" [ 1028.930500] env[64120]: } to be ready. {{(pid=64120) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1028.937342] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1028.937342] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]525e2759-ec0c-023e-4bbc-c486b0469b59" [ 1028.937342] env[64120]: _type = "HttpNfcLease" [ 1028.937342] env[64120]: } is initializing. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1028.946938] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1d145f-0072-46c4-b2b7-97ecf3a6b048 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.948156] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1d145f-0072-46c4-b2b7-97ecf3a6b048 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.948156] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f1d145f-0072-46c4-b2b7-97ecf3a6b048 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Deleting the datastore file [datastore2] 5bd2f6c4-7671-4aae-b358-08456faf0973 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.948156] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b57165a3-ce2d-4b37-a2e9-2c3989271a25 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.953263] env[64120]: DEBUG oslo_vmware.api [None req-2f1d145f-0072-46c4-b2b7-97ecf3a6b048 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1028.953263] env[64120]: value = "task-1405999" [ 1028.953263] env[64120]: _type = "Task" [ 1028.953263] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.960988] env[64120]: DEBUG oslo_vmware.api [None req-2f1d145f-0072-46c4-b2b7-97ecf3a6b048 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1405999, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.102892] env[64120]: DEBUG nova.scheduler.client.report [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1029.166547] env[64120]: DEBUG oslo_vmware.api [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]523f0fb2-7a7e-0aa3-2933-4ded9fd516f4, 'name': SearchDatastore_Task, 'duration_secs': 0.914921} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.167457] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-614818aa-f8b3-4a8d-9819-3caf56960e05 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.170504] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Acquiring lock "refresh_cache-d57efb12-3708-4a0d-8987-4efe69887d86" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.170622] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Acquired lock "refresh_cache-d57efb12-3708-4a0d-8987-4efe69887d86" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.170803] env[64120]: DEBUG nova.network.neutron [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.175325] env[64120]: DEBUG oslo_vmware.api [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Waiting for the task: (returnval){ [ 1029.175325] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52340de9-fbc9-fa3b-c859-ce3aca9c9f3a" [ 1029.175325] env[64120]: _type = "Task" [ 1029.175325] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.183324] env[64120]: DEBUG oslo_vmware.api [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52340de9-fbc9-fa3b-c859-ce3aca9c9f3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.292451] env[64120]: DEBUG nova.compute.manager [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1029.299392] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "5b6e1058-3b55-4c45-8f90-af94dbfee87d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.299639] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "5b6e1058-3b55-4c45-8f90-af94dbfee87d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.381139] env[64120]: DEBUG nova.compute.utils [None req-a6331d6b-3587-4ef5-b134-10f94771ae79 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1029.439407] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1029.439407] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]525e2759-ec0c-023e-4bbc-c486b0469b59" [ 1029.439407] env[64120]: _type = "HttpNfcLease" [ 1029.439407] env[64120]: } is ready. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1029.439755] env[64120]: DEBUG oslo_vmware.rw_handles [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1029.439755] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]525e2759-ec0c-023e-4bbc-c486b0469b59" [ 1029.439755] env[64120]: _type = "HttpNfcLease" [ 1029.439755] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1029.440811] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35486ab7-16b2-41b8-a7a7-89938e296a1c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.448402] env[64120]: DEBUG oslo_vmware.rw_handles [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52266867-16fc-154f-d291-af4d74adb4bf/disk-0.vmdk from lease info. {{(pid=64120) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1029.448593] env[64120]: DEBUG oslo_vmware.rw_handles [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52266867-16fc-154f-d291-af4d74adb4bf/disk-0.vmdk for reading. {{(pid=64120) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1029.508162] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dd14f205-af25-43d9-854b-413ad32ed109 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Acquiring lock "7c3b6190-aec5-474d-872d-1c5160b9f5fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.508502] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dd14f205-af25-43d9-854b-413ad32ed109 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Lock "7c3b6190-aec5-474d-872d-1c5160b9f5fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.508679] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dd14f205-af25-43d9-854b-413ad32ed109 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Acquiring lock "7c3b6190-aec5-474d-872d-1c5160b9f5fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.508857] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dd14f205-af25-43d9-854b-413ad32ed109 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Lock "7c3b6190-aec5-474d-872d-1c5160b9f5fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.509041] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dd14f205-af25-43d9-854b-413ad32ed109 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Lock "7c3b6190-aec5-474d-872d-1c5160b9f5fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.511281] env[64120]: INFO nova.compute.manager [None req-dd14f205-af25-43d9-854b-413ad32ed109 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Terminating instance [ 1029.519644] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dd14f205-af25-43d9-854b-413ad32ed109 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Acquiring lock "refresh_cache-7c3b6190-aec5-474d-872d-1c5160b9f5fb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.519985] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dd14f205-af25-43d9-854b-413ad32ed109 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Acquired lock "refresh_cache-7c3b6190-aec5-474d-872d-1c5160b9f5fb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.520046] env[64120]: DEBUG nova.network.neutron [None req-dd14f205-af25-43d9-854b-413ad32ed109 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.528845] env[64120]: DEBUG oslo_vmware.api [None req-2f1d145f-0072-46c4-b2b7-97ecf3a6b048 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1405999, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265897} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.529959] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f1d145f-0072-46c4-b2b7-97ecf3a6b048 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.530198] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1d145f-0072-46c4-b2b7-97ecf3a6b048 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.530425] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1d145f-0072-46c4-b2b7-97ecf3a6b048 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.530627] env[64120]: INFO nova.compute.manager [None req-2f1d145f-0072-46c4-b2b7-97ecf3a6b048 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1029.530878] env[64120]: DEBUG oslo.service.loopingcall [None req-2f1d145f-0072-46c4-b2b7-97ecf3a6b048 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1029.531536] env[64120]: DEBUG nova.compute.manager [-] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1029.531678] env[64120]: DEBUG nova.network.neutron [-] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1029.610581] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.610971] env[64120]: DEBUG nova.compute.manager [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1029.613792] env[64120]: DEBUG oslo_concurrency.lockutils [None req-83e7eb05-b725-4924-a03a-f4877f82ee1d tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.914s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.616020] env[64120]: DEBUG nova.objects.instance [None req-83e7eb05-b725-4924-a03a-f4877f82ee1d tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Lazy-loading 'resources' on Instance uuid 729579fc-b3f5-469a-976e-fce8e9cae6e2 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.637470] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5041b85a-de9a-4cc6-b385-12780636a6be {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.688386] env[64120]: DEBUG oslo_vmware.api [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52340de9-fbc9-fa3b-c859-ce3aca9c9f3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.727071] env[64120]: DEBUG nova.network.neutron [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.821171] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.870942] env[64120]: DEBUG nova.network.neutron [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Updating instance_info_cache with network_info: [{"id": "990e1043-7031-4104-b782-ca71bfc4e9b1", "address": "fa:16:3e:4b:81:34", "network": {"id": "9461fc14-daaf-456f-bb62-5bdec1ace15b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-806957781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2fdea6513314971bde7f3296b413e6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap990e1043-70", "ovs_interfaceid": "990e1043-7031-4104-b782-ca71bfc4e9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.883980] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a6331d6b-3587-4ef5-b134-10f94771ae79 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Lock "a4c04c6d-8d9b-4859-9ece-a256f8cd0f18" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.041942] env[64120]: DEBUG nova.network.neutron [None req-dd14f205-af25-43d9-854b-413ad32ed109 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.098150] env[64120]: DEBUG nova.network.neutron [None req-dd14f205-af25-43d9-854b-413ad32ed109 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.121505] env[64120]: DEBUG nova.compute.utils [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1030.124678] env[64120]: DEBUG nova.compute.manager [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1030.124678] env[64120]: DEBUG nova.network.neutron [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1030.172076] env[64120]: DEBUG nova.policy [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84ed3db7718a4f938dc4f780506162c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c16ef63849084a00b97d49ac4ccf948d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1030.190043] env[64120]: DEBUG oslo_vmware.api [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52340de9-fbc9-fa3b-c859-ce3aca9c9f3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.307047] env[64120]: DEBUG nova.network.neutron [-] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.373988] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Releasing lock "refresh_cache-d57efb12-3708-4a0d-8987-4efe69887d86" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.374403] env[64120]: DEBUG nova.compute.manager [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Instance network_info: |[{"id": "990e1043-7031-4104-b782-ca71bfc4e9b1", "address": "fa:16:3e:4b:81:34", "network": {"id": "9461fc14-daaf-456f-bb62-5bdec1ace15b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-806957781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2fdea6513314971bde7f3296b413e6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap990e1043-70", "ovs_interfaceid": "990e1043-7031-4104-b782-ca71bfc4e9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1030.374891] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:81:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '990e1043-7031-4104-b782-ca71bfc4e9b1', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.385055] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Creating folder: Project (e2fdea6513314971bde7f3296b413e6e). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.388498] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43fb832b-9ff7-4795-b823-e409fb976626 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.397265] env[64120]: DEBUG nova.compute.manager [req-3109d39e-9110-4ed9-9284-b364e25ca6d3 req-5b8fd01d-f504-48dc-93ed-3d03438975eb service nova] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Received event network-vif-plugged-990e1043-7031-4104-b782-ca71bfc4e9b1 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1030.397265] env[64120]: DEBUG oslo_concurrency.lockutils [req-3109d39e-9110-4ed9-9284-b364e25ca6d3 req-5b8fd01d-f504-48dc-93ed-3d03438975eb service nova] Acquiring lock "d57efb12-3708-4a0d-8987-4efe69887d86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.397265] env[64120]: DEBUG oslo_concurrency.lockutils [req-3109d39e-9110-4ed9-9284-b364e25ca6d3 req-5b8fd01d-f504-48dc-93ed-3d03438975eb service nova] Lock "d57efb12-3708-4a0d-8987-4efe69887d86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.397768] env[64120]: DEBUG oslo_concurrency.lockutils [req-3109d39e-9110-4ed9-9284-b364e25ca6d3 req-5b8fd01d-f504-48dc-93ed-3d03438975eb service nova] Lock "d57efb12-3708-4a0d-8987-4efe69887d86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.397768] env[64120]: DEBUG nova.compute.manager [req-3109d39e-9110-4ed9-9284-b364e25ca6d3 req-5b8fd01d-f504-48dc-93ed-3d03438975eb service nova] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] No waiting events found dispatching network-vif-plugged-990e1043-7031-4104-b782-ca71bfc4e9b1 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1030.397768] env[64120]: WARNING nova.compute.manager [req-3109d39e-9110-4ed9-9284-b364e25ca6d3 req-5b8fd01d-f504-48dc-93ed-3d03438975eb service nova] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Received unexpected event network-vif-plugged-990e1043-7031-4104-b782-ca71bfc4e9b1 for instance with vm_state building and task_state spawning. [ 1030.397768] env[64120]: DEBUG nova.compute.manager [req-3109d39e-9110-4ed9-9284-b364e25ca6d3 req-5b8fd01d-f504-48dc-93ed-3d03438975eb service nova] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Received event network-changed-990e1043-7031-4104-b782-ca71bfc4e9b1 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1030.398178] env[64120]: DEBUG nova.compute.manager [req-3109d39e-9110-4ed9-9284-b364e25ca6d3 req-5b8fd01d-f504-48dc-93ed-3d03438975eb service nova] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Refreshing instance network info cache due to event network-changed-990e1043-7031-4104-b782-ca71bfc4e9b1. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1030.398347] env[64120]: DEBUG oslo_concurrency.lockutils [req-3109d39e-9110-4ed9-9284-b364e25ca6d3 req-5b8fd01d-f504-48dc-93ed-3d03438975eb service nova] Acquiring lock "refresh_cache-d57efb12-3708-4a0d-8987-4efe69887d86" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.398530] env[64120]: DEBUG oslo_concurrency.lockutils [req-3109d39e-9110-4ed9-9284-b364e25ca6d3 req-5b8fd01d-f504-48dc-93ed-3d03438975eb service nova] Acquired lock "refresh_cache-d57efb12-3708-4a0d-8987-4efe69887d86" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.398699] env[64120]: DEBUG nova.network.neutron [req-3109d39e-9110-4ed9-9284-b364e25ca6d3 req-5b8fd01d-f504-48dc-93ed-3d03438975eb service nova] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Refreshing network info cache for port 990e1043-7031-4104-b782-ca71bfc4e9b1 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.402736] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Created folder: Project (e2fdea6513314971bde7f3296b413e6e) in parent group-v297899. [ 1030.403161] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Creating folder: Instances. Parent ref: group-v298016. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.406513] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f1d9267-9a75-4188-b56f-9a7c1dcd814d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.421039] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Created folder: Instances in parent group-v298016. [ 1030.421229] env[64120]: DEBUG oslo.service.loopingcall [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1030.422264] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.422264] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54dfa89e-f5f6-4cec-b3d9-0413639c5760 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.447267] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.447267] env[64120]: value = "task-1406002" [ 1030.447267] env[64120]: _type = "Task" [ 1030.447267] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.456263] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406002, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.546889] env[64120]: DEBUG nova.network.neutron [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Successfully created port: 84875cf2-2c2a-4233-b4fc-3b966c0a4303 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1030.605245] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dd14f205-af25-43d9-854b-413ad32ed109 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Releasing lock "refresh_cache-7c3b6190-aec5-474d-872d-1c5160b9f5fb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.605832] env[64120]: DEBUG nova.compute.manager [None req-dd14f205-af25-43d9-854b-413ad32ed109 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1030.606048] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-dd14f205-af25-43d9-854b-413ad32ed109 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.607299] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c8db41-f519-4133-a2a8-ff85b4f750e3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.617310] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd14f205-af25-43d9-854b-413ad32ed109 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.618568] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1d89fd5-8355-4d91-a872-814bc2f01b77 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.628188] env[64120]: DEBUG nova.compute.manager [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1030.632191] env[64120]: DEBUG oslo_vmware.api [None req-dd14f205-af25-43d9-854b-413ad32ed109 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Waiting for the task: (returnval){ [ 1030.632191] env[64120]: value = "task-1406003" [ 1030.632191] env[64120]: _type = "Task" [ 1030.632191] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.650995] env[64120]: DEBUG oslo_vmware.api [None req-dd14f205-af25-43d9-854b-413ad32ed109 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': task-1406003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.695543] env[64120]: DEBUG oslo_vmware.api [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52340de9-fbc9-fa3b-c859-ce3aca9c9f3a, 'name': SearchDatastore_Task, 'duration_secs': 1.436846} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.700034] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.700034] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] cdf0bc19-3793-4b5b-b693-f380ab2797c6/cdf0bc19-3793-4b5b-b693-f380ab2797c6.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.700848] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8c669a4-6a5b-47e3-b144-de962fefb810 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.713570] env[64120]: DEBUG oslo_vmware.api [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Waiting for the task: (returnval){ [ 1030.713570] env[64120]: value = "task-1406004" [ 1030.713570] env[64120]: _type = "Task" [ 1030.713570] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.727564] env[64120]: DEBUG oslo_vmware.api [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Task: {'id': task-1406004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.730060] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8143d7-5c69-4fa4-af27-f7858714855f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.739380] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b602e17-16c0-4dbd-941f-6c5dd459770e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.781412] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c6c425-61d1-412d-88db-8d4536d24696 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.789064] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "98ef028b-4cd6-438d-9f7e-57e2db1d4460" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.789500] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "98ef028b-4cd6-438d-9f7e-57e2db1d4460" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.795791] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d1854e-c700-4f21-a6b2-51f7f589aa51 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.813728] env[64120]: INFO nova.compute.manager [-] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Took 1.28 seconds to deallocate network for instance. [ 1030.814890] env[64120]: DEBUG nova.compute.provider_tree [None req-83e7eb05-b725-4924-a03a-f4877f82ee1d tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.956600] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406002, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.966649] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a6331d6b-3587-4ef5-b134-10f94771ae79 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Acquiring lock "a4c04c6d-8d9b-4859-9ece-a256f8cd0f18" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.966933] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a6331d6b-3587-4ef5-b134-10f94771ae79 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Lock "a4c04c6d-8d9b-4859-9ece-a256f8cd0f18" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.967205] env[64120]: INFO nova.compute.manager [None req-a6331d6b-3587-4ef5-b134-10f94771ae79 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Attaching volume f0b1ac2c-fbd8-433f-8714-d9c0049a6072 to /dev/sdb [ 1031.016074] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3553da55-93d2-400b-ae34-6dada185dad2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.024016] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babd0334-f1d9-48ce-b737-6bb34036c379 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.039589] env[64120]: DEBUG nova.virt.block_device [None req-a6331d6b-3587-4ef5-b134-10f94771ae79 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Updating existing volume attachment record: 2a0d7801-1011-43f9-b25b-b00a85a6887d {{(pid=64120) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1031.153657] env[64120]: DEBUG oslo_vmware.api [None req-dd14f205-af25-43d9-854b-413ad32ed109 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': task-1406003, 'name': PowerOffVM_Task, 'duration_secs': 0.196564} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.154457] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd14f205-af25-43d9-854b-413ad32ed109 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.155903] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-dd14f205-af25-43d9-854b-413ad32ed109 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.159217] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3da6a90-2d53-4e68-9d95-cd1c77bbb71c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.183450] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-dd14f205-af25-43d9-854b-413ad32ed109 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.183746] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-dd14f205-af25-43d9-854b-413ad32ed109 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.184019] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd14f205-af25-43d9-854b-413ad32ed109 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Deleting the datastore file [datastore2] 7c3b6190-aec5-474d-872d-1c5160b9f5fb {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.184389] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c7560b9-4215-4c00-859a-13b70e8496f6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.194684] env[64120]: DEBUG oslo_vmware.api [None req-dd14f205-af25-43d9-854b-413ad32ed109 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Waiting for the task: (returnval){ [ 1031.194684] env[64120]: value = "task-1406006" [ 1031.194684] env[64120]: _type = "Task" [ 1031.194684] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.217026] env[64120]: DEBUG oslo_vmware.api [None req-dd14f205-af25-43d9-854b-413ad32ed109 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': task-1406006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.228029] env[64120]: DEBUG oslo_vmware.api [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Task: {'id': task-1406004, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.311204] env[64120]: DEBUG nova.network.neutron [req-3109d39e-9110-4ed9-9284-b364e25ca6d3 req-5b8fd01d-f504-48dc-93ed-3d03438975eb service nova] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Updated VIF entry in instance network info cache for port 990e1043-7031-4104-b782-ca71bfc4e9b1. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.311568] env[64120]: DEBUG nova.network.neutron [req-3109d39e-9110-4ed9-9284-b364e25ca6d3 req-5b8fd01d-f504-48dc-93ed-3d03438975eb service nova] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Updating instance_info_cache with network_info: [{"id": "990e1043-7031-4104-b782-ca71bfc4e9b1", "address": "fa:16:3e:4b:81:34", "network": {"id": "9461fc14-daaf-456f-bb62-5bdec1ace15b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-806957781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2fdea6513314971bde7f3296b413e6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap990e1043-70", "ovs_interfaceid": "990e1043-7031-4104-b782-ca71bfc4e9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.320344] env[64120]: DEBUG nova.scheduler.client.report [None req-83e7eb05-b725-4924-a03a-f4877f82ee1d tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1031.327022] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2f1d145f-0072-46c4-b2b7-97ecf3a6b048 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.460583] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406002, 'name': CreateVM_Task, 'duration_secs': 0.661276} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.460909] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.462182] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.462719] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.463312] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.464682] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30305843-1099-41dc-bd40-22bb3d04e7eb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.470804] env[64120]: DEBUG oslo_vmware.api [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Waiting for the task: (returnval){ [ 1031.470804] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52366356-2420-11a1-96ce-a265c5a37e14" [ 1031.470804] env[64120]: _type = "Task" [ 1031.470804] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.481911] env[64120]: DEBUG oslo_vmware.api [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52366356-2420-11a1-96ce-a265c5a37e14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.646015] env[64120]: DEBUG nova.compute.manager [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1031.668085] env[64120]: DEBUG nova.virt.hardware [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1031.668376] env[64120]: DEBUG nova.virt.hardware [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1031.668546] env[64120]: DEBUG nova.virt.hardware [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.668731] env[64120]: DEBUG nova.virt.hardware [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1031.668878] env[64120]: DEBUG nova.virt.hardware [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.669039] env[64120]: DEBUG nova.virt.hardware [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1031.669261] env[64120]: DEBUG nova.virt.hardware [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1031.669484] env[64120]: DEBUG nova.virt.hardware [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1031.669585] env[64120]: DEBUG nova.virt.hardware [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1031.669749] env[64120]: DEBUG nova.virt.hardware [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1031.669922] env[64120]: DEBUG nova.virt.hardware [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1031.670829] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231b596f-d6be-4f88-8abd-cabc423e60b4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.679091] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac03308-f61c-496d-95f5-06de368d3262 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.702343] env[64120]: DEBUG oslo_vmware.api [None req-dd14f205-af25-43d9-854b-413ad32ed109 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Task: {'id': task-1406006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194573} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.702653] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd14f205-af25-43d9-854b-413ad32ed109 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.702813] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-dd14f205-af25-43d9-854b-413ad32ed109 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.702990] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-dd14f205-af25-43d9-854b-413ad32ed109 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.703186] env[64120]: INFO nova.compute.manager [None req-dd14f205-af25-43d9-854b-413ad32ed109 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1031.703437] env[64120]: DEBUG oslo.service.loopingcall [None req-dd14f205-af25-43d9-854b-413ad32ed109 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1031.703644] env[64120]: DEBUG nova.compute.manager [-] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1031.703734] env[64120]: DEBUG nova.network.neutron [-] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1031.709992] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9f0cf1d5-9e0a-4196-83fb-c3879ef5a72d tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Acquiring lock "5ceec829-071c-472b-bbe6-125e95161d24" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.710269] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9f0cf1d5-9e0a-4196-83fb-c3879ef5a72d tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Lock "5ceec829-071c-472b-bbe6-125e95161d24" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.710595] env[64120]: INFO nova.compute.manager [None req-9f0cf1d5-9e0a-4196-83fb-c3879ef5a72d tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Rebooting instance [ 1031.725996] env[64120]: DEBUG oslo_vmware.api [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Task: {'id': task-1406004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609565} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.726315] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] cdf0bc19-3793-4b5b-b693-f380ab2797c6/cdf0bc19-3793-4b5b-b693-f380ab2797c6.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.726773] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.726891] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d53fe50-6fb2-455a-a051-eea839725583 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.733328] env[64120]: DEBUG oslo_vmware.api [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Waiting for the task: (returnval){ [ 1031.733328] env[64120]: value = "task-1406010" [ 1031.733328] env[64120]: _type = "Task" [ 1031.733328] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.733980] env[64120]: DEBUG nova.network.neutron [-] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1031.745041] env[64120]: DEBUG oslo_vmware.api [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Task: {'id': task-1406010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.814502] env[64120]: DEBUG oslo_concurrency.lockutils [req-3109d39e-9110-4ed9-9284-b364e25ca6d3 req-5b8fd01d-f504-48dc-93ed-3d03438975eb service nova] Releasing lock "refresh_cache-d57efb12-3708-4a0d-8987-4efe69887d86" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.826736] env[64120]: DEBUG oslo_concurrency.lockutils [None req-83e7eb05-b725-4924-a03a-f4877f82ee1d tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.829404] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.745s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.830989] env[64120]: INFO nova.compute.claims [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.851131] env[64120]: INFO nova.scheduler.client.report [None req-83e7eb05-b725-4924-a03a-f4877f82ee1d tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Deleted allocations for instance 729579fc-b3f5-469a-976e-fce8e9cae6e2 [ 1031.980835] env[64120]: DEBUG oslo_vmware.api [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52366356-2420-11a1-96ce-a265c5a37e14, 'name': SearchDatastore_Task, 'duration_secs': 0.013541} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.981216] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.981431] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.981723] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.981884] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.982089] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.982372] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fc9c46a-525d-43e5-8536-dbcb610f51cc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.992399] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.992399] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.993066] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e17bae4d-b34a-46ab-9644-639e1ec170ae {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.001957] env[64120]: DEBUG oslo_vmware.api [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Waiting for the task: (returnval){ [ 1032.001957] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ef9801-c2ba-f5e6-b52e-9712541481b4" [ 1032.001957] env[64120]: _type = "Task" [ 1032.001957] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.011886] env[64120]: DEBUG oslo_vmware.api [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ef9801-c2ba-f5e6-b52e-9712541481b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.066453] env[64120]: DEBUG nova.compute.manager [req-9542e9e4-edca-4f0b-8ef2-213098e6d6a9 req-d74c8c25-6a18-4aed-9720-5a80741fc74d service nova] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Received event network-vif-plugged-84875cf2-2c2a-4233-b4fc-3b966c0a4303 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1032.066730] env[64120]: DEBUG oslo_concurrency.lockutils [req-9542e9e4-edca-4f0b-8ef2-213098e6d6a9 req-d74c8c25-6a18-4aed-9720-5a80741fc74d service nova] Acquiring lock "96a40bb6-97eb-49cb-80f3-da6737798c03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.066986] env[64120]: DEBUG oslo_concurrency.lockutils [req-9542e9e4-edca-4f0b-8ef2-213098e6d6a9 req-d74c8c25-6a18-4aed-9720-5a80741fc74d service nova] Lock "96a40bb6-97eb-49cb-80f3-da6737798c03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.067258] env[64120]: DEBUG oslo_concurrency.lockutils [req-9542e9e4-edca-4f0b-8ef2-213098e6d6a9 req-d74c8c25-6a18-4aed-9720-5a80741fc74d service nova] Lock "96a40bb6-97eb-49cb-80f3-da6737798c03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.067475] env[64120]: DEBUG nova.compute.manager [req-9542e9e4-edca-4f0b-8ef2-213098e6d6a9 req-d74c8c25-6a18-4aed-9720-5a80741fc74d service nova] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] No waiting events found dispatching network-vif-plugged-84875cf2-2c2a-4233-b4fc-3b966c0a4303 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1032.067677] env[64120]: WARNING nova.compute.manager [req-9542e9e4-edca-4f0b-8ef2-213098e6d6a9 req-d74c8c25-6a18-4aed-9720-5a80741fc74d service nova] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Received unexpected event network-vif-plugged-84875cf2-2c2a-4233-b4fc-3b966c0a4303 for instance with vm_state building and task_state spawning. [ 1032.163475] env[64120]: DEBUG nova.network.neutron [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Successfully updated port: 84875cf2-2c2a-4233-b4fc-3b966c0a4303 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1032.239809] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9f0cf1d5-9e0a-4196-83fb-c3879ef5a72d tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Acquiring lock "refresh_cache-5ceec829-071c-472b-bbe6-125e95161d24" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.240053] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9f0cf1d5-9e0a-4196-83fb-c3879ef5a72d tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Acquired lock "refresh_cache-5ceec829-071c-472b-bbe6-125e95161d24" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.240238] env[64120]: DEBUG nova.network.neutron [None req-9f0cf1d5-9e0a-4196-83fb-c3879ef5a72d tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.241427] env[64120]: DEBUG nova.network.neutron [-] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.248464] env[64120]: DEBUG oslo_vmware.api [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Task: {'id': task-1406010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123313} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.248464] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.249207] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7eed706-efbf-4413-943c-3d4b48dadd75 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.272471] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] cdf0bc19-3793-4b5b-b693-f380ab2797c6/cdf0bc19-3793-4b5b-b693-f380ab2797c6.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.273026] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3a42d94-df4a-441e-9ddd-23d7e3bd717a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.292944] env[64120]: DEBUG oslo_vmware.api [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Waiting for the task: (returnval){ [ 1032.292944] env[64120]: value = "task-1406011" [ 1032.292944] env[64120]: _type = "Task" [ 1032.292944] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.301292] env[64120]: DEBUG oslo_vmware.api [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Task: {'id': task-1406011, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.359155] env[64120]: DEBUG oslo_concurrency.lockutils [None req-83e7eb05-b725-4924-a03a-f4877f82ee1d tempest-ServerPasswordTestJSON-1739473661 tempest-ServerPasswordTestJSON-1739473661-project-member] Lock "729579fc-b3f5-469a-976e-fce8e9cae6e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.574s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.426568] env[64120]: DEBUG nova.compute.manager [req-0685a9f5-bb6c-4753-84fe-083069f6cc31 req-600829be-4944-443b-ae57-1b7b131096d5 service nova] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Received event network-vif-deleted-fab52652-428e-451a-9261-1dacd3efc0fd {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1032.513696] env[64120]: DEBUG oslo_vmware.api [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ef9801-c2ba-f5e6-b52e-9712541481b4, 'name': SearchDatastore_Task, 'duration_secs': 0.018418} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.514700] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca8cc188-3cfe-4ea5-9ee7-9f25698b452d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.521734] env[64120]: DEBUG oslo_vmware.api [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Waiting for the task: (returnval){ [ 1032.521734] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e4d23b-b255-0669-6478-e2dd75ecff2a" [ 1032.521734] env[64120]: _type = "Task" [ 1032.521734] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.530013] env[64120]: DEBUG oslo_vmware.api [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e4d23b-b255-0669-6478-e2dd75ecff2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.667283] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Acquiring lock "refresh_cache-96a40bb6-97eb-49cb-80f3-da6737798c03" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.667395] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Acquired lock "refresh_cache-96a40bb6-97eb-49cb-80f3-da6737798c03" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.667557] env[64120]: DEBUG nova.network.neutron [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.751519] env[64120]: INFO nova.compute.manager [-] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Took 1.05 seconds to deallocate network for instance. [ 1032.804485] env[64120]: DEBUG oslo_vmware.api [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Task: {'id': task-1406011, 'name': ReconfigVM_Task, 'duration_secs': 0.273442} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.804867] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Reconfigured VM instance instance-00000024 to attach disk [datastore1] cdf0bc19-3793-4b5b-b693-f380ab2797c6/cdf0bc19-3793-4b5b-b693-f380ab2797c6.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.805608] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0060c45b-2a45-4f8e-86ba-d0a758ec0d57 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.814191] env[64120]: DEBUG oslo_vmware.api [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Waiting for the task: (returnval){ [ 1032.814191] env[64120]: value = "task-1406012" [ 1032.814191] env[64120]: _type = "Task" [ 1032.814191] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.823879] env[64120]: DEBUG oslo_vmware.api [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Task: {'id': task-1406012, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.031927] env[64120]: DEBUG nova.network.neutron [None req-9f0cf1d5-9e0a-4196-83fb-c3879ef5a72d tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Updating instance_info_cache with network_info: [{"id": "88de823f-9a5f-44ec-9b96-91012b35c811", "address": "fa:16:3e:79:3d:0a", "network": {"id": "23c445f2-0ac8-4ab9-a29f-179990520020", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-565428188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44e10928861546d79d0c5c0b31539607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88de823f-9a", "ovs_interfaceid": "88de823f-9a5f-44ec-9b96-91012b35c811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.040762] env[64120]: DEBUG oslo_vmware.api [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e4d23b-b255-0669-6478-e2dd75ecff2a, 'name': SearchDatastore_Task, 'duration_secs': 0.023731} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.044230] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.044741] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] d57efb12-3708-4a0d-8987-4efe69887d86/d57efb12-3708-4a0d-8987-4efe69887d86.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.045675] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30d5c20f-1326-4a76-898c-51e81bf43424 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.055628] env[64120]: DEBUG oslo_vmware.api [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Waiting for the task: (returnval){ [ 1033.055628] env[64120]: value = "task-1406013" [ 1033.055628] env[64120]: _type = "Task" [ 1033.055628] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.071416] env[64120]: DEBUG oslo_vmware.api [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Task: {'id': task-1406013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.240785] env[64120]: DEBUG nova.network.neutron [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.261184] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dd14f205-af25-43d9-854b-413ad32ed109 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.330802] env[64120]: DEBUG oslo_vmware.api [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Task: {'id': task-1406012, 'name': Rename_Task, 'duration_secs': 0.264987} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.331808] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.332261] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd5b08c1-6ba9-4db7-aa05-fa35059d90d4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.341278] env[64120]: DEBUG oslo_vmware.api [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Waiting for the task: (returnval){ [ 1033.341278] env[64120]: value = "task-1406014" [ 1033.341278] env[64120]: _type = "Task" [ 1033.341278] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.362023] env[64120]: DEBUG oslo_vmware.api [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Task: {'id': task-1406014, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.458815] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f158e60a-8620-4bac-9c86-8749f9f4dc84 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.468492] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184f9134-63d1-41cd-8506-f7f7c699343e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.504479] env[64120]: DEBUG nova.network.neutron [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Updating instance_info_cache with network_info: [{"id": "84875cf2-2c2a-4233-b4fc-3b966c0a4303", "address": "fa:16:3e:ec:8b:7d", "network": {"id": "f56ea31b-bda9-4034-9ce8-02c78e2f3b49", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-877030389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c16ef63849084a00b97d49ac4ccf948d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84875cf2-2c", "ovs_interfaceid": "84875cf2-2c2a-4233-b4fc-3b966c0a4303", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.506636] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6935b3-49f3-4cb8-8afa-588b6d8a253f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.518324] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b97e65-d3fa-461f-b7eb-662f7344f2dd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.535963] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9f0cf1d5-9e0a-4196-83fb-c3879ef5a72d tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Releasing lock "refresh_cache-5ceec829-071c-472b-bbe6-125e95161d24" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.538326] env[64120]: DEBUG nova.compute.provider_tree [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1033.539505] env[64120]: DEBUG nova.compute.manager [None req-9f0cf1d5-9e0a-4196-83fb-c3879ef5a72d tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1033.541187] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc0da89-ee67-4d37-9369-cb678da4d5dc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.572406] env[64120]: DEBUG oslo_vmware.api [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Task: {'id': task-1406013, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.856426] env[64120]: DEBUG oslo_vmware.api [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Task: {'id': task-1406014, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.013115] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Releasing lock "refresh_cache-96a40bb6-97eb-49cb-80f3-da6737798c03" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.013507] env[64120]: DEBUG nova.compute.manager [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Instance network_info: |[{"id": "84875cf2-2c2a-4233-b4fc-3b966c0a4303", "address": "fa:16:3e:ec:8b:7d", "network": {"id": "f56ea31b-bda9-4034-9ce8-02c78e2f3b49", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-877030389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c16ef63849084a00b97d49ac4ccf948d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84875cf2-2c", "ovs_interfaceid": "84875cf2-2c2a-4233-b4fc-3b966c0a4303", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1034.014088] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:8b:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd72ef32-a57c-43b0-93df-e8a030987d44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84875cf2-2c2a-4233-b4fc-3b966c0a4303', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.026996] env[64120]: DEBUG oslo.service.loopingcall [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1034.027450] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.031022] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f778c417-585f-4928-8b35-02f1c057f5a4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.049954] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.049954] env[64120]: value = "task-1406016" [ 1034.049954] env[64120]: _type = "Task" [ 1034.049954] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.064433] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406016, 'name': CreateVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.068863] env[64120]: ERROR nova.scheduler.client.report [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] [req-c0d94fd6-1655-4c83-a52e-de8c90c62505] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4ceac537-82ec-49fa-8fac-aa5d6181b318. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c0d94fd6-1655-4c83-a52e-de8c90c62505"}]} [ 1034.083134] env[64120]: DEBUG oslo_vmware.api [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Task: {'id': task-1406013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772302} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.083664] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] d57efb12-3708-4a0d-8987-4efe69887d86/d57efb12-3708-4a0d-8987-4efe69887d86.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.083941] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.084673] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0074f966-7251-4be6-b733-9e7fd444542f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.094528] env[64120]: DEBUG oslo_vmware.api [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Waiting for the task: (returnval){ [ 1034.094528] env[64120]: value = "task-1406017" [ 1034.094528] env[64120]: _type = "Task" [ 1034.094528] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.101758] env[64120]: DEBUG nova.scheduler.client.report [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Refreshing inventories for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1034.110152] env[64120]: DEBUG oslo_vmware.api [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Task: {'id': task-1406017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.126414] env[64120]: DEBUG nova.scheduler.client.report [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Updating ProviderTree inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1034.126414] env[64120]: DEBUG nova.compute.provider_tree [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1034.144383] env[64120]: DEBUG nova.scheduler.client.report [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Refreshing aggregate associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, aggregates: None {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1034.171493] env[64120]: DEBUG nova.scheduler.client.report [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Refreshing trait associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1034.282259] env[64120]: DEBUG nova.compute.manager [req-de2cc2c7-ae2d-48d8-8202-fa207877f019 req-1b9ed223-3e98-4e27-b266-ad52de69f836 service nova] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Received event network-changed-84875cf2-2c2a-4233-b4fc-3b966c0a4303 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1034.282259] env[64120]: DEBUG nova.compute.manager [req-de2cc2c7-ae2d-48d8-8202-fa207877f019 req-1b9ed223-3e98-4e27-b266-ad52de69f836 service nova] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Refreshing instance network info cache due to event network-changed-84875cf2-2c2a-4233-b4fc-3b966c0a4303. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1034.282627] env[64120]: DEBUG oslo_concurrency.lockutils [req-de2cc2c7-ae2d-48d8-8202-fa207877f019 req-1b9ed223-3e98-4e27-b266-ad52de69f836 service nova] Acquiring lock "refresh_cache-96a40bb6-97eb-49cb-80f3-da6737798c03" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.282769] env[64120]: DEBUG oslo_concurrency.lockutils [req-de2cc2c7-ae2d-48d8-8202-fa207877f019 req-1b9ed223-3e98-4e27-b266-ad52de69f836 service nova] Acquired lock "refresh_cache-96a40bb6-97eb-49cb-80f3-da6737798c03" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.282932] env[64120]: DEBUG nova.network.neutron [req-de2cc2c7-ae2d-48d8-8202-fa207877f019 req-1b9ed223-3e98-4e27-b266-ad52de69f836 service nova] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Refreshing network info cache for port 84875cf2-2c2a-4233-b4fc-3b966c0a4303 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.360900] env[64120]: DEBUG oslo_vmware.api [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Task: {'id': task-1406014, 'name': PowerOnVM_Task, 'duration_secs': 0.768938} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.361739] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.362112] env[64120]: INFO nova.compute.manager [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Took 12.60 seconds to spawn the instance on the hypervisor. [ 1034.362593] env[64120]: DEBUG nova.compute.manager [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1034.363848] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdb3d3f-8b24-42df-8589-c962590acd87 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.564011] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406016, 'name': CreateVM_Task, 'duration_secs': 0.483019} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.568060] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7f4727-1c73-4ead-8219-896076896d77 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.570196] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.571262] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.571390] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.571620] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.572422] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c94d8907-22bc-479e-9d7c-6502beda26b1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.577957] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0cf1d5-9e0a-4196-83fb-c3879ef5a72d tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Doing hard reboot of VM {{(pid=64120) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1034.579420] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-c8ff983e-2cbc-4b06-a0f3-621f5ffae1fc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.582884] env[64120]: DEBUG oslo_vmware.api [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Waiting for the task: (returnval){ [ 1034.582884] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f77238-0ea7-daad-9de4-44e1c1a01a95" [ 1034.582884] env[64120]: _type = "Task" [ 1034.582884] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.596015] env[64120]: DEBUG oslo_vmware.api [None req-9f0cf1d5-9e0a-4196-83fb-c3879ef5a72d tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Waiting for the task: (returnval){ [ 1034.596015] env[64120]: value = "task-1406018" [ 1034.596015] env[64120]: _type = "Task" [ 1034.596015] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.597246] env[64120]: DEBUG oslo_vmware.api [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f77238-0ea7-daad-9de4-44e1c1a01a95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.617960] env[64120]: DEBUG oslo_vmware.api [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Task: {'id': task-1406017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105785} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.618479] env[64120]: DEBUG oslo_vmware.api [None req-9f0cf1d5-9e0a-4196-83fb-c3879ef5a72d tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Task: {'id': task-1406018, 'name': ResetVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.622320] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.623791] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3beb9bf0-9ea9-4e00-bc3a-43bb30fea267 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.662464] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] d57efb12-3708-4a0d-8987-4efe69887d86/d57efb12-3708-4a0d-8987-4efe69887d86.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.666571] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-199fa444-fa78-4ade-a5db-bb8425af27b7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.704656] env[64120]: DEBUG oslo_vmware.api [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Waiting for the task: (returnval){ [ 1034.704656] env[64120]: value = "task-1406019" [ 1034.704656] env[64120]: _type = "Task" [ 1034.704656] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.720114] env[64120]: DEBUG oslo_vmware.api [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Task: {'id': task-1406019, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.885025] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b408f8-ae77-434e-9e51-90ca975f7450 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.889929] env[64120]: INFO nova.compute.manager [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Took 50.93 seconds to build instance. [ 1034.894282] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f3dcad-a84d-4c14-bec3-30c8407c0e16 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.927371] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b47ea98-b7d0-4035-bceb-5d20eac70398 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.936163] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eec493d-db82-425f-a1db-65d445bfe9ef {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.952259] env[64120]: DEBUG nova.compute.provider_tree [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1035.059727] env[64120]: DEBUG nova.network.neutron [req-de2cc2c7-ae2d-48d8-8202-fa207877f019 req-1b9ed223-3e98-4e27-b266-ad52de69f836 service nova] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Updated VIF entry in instance network info cache for port 84875cf2-2c2a-4233-b4fc-3b966c0a4303. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.060209] env[64120]: DEBUG nova.network.neutron [req-de2cc2c7-ae2d-48d8-8202-fa207877f019 req-1b9ed223-3e98-4e27-b266-ad52de69f836 service nova] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Updating instance_info_cache with network_info: [{"id": "84875cf2-2c2a-4233-b4fc-3b966c0a4303", "address": "fa:16:3e:ec:8b:7d", "network": {"id": "f56ea31b-bda9-4034-9ce8-02c78e2f3b49", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-877030389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c16ef63849084a00b97d49ac4ccf948d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84875cf2-2c", "ovs_interfaceid": "84875cf2-2c2a-4233-b4fc-3b966c0a4303", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.093606] env[64120]: DEBUG oslo_vmware.api [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f77238-0ea7-daad-9de4-44e1c1a01a95, 'name': SearchDatastore_Task, 'duration_secs': 0.02296} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.093947] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.094179] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.094419] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.094568] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.094747] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.095017] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26e6c4b4-66b3-4c5b-a635-48e6e9feaf5f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.105997] env[64120]: DEBUG oslo_vmware.api [None req-9f0cf1d5-9e0a-4196-83fb-c3879ef5a72d tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Task: {'id': task-1406018, 'name': ResetVM_Task, 'duration_secs': 0.135462} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.107163] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0cf1d5-9e0a-4196-83fb-c3879ef5a72d tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Did hard reboot of VM {{(pid=64120) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1035.107383] env[64120]: DEBUG nova.compute.manager [None req-9f0cf1d5-9e0a-4196-83fb-c3879ef5a72d tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1035.107719] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.107965] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.109062] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f634b4d-fb09-42d5-9e5b-8cfc004baa93 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.111536] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01f55f3b-abd1-4279-b212-43edde583e15 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.116742] env[64120]: DEBUG oslo_vmware.api [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Waiting for the task: (returnval){ [ 1035.116742] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5273bc85-bdb2-03ff-32ab-7a88fdb8dd8e" [ 1035.116742] env[64120]: _type = "Task" [ 1035.116742] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.128332] env[64120]: DEBUG oslo_vmware.api [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5273bc85-bdb2-03ff-32ab-7a88fdb8dd8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.214757] env[64120]: DEBUG oslo_vmware.api [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Task: {'id': task-1406019, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.395504] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7f5a7c46-0c56-4f2d-a92e-e3d25ffc86f5 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Lock "cdf0bc19-3793-4b5b-b693-f380ab2797c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.369s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.490056] env[64120]: DEBUG nova.scheduler.client.report [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Updated inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with generation 65 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1035.490344] env[64120]: DEBUG nova.compute.provider_tree [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Updating resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 generation from 65 to 66 during operation: update_inventory {{(pid=64120) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1035.490545] env[64120]: DEBUG nova.compute.provider_tree [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1035.563905] env[64120]: DEBUG oslo_concurrency.lockutils [req-de2cc2c7-ae2d-48d8-8202-fa207877f019 req-1b9ed223-3e98-4e27-b266-ad52de69f836 service nova] Releasing lock "refresh_cache-96a40bb6-97eb-49cb-80f3-da6737798c03" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.629658] env[64120]: DEBUG oslo_vmware.api [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5273bc85-bdb2-03ff-32ab-7a88fdb8dd8e, 'name': SearchDatastore_Task, 'duration_secs': 0.019147} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.630216] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9f0cf1d5-9e0a-4196-83fb-c3879ef5a72d tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Lock "5ceec829-071c-472b-bbe6-125e95161d24" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 3.920s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.631630] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-455bf8da-1292-4282-be8d-3203066fbb5d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.637595] env[64120]: DEBUG oslo_vmware.api [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Waiting for the task: (returnval){ [ 1035.637595] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529560b7-b13c-d28b-aea5-513fe1847c22" [ 1035.637595] env[64120]: _type = "Task" [ 1035.637595] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.646902] env[64120]: DEBUG oslo_vmware.api [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529560b7-b13c-d28b-aea5-513fe1847c22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.717286] env[64120]: DEBUG oslo_vmware.api [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Task: {'id': task-1406019, 'name': ReconfigVM_Task, 'duration_secs': 0.646278} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.717590] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Reconfigured VM instance instance-00000025 to attach disk [datastore1] d57efb12-3708-4a0d-8987-4efe69887d86/d57efb12-3708-4a0d-8987-4efe69887d86.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.718282] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba8fa95f-e692-4b4f-ab2c-524962a5cae3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.725054] env[64120]: DEBUG oslo_vmware.api [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Waiting for the task: (returnval){ [ 1035.725054] env[64120]: value = "task-1406020" [ 1035.725054] env[64120]: _type = "Task" [ 1035.725054] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.734215] env[64120]: DEBUG oslo_vmware.api [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Task: {'id': task-1406020, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.898338] env[64120]: DEBUG nova.compute.manager [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1035.995913] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.167s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.996627] env[64120]: DEBUG nova.compute.manager [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1036.001408] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d12be643-49fc-4c37-b48e-3ed461a6a691 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.435s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.001644] env[64120]: DEBUG nova.objects.instance [None req-d12be643-49fc-4c37-b48e-3ed461a6a691 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Lazy-loading 'resources' on Instance uuid e359f71d-a8c8-471e-9c65-0b5f7d60a39b {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.077878] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8be83f2a-c04e-4606-97b9-8361c3b88f31 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Acquiring lock "5ceec829-071c-472b-bbe6-125e95161d24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.077878] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8be83f2a-c04e-4606-97b9-8361c3b88f31 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Lock "5ceec829-071c-472b-bbe6-125e95161d24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.077878] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8be83f2a-c04e-4606-97b9-8361c3b88f31 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Acquiring lock "5ceec829-071c-472b-bbe6-125e95161d24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.078990] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8be83f2a-c04e-4606-97b9-8361c3b88f31 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Lock "5ceec829-071c-472b-bbe6-125e95161d24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.078990] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8be83f2a-c04e-4606-97b9-8361c3b88f31 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Lock "5ceec829-071c-472b-bbe6-125e95161d24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.080687] env[64120]: INFO nova.compute.manager [None req-8be83f2a-c04e-4606-97b9-8361c3b88f31 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Terminating instance [ 1036.082521] env[64120]: DEBUG nova.compute.manager [None req-8be83f2a-c04e-4606-97b9-8361c3b88f31 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1036.082739] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8be83f2a-c04e-4606-97b9-8361c3b88f31 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.083649] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6ddd4b-3183-4346-a00d-e634a54403af {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.091562] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be83f2a-c04e-4606-97b9-8361c3b88f31 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.091826] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43fb5777-e032-46be-af0c-e7f7fde287ca {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.098735] env[64120]: DEBUG oslo_vmware.api [None req-8be83f2a-c04e-4606-97b9-8361c3b88f31 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Waiting for the task: (returnval){ [ 1036.098735] env[64120]: value = "task-1406021" [ 1036.098735] env[64120]: _type = "Task" [ 1036.098735] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.107552] env[64120]: DEBUG oslo_vmware.api [None req-8be83f2a-c04e-4606-97b9-8361c3b88f31 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Task: {'id': task-1406021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.119975] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6331d6b-3587-4ef5-b134-10f94771ae79 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Volume attach. Driver type: vmdk {{(pid=64120) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1036.120236] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6331d6b-3587-4ef5-b134-10f94771ae79 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298020', 'volume_id': 'f0b1ac2c-fbd8-433f-8714-d9c0049a6072', 'name': 'volume-f0b1ac2c-fbd8-433f-8714-d9c0049a6072', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a4c04c6d-8d9b-4859-9ece-a256f8cd0f18', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0b1ac2c-fbd8-433f-8714-d9c0049a6072', 'serial': 'f0b1ac2c-fbd8-433f-8714-d9c0049a6072'} {{(pid=64120) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1036.121166] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1b2d44-a740-458f-8bdd-35113b8499cb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.137504] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e06a26-ce9e-4ce8-bc2e-ace930759faa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.149248] env[64120]: DEBUG oslo_vmware.api [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529560b7-b13c-d28b-aea5-513fe1847c22, 'name': SearchDatastore_Task, 'duration_secs': 0.019706} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.162373] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.162700] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 96a40bb6-97eb-49cb-80f3-da6737798c03/96a40bb6-97eb-49cb-80f3-da6737798c03.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.171108] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6331d6b-3587-4ef5-b134-10f94771ae79 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] volume-f0b1ac2c-fbd8-433f-8714-d9c0049a6072/volume-f0b1ac2c-fbd8-433f-8714-d9c0049a6072.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.171450] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a682aed3-c275-4e81-a590-1238bb216ec6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.173993] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a2acb6c-b38d-4cda-90b6-5f8e05367773 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.191825] env[64120]: DEBUG oslo_vmware.api [None req-a6331d6b-3587-4ef5-b134-10f94771ae79 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Waiting for the task: (returnval){ [ 1036.191825] env[64120]: value = "task-1406023" [ 1036.191825] env[64120]: _type = "Task" [ 1036.191825] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.193230] env[64120]: DEBUG oslo_vmware.api [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Waiting for the task: (returnval){ [ 1036.193230] env[64120]: value = "task-1406022" [ 1036.193230] env[64120]: _type = "Task" [ 1036.193230] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.207366] env[64120]: DEBUG oslo_vmware.api [None req-a6331d6b-3587-4ef5-b134-10f94771ae79 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1406023, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.235182] env[64120]: DEBUG oslo_vmware.api [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Task: {'id': task-1406020, 'name': Rename_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.426883] env[64120]: DEBUG oslo_concurrency.lockutils [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.505032] env[64120]: DEBUG nova.compute.utils [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1036.506442] env[64120]: DEBUG nova.compute.manager [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1036.506717] env[64120]: DEBUG nova.network.neutron [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1036.520060] env[64120]: DEBUG oslo_concurrency.lockutils [None req-039c379f-4a6f-4265-b5a0-b207cfef24c9 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Acquiring lock "cdf0bc19-3793-4b5b-b693-f380ab2797c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.520348] env[64120]: DEBUG oslo_concurrency.lockutils [None req-039c379f-4a6f-4265-b5a0-b207cfef24c9 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Lock "cdf0bc19-3793-4b5b-b693-f380ab2797c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.520567] env[64120]: DEBUG oslo_concurrency.lockutils [None req-039c379f-4a6f-4265-b5a0-b207cfef24c9 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Acquiring lock "cdf0bc19-3793-4b5b-b693-f380ab2797c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.520748] env[64120]: DEBUG oslo_concurrency.lockutils [None req-039c379f-4a6f-4265-b5a0-b207cfef24c9 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Lock "cdf0bc19-3793-4b5b-b693-f380ab2797c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.520907] env[64120]: DEBUG oslo_concurrency.lockutils [None req-039c379f-4a6f-4265-b5a0-b207cfef24c9 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Lock "cdf0bc19-3793-4b5b-b693-f380ab2797c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.523343] env[64120]: INFO nova.compute.manager [None req-039c379f-4a6f-4265-b5a0-b207cfef24c9 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Terminating instance [ 1036.525266] env[64120]: DEBUG nova.compute.manager [None req-039c379f-4a6f-4265-b5a0-b207cfef24c9 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1036.525452] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-039c379f-4a6f-4265-b5a0-b207cfef24c9 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.526587] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3f28f8-048b-4ff7-ab7a-29e08b80da38 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.538516] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-039c379f-4a6f-4265-b5a0-b207cfef24c9 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.538815] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b75f1dd8-acea-46b2-a38d-93877d872522 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.544808] env[64120]: DEBUG oslo_vmware.api [None req-039c379f-4a6f-4265-b5a0-b207cfef24c9 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Waiting for the task: (returnval){ [ 1036.544808] env[64120]: value = "task-1406024" [ 1036.544808] env[64120]: _type = "Task" [ 1036.544808] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.555806] env[64120]: DEBUG oslo_vmware.api [None req-039c379f-4a6f-4265-b5a0-b207cfef24c9 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Task: {'id': task-1406024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.566509] env[64120]: DEBUG nova.policy [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a782500a4d864a63b8e9beddf2d8592c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8239816e8525411da6773f29177b1570', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1036.610806] env[64120]: DEBUG oslo_vmware.api [None req-8be83f2a-c04e-4606-97b9-8361c3b88f31 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Task: {'id': task-1406021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.709183] env[64120]: DEBUG oslo_vmware.api [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': task-1406022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.712016] env[64120]: DEBUG oslo_vmware.api [None req-a6331d6b-3587-4ef5-b134-10f94771ae79 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1406023, 'name': ReconfigVM_Task, 'duration_secs': 0.356291} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.714951] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6331d6b-3587-4ef5-b134-10f94771ae79 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Reconfigured VM instance instance-00000016 to attach disk [datastore1] volume-f0b1ac2c-fbd8-433f-8714-d9c0049a6072/volume-f0b1ac2c-fbd8-433f-8714-d9c0049a6072.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.720057] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dc9e449-7b9b-4e6f-88ac-5d01860666ae {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.740469] env[64120]: DEBUG oslo_vmware.api [None req-a6331d6b-3587-4ef5-b134-10f94771ae79 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Waiting for the task: (returnval){ [ 1036.740469] env[64120]: value = "task-1406025" [ 1036.740469] env[64120]: _type = "Task" [ 1036.740469] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.744452] env[64120]: DEBUG oslo_vmware.api [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Task: {'id': task-1406020, 'name': Rename_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.754206] env[64120]: DEBUG oslo_vmware.api [None req-a6331d6b-3587-4ef5-b134-10f94771ae79 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1406025, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.012623] env[64120]: DEBUG nova.compute.manager [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1037.021312] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213bd231-a8c0-4e2b-a6b2-ba0115057e79 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.029919] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27e63be-ea6a-4435-b360-46aed0b50275 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.064190] env[64120]: DEBUG nova.network.neutron [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Successfully created port: 60736244-fa3c-40f6-8908-e5e326dc5a6b {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.068045] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2e66f0-5496-4d81-8e25-46768263da08 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.077142] env[64120]: DEBUG oslo_vmware.api [None req-039c379f-4a6f-4265-b5a0-b207cfef24c9 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Task: {'id': task-1406024, 'name': PowerOffVM_Task, 'duration_secs': 0.228178} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.080510] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-039c379f-4a6f-4265-b5a0-b207cfef24c9 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.080868] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-039c379f-4a6f-4265-b5a0-b207cfef24c9 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.082153] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e16ad2e6-f8d2-4848-9247-6e91195722a3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.084779] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7c5c84-fb37-4a36-aca6-9ddf9483012b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.103358] env[64120]: DEBUG nova.compute.provider_tree [None req-d12be643-49fc-4c37-b48e-3ed461a6a691 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.117548] env[64120]: DEBUG oslo_vmware.api [None req-8be83f2a-c04e-4606-97b9-8361c3b88f31 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Task: {'id': task-1406021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.173491] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-039c379f-4a6f-4265-b5a0-b207cfef24c9 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.173745] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-039c379f-4a6f-4265-b5a0-b207cfef24c9 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.173944] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-039c379f-4a6f-4265-b5a0-b207cfef24c9 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Deleting the datastore file [datastore1] cdf0bc19-3793-4b5b-b693-f380ab2797c6 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.174264] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99ec9279-43c3-4824-bd56-3a7d219f401f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.180746] env[64120]: DEBUG oslo_vmware.api [None req-039c379f-4a6f-4265-b5a0-b207cfef24c9 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Waiting for the task: (returnval){ [ 1037.180746] env[64120]: value = "task-1406027" [ 1037.180746] env[64120]: _type = "Task" [ 1037.180746] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.190363] env[64120]: DEBUG oslo_vmware.api [None req-039c379f-4a6f-4265-b5a0-b207cfef24c9 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Task: {'id': task-1406027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.211672] env[64120]: DEBUG oslo_vmware.api [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': task-1406022, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.243548] env[64120]: DEBUG oslo_vmware.api [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Task: {'id': task-1406020, 'name': Rename_Task, 'duration_secs': 1.35651} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.243548] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.243860] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95c2f662-74dd-4204-b96a-c2b067731ef4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.255862] env[64120]: DEBUG oslo_vmware.api [None req-a6331d6b-3587-4ef5-b134-10f94771ae79 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1406025, 'name': ReconfigVM_Task, 'duration_secs': 0.14567} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.255862] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6331d6b-3587-4ef5-b134-10f94771ae79 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298020', 'volume_id': 'f0b1ac2c-fbd8-433f-8714-d9c0049a6072', 'name': 'volume-f0b1ac2c-fbd8-433f-8714-d9c0049a6072', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a4c04c6d-8d9b-4859-9ece-a256f8cd0f18', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0b1ac2c-fbd8-433f-8714-d9c0049a6072', 'serial': 'f0b1ac2c-fbd8-433f-8714-d9c0049a6072'} {{(pid=64120) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1037.257836] env[64120]: DEBUG oslo_vmware.api [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Waiting for the task: (returnval){ [ 1037.257836] env[64120]: value = "task-1406028" [ 1037.257836] env[64120]: _type = "Task" [ 1037.257836] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.268575] env[64120]: DEBUG oslo_vmware.api [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Task: {'id': task-1406028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.612989] env[64120]: DEBUG nova.scheduler.client.report [None req-d12be643-49fc-4c37-b48e-3ed461a6a691 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1037.616946] env[64120]: DEBUG oslo_vmware.api [None req-8be83f2a-c04e-4606-97b9-8361c3b88f31 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Task: {'id': task-1406021, 'name': PowerOffVM_Task, 'duration_secs': 1.12991} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.616946] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be83f2a-c04e-4606-97b9-8361c3b88f31 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.616946] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8be83f2a-c04e-4606-97b9-8361c3b88f31 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.617238] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eca08159-e759-4ec1-a990-0423a9a3b45f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.691145] env[64120]: DEBUG oslo_vmware.api [None req-039c379f-4a6f-4265-b5a0-b207cfef24c9 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Task: {'id': task-1406027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.504968} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.691431] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-039c379f-4a6f-4265-b5a0-b207cfef24c9 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.691669] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-039c379f-4a6f-4265-b5a0-b207cfef24c9 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.691895] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-039c379f-4a6f-4265-b5a0-b207cfef24c9 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.692094] env[64120]: INFO nova.compute.manager [None req-039c379f-4a6f-4265-b5a0-b207cfef24c9 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1037.692347] env[64120]: DEBUG oslo.service.loopingcall [None req-039c379f-4a6f-4265-b5a0-b207cfef24c9 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1037.695316] env[64120]: DEBUG nova.compute.manager [-] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1037.695316] env[64120]: DEBUG nova.network.neutron [-] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1037.709062] env[64120]: DEBUG oslo_vmware.api [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': task-1406022, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.360122} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.709365] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 96a40bb6-97eb-49cb-80f3-da6737798c03/96a40bb6-97eb-49cb-80f3-da6737798c03.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.709604] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.709851] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97aa157d-7c2e-4af1-a569-72df50f44940 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.715762] env[64120]: DEBUG oslo_vmware.api [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Waiting for the task: (returnval){ [ 1037.715762] env[64120]: value = "task-1406030" [ 1037.715762] env[64120]: _type = "Task" [ 1037.715762] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.723437] env[64120]: DEBUG oslo_vmware.api [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': task-1406030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.766723] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8be83f2a-c04e-4606-97b9-8361c3b88f31 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.767037] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8be83f2a-c04e-4606-97b9-8361c3b88f31 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.767262] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-8be83f2a-c04e-4606-97b9-8361c3b88f31 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Deleting the datastore file [datastore1] 5ceec829-071c-472b-bbe6-125e95161d24 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.767627] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68ff1be4-f23d-4213-a080-4516cf979c90 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.776230] env[64120]: DEBUG oslo_vmware.api [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Task: {'id': task-1406028, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.777605] env[64120]: DEBUG oslo_vmware.api [None req-8be83f2a-c04e-4606-97b9-8361c3b88f31 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Waiting for the task: (returnval){ [ 1037.777605] env[64120]: value = "task-1406031" [ 1037.777605] env[64120]: _type = "Task" [ 1037.777605] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.785084] env[64120]: DEBUG oslo_vmware.api [None req-8be83f2a-c04e-4606-97b9-8361c3b88f31 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Task: {'id': task-1406031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.024075] env[64120]: DEBUG nova.compute.manager [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1038.051138] env[64120]: DEBUG nova.virt.hardware [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1038.051484] env[64120]: DEBUG nova.virt.hardware [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1038.051728] env[64120]: DEBUG nova.virt.hardware [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.051991] env[64120]: DEBUG nova.virt.hardware [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1038.052199] env[64120]: DEBUG nova.virt.hardware [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.052408] env[64120]: DEBUG nova.virt.hardware [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1038.052720] env[64120]: DEBUG nova.virt.hardware [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1038.052925] env[64120]: DEBUG nova.virt.hardware [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1038.053152] env[64120]: DEBUG nova.virt.hardware [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1038.053399] env[64120]: DEBUG nova.virt.hardware [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1038.053658] env[64120]: DEBUG nova.virt.hardware [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1038.054737] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12dab3be-59f1-4d44-9096-ebdd5d667adf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.064131] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a50808-a1f5-4775-af90-f66e6e40a061 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.118033] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d12be643-49fc-4c37-b48e-3ed461a6a691 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.116s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.122012] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.118s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.124508] env[64120]: INFO nova.compute.claims [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.146134] env[64120]: INFO nova.scheduler.client.report [None req-d12be643-49fc-4c37-b48e-3ed461a6a691 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Deleted allocations for instance e359f71d-a8c8-471e-9c65-0b5f7d60a39b [ 1038.230040] env[64120]: DEBUG oslo_vmware.api [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': task-1406030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099499} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.230040] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.230040] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7aed250-4f42-42c2-9e85-8fdd4ea2bdf5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.254847] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 96a40bb6-97eb-49cb-80f3-da6737798c03/96a40bb6-97eb-49cb-80f3-da6737798c03.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.255519] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36b162ed-294b-4b43-9172-5be48d6748c7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.280848] env[64120]: DEBUG oslo_vmware.api [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Task: {'id': task-1406028, 'name': PowerOnVM_Task, 'duration_secs': 0.907441} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.285730] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.286296] env[64120]: INFO nova.compute.manager [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Took 11.60 seconds to spawn the instance on the hypervisor. [ 1038.286638] env[64120]: DEBUG nova.compute.manager [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1038.287164] env[64120]: DEBUG oslo_vmware.api [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Waiting for the task: (returnval){ [ 1038.287164] env[64120]: value = "task-1406032" [ 1038.287164] env[64120]: _type = "Task" [ 1038.287164] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.288365] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b112fdb-e944-41bf-bc8e-7959c9fde3bf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.300238] env[64120]: DEBUG oslo_vmware.api [None req-8be83f2a-c04e-4606-97b9-8361c3b88f31 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Task: {'id': task-1406031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251943} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.301190] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-8be83f2a-c04e-4606-97b9-8361c3b88f31 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.301765] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8be83f2a-c04e-4606-97b9-8361c3b88f31 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.305088] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8be83f2a-c04e-4606-97b9-8361c3b88f31 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.305088] env[64120]: INFO nova.compute.manager [None req-8be83f2a-c04e-4606-97b9-8361c3b88f31 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Took 2.22 seconds to destroy the instance on the hypervisor. [ 1038.305088] env[64120]: DEBUG oslo.service.loopingcall [None req-8be83f2a-c04e-4606-97b9-8361c3b88f31 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1038.307506] env[64120]: DEBUG nova.compute.manager [-] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1038.307752] env[64120]: DEBUG nova.network.neutron [-] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1038.312768] env[64120]: DEBUG oslo_vmware.api [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': task-1406032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.316743] env[64120]: DEBUG nova.objects.instance [None req-a6331d6b-3587-4ef5-b134-10f94771ae79 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Lazy-loading 'flavor' on Instance uuid a4c04c6d-8d9b-4859-9ece-a256f8cd0f18 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.353548] env[64120]: DEBUG nova.compute.manager [req-bf790f9e-b37c-4965-9f8b-e04a54623a52 req-959ec9a2-c013-40a7-9905-09f7989aaf0d service nova] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Received event network-vif-deleted-e88d99c5-d027-47a5-83bc-f9882c0e399b {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1038.353548] env[64120]: INFO nova.compute.manager [req-bf790f9e-b37c-4965-9f8b-e04a54623a52 req-959ec9a2-c013-40a7-9905-09f7989aaf0d service nova] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Neutron deleted interface e88d99c5-d027-47a5-83bc-f9882c0e399b; detaching it from the instance and deleting it from the info cache [ 1038.354367] env[64120]: DEBUG nova.network.neutron [req-bf790f9e-b37c-4965-9f8b-e04a54623a52 req-959ec9a2-c013-40a7-9905-09f7989aaf0d service nova] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.495493] env[64120]: DEBUG nova.network.neutron [-] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.653814] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d12be643-49fc-4c37-b48e-3ed461a6a691 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Lock "e359f71d-a8c8-471e-9c65-0b5f7d60a39b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.695s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.678242] env[64120]: DEBUG nova.network.neutron [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Successfully updated port: 60736244-fa3c-40f6-8908-e5e326dc5a6b {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1038.803410] env[64120]: DEBUG oslo_vmware.api [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': task-1406032, 'name': ReconfigVM_Task, 'duration_secs': 0.332051} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.805107] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 96a40bb6-97eb-49cb-80f3-da6737798c03/96a40bb6-97eb-49cb-80f3-da6737798c03.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.806934] env[64120]: DEBUG nova.compute.manager [req-14d27ba9-49ab-46f3-a2a0-515bc4aff79f req-51af3311-3443-42fc-b6a8-439f334f9a7a service nova] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Received event network-vif-plugged-60736244-fa3c-40f6-8908-e5e326dc5a6b {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1038.806934] env[64120]: DEBUG oslo_concurrency.lockutils [req-14d27ba9-49ab-46f3-a2a0-515bc4aff79f req-51af3311-3443-42fc-b6a8-439f334f9a7a service nova] Acquiring lock "8ef31af0-a100-46ee-8be6-d2c444880e44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.807137] env[64120]: DEBUG oslo_concurrency.lockutils [req-14d27ba9-49ab-46f3-a2a0-515bc4aff79f req-51af3311-3443-42fc-b6a8-439f334f9a7a service nova] Lock "8ef31af0-a100-46ee-8be6-d2c444880e44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.807323] env[64120]: DEBUG oslo_concurrency.lockutils [req-14d27ba9-49ab-46f3-a2a0-515bc4aff79f req-51af3311-3443-42fc-b6a8-439f334f9a7a service nova] Lock "8ef31af0-a100-46ee-8be6-d2c444880e44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.807525] env[64120]: DEBUG nova.compute.manager [req-14d27ba9-49ab-46f3-a2a0-515bc4aff79f req-51af3311-3443-42fc-b6a8-439f334f9a7a service nova] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] No waiting events found dispatching network-vif-plugged-60736244-fa3c-40f6-8908-e5e326dc5a6b {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1038.807695] env[64120]: WARNING nova.compute.manager [req-14d27ba9-49ab-46f3-a2a0-515bc4aff79f req-51af3311-3443-42fc-b6a8-439f334f9a7a service nova] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Received unexpected event network-vif-plugged-60736244-fa3c-40f6-8908-e5e326dc5a6b for instance with vm_state building and task_state spawning. [ 1038.807992] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1949eb7-31bc-4c2a-a246-18fdb8a36130 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.824561] env[64120]: DEBUG oslo_vmware.api [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Waiting for the task: (returnval){ [ 1038.824561] env[64120]: value = "task-1406033" [ 1038.824561] env[64120]: _type = "Task" [ 1038.824561] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.831039] env[64120]: INFO nova.compute.manager [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Took 48.73 seconds to build instance. [ 1038.834035] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a6331d6b-3587-4ef5-b134-10f94771ae79 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Lock "a4c04c6d-8d9b-4859-9ece-a256f8cd0f18" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.865s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.840890] env[64120]: DEBUG oslo_vmware.api [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': task-1406033, 'name': Rename_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.858156] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5b5e18b-832d-4cc8-9f1f-2ae8de131b9a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.868351] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9a1aca-f32f-4034-99c0-5eee64369150 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.900858] env[64120]: DEBUG nova.compute.manager [req-bf790f9e-b37c-4965-9f8b-e04a54623a52 req-959ec9a2-c013-40a7-9905-09f7989aaf0d service nova] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Detach interface failed, port_id=e88d99c5-d027-47a5-83bc-f9882c0e399b, reason: Instance cdf0bc19-3793-4b5b-b693-f380ab2797c6 could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1038.905473] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b05ee38c-0b02-4811-9e0f-0b743763c74c tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Acquiring lock "a4c04c6d-8d9b-4859-9ece-a256f8cd0f18" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.905707] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b05ee38c-0b02-4811-9e0f-0b743763c74c tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Lock "a4c04c6d-8d9b-4859-9ece-a256f8cd0f18" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.000117] env[64120]: INFO nova.compute.manager [-] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Took 1.31 seconds to deallocate network for instance. [ 1039.185021] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Acquiring lock "refresh_cache-8ef31af0-a100-46ee-8be6-d2c444880e44" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.185021] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Acquired lock "refresh_cache-8ef31af0-a100-46ee-8be6-d2c444880e44" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.185021] env[64120]: DEBUG nova.network.neutron [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.217720] env[64120]: DEBUG nova.network.neutron [-] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.335200] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ce5daec6-0a68-4864-b330-b26d7189dcd1 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Lock "d57efb12-3708-4a0d-8987-4efe69887d86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.029s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.345370] env[64120]: DEBUG oslo_vmware.api [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': task-1406033, 'name': Rename_Task, 'duration_secs': 0.178043} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.345864] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.346389] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71fea562-d649-46c5-9194-e0c9b4c0a5ce {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.389742] env[64120]: DEBUG oslo_vmware.api [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Waiting for the task: (returnval){ [ 1039.389742] env[64120]: value = "task-1406034" [ 1039.389742] env[64120]: _type = "Task" [ 1039.389742] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.389742] env[64120]: DEBUG oslo_vmware.api [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': task-1406034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.408388] env[64120]: INFO nova.compute.manager [None req-b05ee38c-0b02-4811-9e0f-0b743763c74c tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Detaching volume f0b1ac2c-fbd8-433f-8714-d9c0049a6072 [ 1039.445368] env[64120]: INFO nova.virt.block_device [None req-b05ee38c-0b02-4811-9e0f-0b743763c74c tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Attempting to driver detach volume f0b1ac2c-fbd8-433f-8714-d9c0049a6072 from mountpoint /dev/sdb [ 1039.445613] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-b05ee38c-0b02-4811-9e0f-0b743763c74c tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Volume detach. Driver type: vmdk {{(pid=64120) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1039.445888] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-b05ee38c-0b02-4811-9e0f-0b743763c74c tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298020', 'volume_id': 'f0b1ac2c-fbd8-433f-8714-d9c0049a6072', 'name': 'volume-f0b1ac2c-fbd8-433f-8714-d9c0049a6072', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a4c04c6d-8d9b-4859-9ece-a256f8cd0f18', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0b1ac2c-fbd8-433f-8714-d9c0049a6072', 'serial': 'f0b1ac2c-fbd8-433f-8714-d9c0049a6072'} {{(pid=64120) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1039.446778] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49faab51-d397-4e7c-8c8a-d9c1959c59bb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.476156] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3568fda-2a80-42a4-bc98-e4566cb6ca10 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.485762] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459ea15e-d2bb-4252-925a-99729c9f03b0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.517294] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab686c00-d5fe-4d93-b8bf-6eaa19b0fb50 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.520707] env[64120]: DEBUG oslo_concurrency.lockutils [None req-039c379f-4a6f-4265-b5a0-b207cfef24c9 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.535852] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-b05ee38c-0b02-4811-9e0f-0b743763c74c tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] The volume has not been displaced from its original location: [datastore1] volume-f0b1ac2c-fbd8-433f-8714-d9c0049a6072/volume-f0b1ac2c-fbd8-433f-8714-d9c0049a6072.vmdk. No consolidation needed. {{(pid=64120) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1039.541248] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-b05ee38c-0b02-4811-9e0f-0b743763c74c tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Reconfiguring VM instance instance-00000016 to detach disk 2001 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1039.544349] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30a633bf-74b1-4913-bdc0-27691c24fa2f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.564913] env[64120]: DEBUG oslo_vmware.api [None req-b05ee38c-0b02-4811-9e0f-0b743763c74c tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Waiting for the task: (returnval){ [ 1039.564913] env[64120]: value = "task-1406035" [ 1039.564913] env[64120]: _type = "Task" [ 1039.564913] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.576507] env[64120]: DEBUG oslo_vmware.api [None req-b05ee38c-0b02-4811-9e0f-0b743763c74c tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1406035, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.723022] env[64120]: INFO nova.compute.manager [-] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Took 1.42 seconds to deallocate network for instance. [ 1039.724106] env[64120]: DEBUG nova.network.neutron [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.752164] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fb0fac-6c28-4dd6-a5f2-ba3b69201730 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.761907] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a51d99-e578-45a0-a5a9-13f176edfa92 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.798952] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1531f73b-30e8-4b80-a6be-2c545a18467c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.808287] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f169f4-c715-46b1-82d3-65e53823bac3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.827038] env[64120]: DEBUG nova.compute.provider_tree [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1039.847349] env[64120]: DEBUG nova.compute.manager [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1039.874686] env[64120]: DEBUG oslo_vmware.api [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': task-1406034, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.981199] env[64120]: DEBUG nova.network.neutron [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Updating instance_info_cache with network_info: [{"id": "60736244-fa3c-40f6-8908-e5e326dc5a6b", "address": "fa:16:3e:86:a2:02", "network": {"id": "4b156919-a871-4c82-a8ce-c832b7a83a3e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1579752681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8239816e8525411da6773f29177b1570", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60736244-fa", "ovs_interfaceid": "60736244-fa3c-40f6-8908-e5e326dc5a6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.985107] env[64120]: DEBUG oslo_vmware.rw_handles [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52266867-16fc-154f-d291-af4d74adb4bf/disk-0.vmdk. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1039.985615] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcdb8e2-b813-496f-a8b5-3f88c9498655 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.992862] env[64120]: DEBUG oslo_vmware.rw_handles [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52266867-16fc-154f-d291-af4d74adb4bf/disk-0.vmdk is in state: ready. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1039.993078] env[64120]: ERROR oslo_vmware.rw_handles [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52266867-16fc-154f-d291-af4d74adb4bf/disk-0.vmdk due to incomplete transfer. [ 1039.993324] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cdf4d11a-31ba-4d62-bc47-8a5ba653509c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.001854] env[64120]: DEBUG oslo_vmware.rw_handles [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52266867-16fc-154f-d291-af4d74adb4bf/disk-0.vmdk. {{(pid=64120) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1040.002097] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Uploaded image 544450e3-8956-4c45-a43a-be067f4002db to the Glance image server {{(pid=64120) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1040.005341] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Destroying the VM {{(pid=64120) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1040.005341] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a5ecff09-9a19-46d7-ae69-e958466d1fc1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.014952] env[64120]: DEBUG oslo_vmware.api [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1040.014952] env[64120]: value = "task-1406036" [ 1040.014952] env[64120]: _type = "Task" [ 1040.014952] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.023058] env[64120]: DEBUG oslo_vmware.api [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406036, 'name': Destroy_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.077785] env[64120]: DEBUG oslo_vmware.api [None req-b05ee38c-0b02-4811-9e0f-0b743763c74c tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1406035, 'name': ReconfigVM_Task, 'duration_secs': 0.260723} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.081812] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-b05ee38c-0b02-4811-9e0f-0b743763c74c tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Reconfigured VM instance instance-00000016 to detach disk 2001 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1040.086610] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1a74769-b0fc-45ad-a920-684df27cc0a4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.104453] env[64120]: DEBUG oslo_vmware.api [None req-b05ee38c-0b02-4811-9e0f-0b743763c74c tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Waiting for the task: (returnval){ [ 1040.104453] env[64120]: value = "task-1406037" [ 1040.104453] env[64120]: _type = "Task" [ 1040.104453] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.114716] env[64120]: DEBUG oslo_vmware.api [None req-b05ee38c-0b02-4811-9e0f-0b743763c74c tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1406037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.238772] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8be83f2a-c04e-4606-97b9-8361c3b88f31 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.364217] env[64120]: DEBUG nova.scheduler.client.report [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Updated inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with generation 66 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1040.364484] env[64120]: DEBUG nova.compute.provider_tree [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Updating resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 generation from 66 to 67 during operation: update_inventory {{(pid=64120) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1040.364718] env[64120]: DEBUG nova.compute.provider_tree [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1040.373958] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.379315] env[64120]: DEBUG oslo_vmware.api [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': task-1406034, 'name': PowerOnVM_Task, 'duration_secs': 0.550603} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.379569] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.379790] env[64120]: INFO nova.compute.manager [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1040.381429] env[64120]: DEBUG nova.compute.manager [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1040.381429] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d9b185-fbf9-4bdc-acbf-918890bc50be {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.388223] env[64120]: DEBUG nova.compute.manager [req-6ebf964e-5254-42ab-aa52-dd378c52d9d8 req-fc999dcc-9584-4076-97ba-f6bb1dc74b9e service nova] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Received event network-vif-deleted-88de823f-9a5f-44ec-9b96-91012b35c811 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1040.388565] env[64120]: DEBUG nova.compute.manager [req-6ebf964e-5254-42ab-aa52-dd378c52d9d8 req-fc999dcc-9584-4076-97ba-f6bb1dc74b9e service nova] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Received event network-changed-990e1043-7031-4104-b782-ca71bfc4e9b1 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1040.388848] env[64120]: DEBUG nova.compute.manager [req-6ebf964e-5254-42ab-aa52-dd378c52d9d8 req-fc999dcc-9584-4076-97ba-f6bb1dc74b9e service nova] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Refreshing instance network info cache due to event network-changed-990e1043-7031-4104-b782-ca71bfc4e9b1. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1040.389146] env[64120]: DEBUG oslo_concurrency.lockutils [req-6ebf964e-5254-42ab-aa52-dd378c52d9d8 req-fc999dcc-9584-4076-97ba-f6bb1dc74b9e service nova] Acquiring lock "refresh_cache-d57efb12-3708-4a0d-8987-4efe69887d86" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.389354] env[64120]: DEBUG oslo_concurrency.lockutils [req-6ebf964e-5254-42ab-aa52-dd378c52d9d8 req-fc999dcc-9584-4076-97ba-f6bb1dc74b9e service nova] Acquired lock "refresh_cache-d57efb12-3708-4a0d-8987-4efe69887d86" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.389666] env[64120]: DEBUG nova.network.neutron [req-6ebf964e-5254-42ab-aa52-dd378c52d9d8 req-fc999dcc-9584-4076-97ba-f6bb1dc74b9e service nova] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Refreshing network info cache for port 990e1043-7031-4104-b782-ca71bfc4e9b1 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.483144] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Releasing lock "refresh_cache-8ef31af0-a100-46ee-8be6-d2c444880e44" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.483481] env[64120]: DEBUG nova.compute.manager [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Instance network_info: |[{"id": "60736244-fa3c-40f6-8908-e5e326dc5a6b", "address": "fa:16:3e:86:a2:02", "network": {"id": "4b156919-a871-4c82-a8ce-c832b7a83a3e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1579752681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8239816e8525411da6773f29177b1570", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60736244-fa", "ovs_interfaceid": "60736244-fa3c-40f6-8908-e5e326dc5a6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1040.483926] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:a2:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60736244-fa3c-40f6-8908-e5e326dc5a6b', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.491584] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Creating folder: Project (8239816e8525411da6773f29177b1570). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1040.491876] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-932a27e4-9470-4bd4-aa0a-230fe657a36f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.503820] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Created folder: Project (8239816e8525411da6773f29177b1570) in parent group-v297899. [ 1040.504025] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Creating folder: Instances. Parent ref: group-v298022. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1040.504280] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7392f6e0-7bca-4ecd-b662-b02c6b9ac4dc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.519285] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Created folder: Instances in parent group-v298022. [ 1040.519542] env[64120]: DEBUG oslo.service.loopingcall [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1040.519749] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.520362] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe75bfc6-9e1e-4269-bb2c-6c5c51f3cb2d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.537490] env[64120]: DEBUG oslo_vmware.api [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406036, 'name': Destroy_Task} progress is 33%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.543686] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.543686] env[64120]: value = "task-1406040" [ 1040.543686] env[64120]: _type = "Task" [ 1040.543686] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.551515] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406040, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.615904] env[64120]: DEBUG oslo_vmware.api [None req-b05ee38c-0b02-4811-9e0f-0b743763c74c tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1406037, 'name': ReconfigVM_Task, 'duration_secs': 0.17312} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.616376] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-b05ee38c-0b02-4811-9e0f-0b743763c74c tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298020', 'volume_id': 'f0b1ac2c-fbd8-433f-8714-d9c0049a6072', 'name': 'volume-f0b1ac2c-fbd8-433f-8714-d9c0049a6072', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a4c04c6d-8d9b-4859-9ece-a256f8cd0f18', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0b1ac2c-fbd8-433f-8714-d9c0049a6072', 'serial': 'f0b1ac2c-fbd8-433f-8714-d9c0049a6072'} {{(pid=64120) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1040.832595] env[64120]: DEBUG nova.compute.manager [req-bb22c0ad-6f44-4fdf-bd01-efba823aa300 req-9bcba565-3a50-419f-b9b1-a68eab710cca service nova] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Received event network-changed-60736244-fa3c-40f6-8908-e5e326dc5a6b {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1040.832710] env[64120]: DEBUG nova.compute.manager [req-bb22c0ad-6f44-4fdf-bd01-efba823aa300 req-9bcba565-3a50-419f-b9b1-a68eab710cca service nova] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Refreshing instance network info cache due to event network-changed-60736244-fa3c-40f6-8908-e5e326dc5a6b. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1040.832929] env[64120]: DEBUG oslo_concurrency.lockutils [req-bb22c0ad-6f44-4fdf-bd01-efba823aa300 req-9bcba565-3a50-419f-b9b1-a68eab710cca service nova] Acquiring lock "refresh_cache-8ef31af0-a100-46ee-8be6-d2c444880e44" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.833088] env[64120]: DEBUG oslo_concurrency.lockutils [req-bb22c0ad-6f44-4fdf-bd01-efba823aa300 req-9bcba565-3a50-419f-b9b1-a68eab710cca service nova] Acquired lock "refresh_cache-8ef31af0-a100-46ee-8be6-d2c444880e44" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.833252] env[64120]: DEBUG nova.network.neutron [req-bb22c0ad-6f44-4fdf-bd01-efba823aa300 req-9bcba565-3a50-419f-b9b1-a68eab710cca service nova] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Refreshing network info cache for port 60736244-fa3c-40f6-8908-e5e326dc5a6b {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.873772] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.874427] env[64120]: DEBUG nova.compute.manager [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1040.877435] env[64120]: DEBUG oslo_concurrency.lockutils [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.479s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.879788] env[64120]: INFO nova.compute.claims [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.908027] env[64120]: INFO nova.compute.manager [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Took 38.10 seconds to build instance. [ 1041.032027] env[64120]: DEBUG oslo_vmware.api [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406036, 'name': Destroy_Task, 'duration_secs': 0.81028} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.032027] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Destroyed the VM [ 1041.032027] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Deleting Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1041.032027] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-65d99ced-a061-4cfe-ba24-4335f59f8a06 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.041404] env[64120]: DEBUG oslo_vmware.api [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1041.041404] env[64120]: value = "task-1406041" [ 1041.041404] env[64120]: _type = "Task" [ 1041.041404] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.058941] env[64120]: DEBUG oslo_vmware.api [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406041, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.064725] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406040, 'name': CreateVM_Task, 'duration_secs': 0.381627} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.065227] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.066308] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.068806] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.068806] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.068806] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92692dc7-6fec-45cb-aaf6-4769f3a16034 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.075304] env[64120]: DEBUG oslo_vmware.api [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Waiting for the task: (returnval){ [ 1041.075304] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521e5cff-c630-b5b9-4e58-d3880e7e3059" [ 1041.075304] env[64120]: _type = "Task" [ 1041.075304] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.088672] env[64120]: DEBUG oslo_vmware.api [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521e5cff-c630-b5b9-4e58-d3880e7e3059, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.196273] env[64120]: DEBUG nova.objects.instance [None req-b05ee38c-0b02-4811-9e0f-0b743763c74c tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Lazy-loading 'flavor' on Instance uuid a4c04c6d-8d9b-4859-9ece-a256f8cd0f18 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.299780] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a1bcf33d-93b0-4104-aacd-4423afd4f2b8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "8d8da40e-e5a1-4d8c-9879-21f56e03558d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.299780] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a1bcf33d-93b0-4104-aacd-4423afd4f2b8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "8d8da40e-e5a1-4d8c-9879-21f56e03558d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.300148] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a1bcf33d-93b0-4104-aacd-4423afd4f2b8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "8d8da40e-e5a1-4d8c-9879-21f56e03558d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.300148] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a1bcf33d-93b0-4104-aacd-4423afd4f2b8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "8d8da40e-e5a1-4d8c-9879-21f56e03558d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.300210] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a1bcf33d-93b0-4104-aacd-4423afd4f2b8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "8d8da40e-e5a1-4d8c-9879-21f56e03558d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.304699] env[64120]: INFO nova.compute.manager [None req-a1bcf33d-93b0-4104-aacd-4423afd4f2b8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Terminating instance [ 1041.305011] env[64120]: DEBUG nova.compute.manager [None req-a1bcf33d-93b0-4104-aacd-4423afd4f2b8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1041.305274] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bcf33d-93b0-4104-aacd-4423afd4f2b8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.306189] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e842404-78fe-4a59-9ed1-f223799d68d4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.316961] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bcf33d-93b0-4104-aacd-4423afd4f2b8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.317248] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a793715-1334-4f7d-b842-797d00444aad {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.387660] env[64120]: DEBUG nova.compute.utils [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1041.389805] env[64120]: DEBUG nova.compute.manager [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1041.389805] env[64120]: DEBUG nova.network.neutron [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1041.410049] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3948a89e-e530-43d5-b7e5-d288479c7835 tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Lock "96a40bb6-97eb-49cb-80f3-da6737798c03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.150s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.494327] env[64120]: DEBUG nova.policy [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'baf323ef6d6947e587922fea0129379b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41ef03202d0544e8914773bd2a0d7e85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1041.551499] env[64120]: DEBUG oslo_vmware.api [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406041, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.552389] env[64120]: DEBUG nova.network.neutron [req-6ebf964e-5254-42ab-aa52-dd378c52d9d8 req-fc999dcc-9584-4076-97ba-f6bb1dc74b9e service nova] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Updated VIF entry in instance network info cache for port 990e1043-7031-4104-b782-ca71bfc4e9b1. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.552829] env[64120]: DEBUG nova.network.neutron [req-6ebf964e-5254-42ab-aa52-dd378c52d9d8 req-fc999dcc-9584-4076-97ba-f6bb1dc74b9e service nova] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Updating instance_info_cache with network_info: [{"id": "990e1043-7031-4104-b782-ca71bfc4e9b1", "address": "fa:16:3e:4b:81:34", "network": {"id": "9461fc14-daaf-456f-bb62-5bdec1ace15b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-806957781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2fdea6513314971bde7f3296b413e6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap990e1043-70", "ovs_interfaceid": "990e1043-7031-4104-b782-ca71bfc4e9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.566382] env[64120]: DEBUG nova.network.neutron [req-bb22c0ad-6f44-4fdf-bd01-efba823aa300 req-9bcba565-3a50-419f-b9b1-a68eab710cca service nova] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Updated VIF entry in instance network info cache for port 60736244-fa3c-40f6-8908-e5e326dc5a6b. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.568232] env[64120]: DEBUG nova.network.neutron [req-bb22c0ad-6f44-4fdf-bd01-efba823aa300 req-9bcba565-3a50-419f-b9b1-a68eab710cca service nova] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Updating instance_info_cache with network_info: [{"id": "60736244-fa3c-40f6-8908-e5e326dc5a6b", "address": "fa:16:3e:86:a2:02", "network": {"id": "4b156919-a871-4c82-a8ce-c832b7a83a3e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1579752681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8239816e8525411da6773f29177b1570", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60736244-fa", "ovs_interfaceid": "60736244-fa3c-40f6-8908-e5e326dc5a6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.588216] env[64120]: DEBUG oslo_vmware.api [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521e5cff-c630-b5b9-4e58-d3880e7e3059, 'name': SearchDatastore_Task, 'duration_secs': 0.024569} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.588838] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.589164] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.589584] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.589818] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.590082] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.590510] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81be3a4a-79c2-4015-a773-7117a13614d6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.601701] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.602033] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.602830] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f42c02c-d60d-4f3e-8b9d-cb5f9379f53f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.609737] env[64120]: DEBUG oslo_vmware.api [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Waiting for the task: (returnval){ [ 1041.609737] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5222d47a-eac1-38d6-bb8e-86a61775de83" [ 1041.609737] env[64120]: _type = "Task" [ 1041.609737] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.618939] env[64120]: DEBUG oslo_vmware.api [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5222d47a-eac1-38d6-bb8e-86a61775de83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.891404] env[64120]: DEBUG nova.compute.manager [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1041.913462] env[64120]: DEBUG nova.compute.manager [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1041.919089] env[64120]: DEBUG nova.network.neutron [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Successfully created port: fc3c2e65-a3d5-41ef-8bc1-7b3b7d4783af {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.054421] env[64120]: DEBUG oslo_vmware.api [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406041, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.054900] env[64120]: DEBUG oslo_concurrency.lockutils [req-6ebf964e-5254-42ab-aa52-dd378c52d9d8 req-fc999dcc-9584-4076-97ba-f6bb1dc74b9e service nova] Releasing lock "refresh_cache-d57efb12-3708-4a0d-8987-4efe69887d86" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.069319] env[64120]: DEBUG oslo_concurrency.lockutils [req-bb22c0ad-6f44-4fdf-bd01-efba823aa300 req-9bcba565-3a50-419f-b9b1-a68eab710cca service nova] Releasing lock "refresh_cache-8ef31af0-a100-46ee-8be6-d2c444880e44" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.121730] env[64120]: DEBUG oslo_vmware.api [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5222d47a-eac1-38d6-bb8e-86a61775de83, 'name': SearchDatastore_Task, 'duration_secs': 0.019415} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.123161] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c1d0ad5-ca48-4860-8c57-3b1013c8ebe2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.131372] env[64120]: DEBUG oslo_vmware.api [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Waiting for the task: (returnval){ [ 1042.131372] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52bf1688-1e5e-a946-bae0-ad1295423340" [ 1042.131372] env[64120]: _type = "Task" [ 1042.131372] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.144985] env[64120]: DEBUG oslo_vmware.api [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52bf1688-1e5e-a946-bae0-ad1295423340, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.208852] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b05ee38c-0b02-4811-9e0f-0b743763c74c tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Lock "a4c04c6d-8d9b-4859-9ece-a256f8cd0f18" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.301s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.280293] env[64120]: DEBUG oslo_concurrency.lockutils [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "0441676f-53f4-4b15-b318-bed35cb92f02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.281607] env[64120]: DEBUG oslo_concurrency.lockutils [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "0441676f-53f4-4b15-b318-bed35cb92f02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.412574] env[64120]: DEBUG nova.network.neutron [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Successfully created port: 5e793c80-c99c-4461-8190-2782db909c2b {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.425976] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bcf33d-93b0-4104-aacd-4423afd4f2b8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.425976] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bcf33d-93b0-4104-aacd-4423afd4f2b8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.425976] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1bcf33d-93b0-4104-aacd-4423afd4f2b8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Deleting the datastore file [datastore2] 8d8da40e-e5a1-4d8c-9879-21f56e03558d {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.427564] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d259ba3e-07ac-4583-b6c2-c45e8c6d4930 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.435057] env[64120]: DEBUG oslo_vmware.api [None req-a1bcf33d-93b0-4104-aacd-4423afd4f2b8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1042.435057] env[64120]: value = "task-1406043" [ 1042.435057] env[64120]: _type = "Task" [ 1042.435057] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.444202] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.451066] env[64120]: DEBUG oslo_vmware.api [None req-a1bcf33d-93b0-4104-aacd-4423afd4f2b8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.525985] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4b417b-9e94-4b10-8dc1-cfb114826fdb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.535234] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2c8691-d602-4551-83d9-3cb573423943 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.578291] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c973aa62-ef97-4c8d-83d6-13fc48b05bf6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.590237] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb3ff9f-0731-4349-9fa5-c278347f6713 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.595840] env[64120]: DEBUG oslo_vmware.api [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406041, 'name': RemoveSnapshot_Task, 'duration_secs': 1.286439} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.596202] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Deleted Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1042.596519] env[64120]: INFO nova.compute.manager [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Took 18.34 seconds to snapshot the instance on the hypervisor. [ 1042.611274] env[64120]: DEBUG nova.compute.provider_tree [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1042.643399] env[64120]: DEBUG oslo_vmware.api [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52bf1688-1e5e-a946-bae0-ad1295423340, 'name': SearchDatastore_Task, 'duration_secs': 0.011305} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.643733] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.644037] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 8ef31af0-a100-46ee-8be6-d2c444880e44/8ef31af0-a100-46ee-8be6-d2c444880e44.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.644591] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e79be87-eeb4-4ae0-9135-13022114e741 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.652718] env[64120]: DEBUG oslo_vmware.api [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Waiting for the task: (returnval){ [ 1042.652718] env[64120]: value = "task-1406044" [ 1042.652718] env[64120]: _type = "Task" [ 1042.652718] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.661722] env[64120]: DEBUG oslo_vmware.api [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Task: {'id': task-1406044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.903843] env[64120]: DEBUG nova.compute.manager [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1042.929579] env[64120]: DEBUG nova.virt.hardware [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1042.929910] env[64120]: DEBUG nova.virt.hardware [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1042.930471] env[64120]: DEBUG nova.virt.hardware [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.930726] env[64120]: DEBUG nova.virt.hardware [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1042.930890] env[64120]: DEBUG nova.virt.hardware [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.931054] env[64120]: DEBUG nova.virt.hardware [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1042.931281] env[64120]: DEBUG nova.virt.hardware [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1042.931441] env[64120]: DEBUG nova.virt.hardware [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1042.931649] env[64120]: DEBUG nova.virt.hardware [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1042.932014] env[64120]: DEBUG nova.virt.hardware [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1042.932283] env[64120]: DEBUG nova.virt.hardware [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1042.933548] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b519d0f7-b689-429d-9411-3f2fb93bb55e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.952585] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae652859-a298-4615-83b6-1a63fd30c4fe {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.957605] env[64120]: DEBUG oslo_vmware.api [None req-a1bcf33d-93b0-4104-aacd-4423afd4f2b8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176104} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.957997] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1bcf33d-93b0-4104-aacd-4423afd4f2b8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.958259] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bcf33d-93b0-4104-aacd-4423afd4f2b8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.958712] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bcf33d-93b0-4104-aacd-4423afd4f2b8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.958936] env[64120]: INFO nova.compute.manager [None req-a1bcf33d-93b0-4104-aacd-4423afd4f2b8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1042.959189] env[64120]: DEBUG oslo.service.loopingcall [None req-a1bcf33d-93b0-4104-aacd-4423afd4f2b8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1042.959849] env[64120]: DEBUG nova.compute.manager [-] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1042.959981] env[64120]: DEBUG nova.network.neutron [-] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.100669] env[64120]: DEBUG nova.compute.manager [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Instance disappeared during snapshot {{(pid=64120) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4494}} [ 1043.115516] env[64120]: DEBUG nova.compute.manager [None req-74b0bf26-58e8-4b41-a7a8-1cfcf7a7d538 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Image not found during clean up 544450e3-8956-4c45-a43a-be067f4002db {{(pid=64120) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4500}} [ 1043.147190] env[64120]: ERROR nova.scheduler.client.report [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [req-77e8f0a4-c2c2-4bee-8a76-0af0ab30ff6e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4ceac537-82ec-49fa-8fac-aa5d6181b318. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-77e8f0a4-c2c2-4bee-8a76-0af0ab30ff6e"}]} [ 1043.154517] env[64120]: DEBUG nova.compute.manager [req-1d0074f3-c98e-44da-91d4-9948c57f5a2d req-b6089c0a-cbca-4736-8745-1b5469dd9af3 service nova] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Received event network-changed-84875cf2-2c2a-4233-b4fc-3b966c0a4303 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1043.154742] env[64120]: DEBUG nova.compute.manager [req-1d0074f3-c98e-44da-91d4-9948c57f5a2d req-b6089c0a-cbca-4736-8745-1b5469dd9af3 service nova] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Refreshing instance network info cache due to event network-changed-84875cf2-2c2a-4233-b4fc-3b966c0a4303. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1043.155182] env[64120]: DEBUG oslo_concurrency.lockutils [req-1d0074f3-c98e-44da-91d4-9948c57f5a2d req-b6089c0a-cbca-4736-8745-1b5469dd9af3 service nova] Acquiring lock "refresh_cache-96a40bb6-97eb-49cb-80f3-da6737798c03" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.155182] env[64120]: DEBUG oslo_concurrency.lockutils [req-1d0074f3-c98e-44da-91d4-9948c57f5a2d req-b6089c0a-cbca-4736-8745-1b5469dd9af3 service nova] Acquired lock "refresh_cache-96a40bb6-97eb-49cb-80f3-da6737798c03" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.155324] env[64120]: DEBUG nova.network.neutron [req-1d0074f3-c98e-44da-91d4-9948c57f5a2d req-b6089c0a-cbca-4736-8745-1b5469dd9af3 service nova] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Refreshing network info cache for port 84875cf2-2c2a-4233-b4fc-3b966c0a4303 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.172031] env[64120]: DEBUG nova.scheduler.client.report [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Refreshing inventories for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1043.177374] env[64120]: DEBUG oslo_vmware.api [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Task: {'id': task-1406044, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.199107] env[64120]: DEBUG nova.scheduler.client.report [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Updating ProviderTree inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1043.199458] env[64120]: DEBUG nova.compute.provider_tree [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1043.213419] env[64120]: DEBUG nova.scheduler.client.report [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Refreshing aggregate associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, aggregates: None {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1043.234825] env[64120]: DEBUG nova.scheduler.client.report [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Refreshing trait associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1043.648626] env[64120]: DEBUG nova.compute.manager [req-d899d6a0-c97d-4647-ac63-ef788c216af9 req-12b61459-ac67-4e48-8420-c4f1cf17da82 service nova] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Received event network-vif-deleted-49824755-9514-4eaa-81d8-8a14eb6caecc {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1043.648884] env[64120]: INFO nova.compute.manager [req-d899d6a0-c97d-4647-ac63-ef788c216af9 req-12b61459-ac67-4e48-8420-c4f1cf17da82 service nova] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Neutron deleted interface 49824755-9514-4eaa-81d8-8a14eb6caecc; detaching it from the instance and deleting it from the info cache [ 1043.649027] env[64120]: DEBUG nova.network.neutron [req-d899d6a0-c97d-4647-ac63-ef788c216af9 req-12b61459-ac67-4e48-8420-c4f1cf17da82 service nova] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.669231] env[64120]: DEBUG oslo_vmware.api [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Task: {'id': task-1406044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56551} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.672825] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 8ef31af0-a100-46ee-8be6-d2c444880e44/8ef31af0-a100-46ee-8be6-d2c444880e44.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.673334] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.675051] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-736edec3-b4c7-4fc4-84af-003b37e4e466 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.689090] env[64120]: DEBUG oslo_vmware.api [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Waiting for the task: (returnval){ [ 1043.689090] env[64120]: value = "task-1406045" [ 1043.689090] env[64120]: _type = "Task" [ 1043.689090] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.700413] env[64120]: DEBUG oslo_vmware.api [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Task: {'id': task-1406045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.720821] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c3b622-0cfb-4317-b612-895c85c4ba8e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.731016] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a8397b-5ab0-4406-b6a9-b8bc9cf9fa4d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.766519] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1a0ad2-baa0-481f-ba4d-37f9e9d5562a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.775454] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3039f659-45bf-4fd0-87fa-d3a07aa56021 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.793830] env[64120]: DEBUG nova.compute.provider_tree [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1043.801608] env[64120]: DEBUG nova.network.neutron [-] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.807688] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Acquiring lock "e62a17bf-89e4-4c37-b270-52bf10a86d5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.807939] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Lock "e62a17bf-89e4-4c37-b270-52bf10a86d5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.914957] env[64120]: DEBUG nova.network.neutron [req-1d0074f3-c98e-44da-91d4-9948c57f5a2d req-b6089c0a-cbca-4736-8745-1b5469dd9af3 service nova] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Updated VIF entry in instance network info cache for port 84875cf2-2c2a-4233-b4fc-3b966c0a4303. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.915386] env[64120]: DEBUG nova.network.neutron [req-1d0074f3-c98e-44da-91d4-9948c57f5a2d req-b6089c0a-cbca-4736-8745-1b5469dd9af3 service nova] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Updating instance_info_cache with network_info: [{"id": "84875cf2-2c2a-4233-b4fc-3b966c0a4303", "address": "fa:16:3e:ec:8b:7d", "network": {"id": "f56ea31b-bda9-4034-9ce8-02c78e2f3b49", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-877030389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c16ef63849084a00b97d49ac4ccf948d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84875cf2-2c", "ovs_interfaceid": "84875cf2-2c2a-4233-b4fc-3b966c0a4303", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.098031] env[64120]: DEBUG oslo_concurrency.lockutils [None req-09922adc-7a80-41c7-9072-578249c281ab tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Acquiring lock "96a40bb6-97eb-49cb-80f3-da6737798c03" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.098351] env[64120]: DEBUG oslo_concurrency.lockutils [None req-09922adc-7a80-41c7-9072-578249c281ab tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Lock "96a40bb6-97eb-49cb-80f3-da6737798c03" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.098628] env[64120]: INFO nova.compute.manager [None req-09922adc-7a80-41c7-9072-578249c281ab tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Rebooting instance [ 1044.153765] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce93eae6-22c6-41b6-afe4-5d2075487608 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.173963] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480d07f8-7871-4f78-842c-874251145dd1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.216186] env[64120]: DEBUG oslo_vmware.api [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Task: {'id': task-1406045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.280798} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.216950] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.218370] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf96cdff-903f-42cb-a960-2d727fde64eb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.234023] env[64120]: DEBUG nova.compute.manager [req-d899d6a0-c97d-4647-ac63-ef788c216af9 req-12b61459-ac67-4e48-8420-c4f1cf17da82 service nova] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Detach interface failed, port_id=49824755-9514-4eaa-81d8-8a14eb6caecc, reason: Instance 8d8da40e-e5a1-4d8c-9879-21f56e03558d could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1044.255475] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 8ef31af0-a100-46ee-8be6-d2c444880e44/8ef31af0-a100-46ee-8be6-d2c444880e44.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.255798] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cb83e2f-0b14-4f95-a669-a7399eb6c73c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.277116] env[64120]: DEBUG oslo_vmware.api [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Waiting for the task: (returnval){ [ 1044.277116] env[64120]: value = "task-1406046" [ 1044.277116] env[64120]: _type = "Task" [ 1044.277116] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.286292] env[64120]: DEBUG oslo_vmware.api [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Task: {'id': task-1406046, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.305708] env[64120]: DEBUG nova.network.neutron [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Successfully updated port: fc3c2e65-a3d5-41ef-8bc1-7b3b7d4783af {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.310695] env[64120]: INFO nova.compute.manager [-] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Took 1.35 seconds to deallocate network for instance. [ 1044.323122] env[64120]: ERROR nova.scheduler.client.report [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [req-05cd49b2-12a9-4a99-83e0-063d20ad66a5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4ceac537-82ec-49fa-8fac-aa5d6181b318. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-05cd49b2-12a9-4a99-83e0-063d20ad66a5"}]} [ 1044.340992] env[64120]: DEBUG nova.scheduler.client.report [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Refreshing inventories for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1044.356194] env[64120]: DEBUG nova.scheduler.client.report [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Updating ProviderTree inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1044.356516] env[64120]: DEBUG nova.compute.provider_tree [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1044.370953] env[64120]: DEBUG nova.scheduler.client.report [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Refreshing aggregate associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, aggregates: None {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1044.390178] env[64120]: DEBUG nova.scheduler.client.report [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Refreshing trait associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1044.418024] env[64120]: DEBUG oslo_concurrency.lockutils [req-1d0074f3-c98e-44da-91d4-9948c57f5a2d req-b6089c0a-cbca-4736-8745-1b5469dd9af3 service nova] Releasing lock "refresh_cache-96a40bb6-97eb-49cb-80f3-da6737798c03" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.627428] env[64120]: DEBUG oslo_concurrency.lockutils [None req-09922adc-7a80-41c7-9072-578249c281ab tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Acquiring lock "refresh_cache-96a40bb6-97eb-49cb-80f3-da6737798c03" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.627642] env[64120]: DEBUG oslo_concurrency.lockutils [None req-09922adc-7a80-41c7-9072-578249c281ab tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Acquired lock "refresh_cache-96a40bb6-97eb-49cb-80f3-da6737798c03" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.628060] env[64120]: DEBUG nova.network.neutron [None req-09922adc-7a80-41c7-9072-578249c281ab tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.791756] env[64120]: DEBUG oslo_vmware.api [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Task: {'id': task-1406046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.818507] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a1bcf33d-93b0-4104-aacd-4423afd4f2b8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.843524] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1496da63-5f62-4479-8c2d-5acfdf11d6e4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.853587] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff59cd1d-0ae4-43f5-b185-638160dbe97e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.569572] env[64120]: DEBUG nova.compute.manager [req-4f1ea45c-3757-4edb-a8cc-c922a4bb831d req-2833a513-3626-4855-8509-49287a7b298a service nova] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Received event network-vif-plugged-fc3c2e65-a3d5-41ef-8bc1-7b3b7d4783af {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1045.569789] env[64120]: DEBUG oslo_concurrency.lockutils [req-4f1ea45c-3757-4edb-a8cc-c922a4bb831d req-2833a513-3626-4855-8509-49287a7b298a service nova] Acquiring lock "76f5f14b-36e5-46ab-8c05-ba352db612bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.569999] env[64120]: DEBUG oslo_concurrency.lockutils [req-4f1ea45c-3757-4edb-a8cc-c922a4bb831d req-2833a513-3626-4855-8509-49287a7b298a service nova] Lock "76f5f14b-36e5-46ab-8c05-ba352db612bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.570168] env[64120]: DEBUG oslo_concurrency.lockutils [req-4f1ea45c-3757-4edb-a8cc-c922a4bb831d req-2833a513-3626-4855-8509-49287a7b298a service nova] Lock "76f5f14b-36e5-46ab-8c05-ba352db612bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.570334] env[64120]: DEBUG nova.compute.manager [req-4f1ea45c-3757-4edb-a8cc-c922a4bb831d req-2833a513-3626-4855-8509-49287a7b298a service nova] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] No waiting events found dispatching network-vif-plugged-fc3c2e65-a3d5-41ef-8bc1-7b3b7d4783af {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1045.570499] env[64120]: WARNING nova.compute.manager [req-4f1ea45c-3757-4edb-a8cc-c922a4bb831d req-2833a513-3626-4855-8509-49287a7b298a service nova] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Received unexpected event network-vif-plugged-fc3c2e65-a3d5-41ef-8bc1-7b3b7d4783af for instance with vm_state building and task_state spawning. [ 1045.570656] env[64120]: DEBUG nova.compute.manager [req-4f1ea45c-3757-4edb-a8cc-c922a4bb831d req-2833a513-3626-4855-8509-49287a7b298a service nova] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Received event network-changed-fc3c2e65-a3d5-41ef-8bc1-7b3b7d4783af {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1045.570826] env[64120]: DEBUG nova.compute.manager [req-4f1ea45c-3757-4edb-a8cc-c922a4bb831d req-2833a513-3626-4855-8509-49287a7b298a service nova] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Refreshing instance network info cache due to event network-changed-fc3c2e65-a3d5-41ef-8bc1-7b3b7d4783af. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1045.571026] env[64120]: DEBUG oslo_concurrency.lockutils [req-4f1ea45c-3757-4edb-a8cc-c922a4bb831d req-2833a513-3626-4855-8509-49287a7b298a service nova] Acquiring lock "refresh_cache-76f5f14b-36e5-46ab-8c05-ba352db612bd" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.571165] env[64120]: DEBUG oslo_concurrency.lockutils [req-4f1ea45c-3757-4edb-a8cc-c922a4bb831d req-2833a513-3626-4855-8509-49287a7b298a service nova] Acquired lock "refresh_cache-76f5f14b-36e5-46ab-8c05-ba352db612bd" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.571320] env[64120]: DEBUG nova.network.neutron [req-4f1ea45c-3757-4edb-a8cc-c922a4bb831d req-2833a513-3626-4855-8509-49287a7b298a service nova] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Refreshing network info cache for port fc3c2e65-a3d5-41ef-8bc1-7b3b7d4783af {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.582445] env[64120]: DEBUG oslo_vmware.api [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Task: {'id': task-1406046, 'name': ReconfigVM_Task, 'duration_secs': 1.180859} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.606574] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 8ef31af0-a100-46ee-8be6-d2c444880e44/8ef31af0-a100-46ee-8be6-d2c444880e44.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.606948] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e454c802-2a57-4f3e-9559-3f1004a381ce {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.609510] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a08afde-06cd-4350-8992-bf6a43c72ece {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.618452] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d789261-3da2-4267-a300-ccec0a5d1b11 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.623765] env[64120]: DEBUG oslo_vmware.api [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Waiting for the task: (returnval){ [ 1045.623765] env[64120]: value = "task-1406047" [ 1045.623765] env[64120]: _type = "Task" [ 1045.623765] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.638245] env[64120]: DEBUG nova.compute.provider_tree [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1045.646113] env[64120]: DEBUG oslo_vmware.api [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Task: {'id': task-1406047, 'name': Rename_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.824008] env[64120]: DEBUG nova.network.neutron [None req-09922adc-7a80-41c7-9072-578249c281ab tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Updating instance_info_cache with network_info: [{"id": "84875cf2-2c2a-4233-b4fc-3b966c0a4303", "address": "fa:16:3e:ec:8b:7d", "network": {"id": "f56ea31b-bda9-4034-9ce8-02c78e2f3b49", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-877030389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c16ef63849084a00b97d49ac4ccf948d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84875cf2-2c", "ovs_interfaceid": "84875cf2-2c2a-4233-b4fc-3b966c0a4303", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.110044] env[64120]: DEBUG nova.network.neutron [req-4f1ea45c-3757-4edb-a8cc-c922a4bb831d req-2833a513-3626-4855-8509-49287a7b298a service nova] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.145561] env[64120]: DEBUG oslo_vmware.api [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Task: {'id': task-1406047, 'name': Rename_Task, 'duration_secs': 0.141664} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.147100] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.147100] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d474d606-0af6-49f9-af69-7342bf80d9e9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.155018] env[64120]: DEBUG oslo_vmware.api [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Waiting for the task: (returnval){ [ 1046.155018] env[64120]: value = "task-1406048" [ 1046.155018] env[64120]: _type = "Task" [ 1046.155018] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.163806] env[64120]: DEBUG oslo_vmware.api [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Task: {'id': task-1406048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.202367] env[64120]: DEBUG nova.scheduler.client.report [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Updated inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with generation 69 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1046.202709] env[64120]: DEBUG nova.compute.provider_tree [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Updating resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 generation from 69 to 70 during operation: update_inventory {{(pid=64120) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1046.203332] env[64120]: DEBUG nova.compute.provider_tree [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1046.222301] env[64120]: DEBUG nova.network.neutron [req-4f1ea45c-3757-4edb-a8cc-c922a4bb831d req-2833a513-3626-4855-8509-49287a7b298a service nova] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.326900] env[64120]: DEBUG oslo_concurrency.lockutils [None req-09922adc-7a80-41c7-9072-578249c281ab tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Releasing lock "refresh_cache-96a40bb6-97eb-49cb-80f3-da6737798c03" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.329354] env[64120]: DEBUG nova.compute.manager [None req-09922adc-7a80-41c7-9072-578249c281ab tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1046.330220] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efcab8a-3dfb-4ac0-9afa-a9fb5b7ddfb2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.561262] env[64120]: DEBUG nova.network.neutron [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Successfully updated port: 5e793c80-c99c-4461-8190-2782db909c2b {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.665831] env[64120]: DEBUG oslo_vmware.api [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Task: {'id': task-1406048, 'name': PowerOnVM_Task, 'duration_secs': 0.492649} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.666133] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.666433] env[64120]: INFO nova.compute.manager [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1046.666530] env[64120]: DEBUG nova.compute.manager [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1046.667317] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594aaa9e-8e46-4c70-a7dc-9d6e280eff71 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.713657] env[64120]: DEBUG oslo_concurrency.lockutils [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.836s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.714248] env[64120]: DEBUG nova.compute.manager [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1046.717055] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4225843a-7caa-4ad9-8ac8-1473bde3f506 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.765s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.717293] env[64120]: DEBUG nova.objects.instance [None req-4225843a-7caa-4ad9-8ac8-1473bde3f506 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Lazy-loading 'resources' on Instance uuid eefaff78-2165-4aa7-b991-605084c3d9c0 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.727829] env[64120]: DEBUG oslo_concurrency.lockutils [req-4f1ea45c-3757-4edb-a8cc-c922a4bb831d req-2833a513-3626-4855-8509-49287a7b298a service nova] Releasing lock "refresh_cache-76f5f14b-36e5-46ab-8c05-ba352db612bd" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.064295] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Acquiring lock "refresh_cache-76f5f14b-36e5-46ab-8c05-ba352db612bd" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.064295] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Acquired lock "refresh_cache-76f5f14b-36e5-46ab-8c05-ba352db612bd" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.064295] env[64120]: DEBUG nova.network.neutron [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.187755] env[64120]: INFO nova.compute.manager [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Took 41.14 seconds to build instance. [ 1047.207589] env[64120]: DEBUG nova.compute.manager [req-2c42a0ee-bd05-4195-b1bc-20f74371f28b req-14df6a68-5793-47c7-99bc-8b4af85e6253 service nova] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Received event network-vif-plugged-5e793c80-c99c-4461-8190-2782db909c2b {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1047.207866] env[64120]: DEBUG oslo_concurrency.lockutils [req-2c42a0ee-bd05-4195-b1bc-20f74371f28b req-14df6a68-5793-47c7-99bc-8b4af85e6253 service nova] Acquiring lock "76f5f14b-36e5-46ab-8c05-ba352db612bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.208488] env[64120]: DEBUG oslo_concurrency.lockutils [req-2c42a0ee-bd05-4195-b1bc-20f74371f28b req-14df6a68-5793-47c7-99bc-8b4af85e6253 service nova] Lock "76f5f14b-36e5-46ab-8c05-ba352db612bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.208488] env[64120]: DEBUG oslo_concurrency.lockutils [req-2c42a0ee-bd05-4195-b1bc-20f74371f28b req-14df6a68-5793-47c7-99bc-8b4af85e6253 service nova] Lock "76f5f14b-36e5-46ab-8c05-ba352db612bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.208796] env[64120]: DEBUG nova.compute.manager [req-2c42a0ee-bd05-4195-b1bc-20f74371f28b req-14df6a68-5793-47c7-99bc-8b4af85e6253 service nova] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] No waiting events found dispatching network-vif-plugged-5e793c80-c99c-4461-8190-2782db909c2b {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1047.209099] env[64120]: WARNING nova.compute.manager [req-2c42a0ee-bd05-4195-b1bc-20f74371f28b req-14df6a68-5793-47c7-99bc-8b4af85e6253 service nova] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Received unexpected event network-vif-plugged-5e793c80-c99c-4461-8190-2782db909c2b for instance with vm_state building and task_state spawning. [ 1047.209392] env[64120]: DEBUG nova.compute.manager [req-2c42a0ee-bd05-4195-b1bc-20f74371f28b req-14df6a68-5793-47c7-99bc-8b4af85e6253 service nova] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Received event network-changed-5e793c80-c99c-4461-8190-2782db909c2b {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1047.209709] env[64120]: DEBUG nova.compute.manager [req-2c42a0ee-bd05-4195-b1bc-20f74371f28b req-14df6a68-5793-47c7-99bc-8b4af85e6253 service nova] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Refreshing instance network info cache due to event network-changed-5e793c80-c99c-4461-8190-2782db909c2b. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1047.210060] env[64120]: DEBUG oslo_concurrency.lockutils [req-2c42a0ee-bd05-4195-b1bc-20f74371f28b req-14df6a68-5793-47c7-99bc-8b4af85e6253 service nova] Acquiring lock "refresh_cache-76f5f14b-36e5-46ab-8c05-ba352db612bd" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.221091] env[64120]: DEBUG nova.compute.utils [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1047.222658] env[64120]: DEBUG nova.compute.manager [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1047.222890] env[64120]: DEBUG nova.network.neutron [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1047.265500] env[64120]: DEBUG nova.policy [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30afa835e8d24e01b6b66bb876a6e9ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b86b74620ee4be384b30b74a26e6e2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1047.346116] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22492b2d-3f1d-4fb0-8639-ff48034e0b97 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.356780] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-09922adc-7a80-41c7-9072-578249c281ab tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Doing hard reboot of VM {{(pid=64120) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1047.356780] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-981ee833-1f51-4997-9a39-f9ace6692e5d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.368035] env[64120]: DEBUG oslo_vmware.api [None req-09922adc-7a80-41c7-9072-578249c281ab tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Waiting for the task: (returnval){ [ 1047.368035] env[64120]: value = "task-1406049" [ 1047.368035] env[64120]: _type = "Task" [ 1047.368035] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.381342] env[64120]: DEBUG oslo_vmware.api [None req-09922adc-7a80-41c7-9072-578249c281ab tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': task-1406049, 'name': ResetVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.619163] env[64120]: DEBUG nova.network.neutron [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1047.690099] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2e0b6fd0-e207-43d2-b0a4-c54911e2138f tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Lock "8ef31af0-a100-46ee-8be6-d2c444880e44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.791s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.728095] env[64120]: DEBUG nova.compute.manager [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1047.761285] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83187fb0-fc09-4306-8859-bd7cff67eed1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.769959] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef470898-6ac2-4a29-9279-7d66701a4b4a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.808083] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c32716-0183-4afe-b963-ad5b452eef5a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.821243] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b533d6-831a-4830-8cd9-d9e2089f39a5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.836722] env[64120]: DEBUG nova.compute.provider_tree [None req-4225843a-7caa-4ad9-8ac8-1473bde3f506 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.867725] env[64120]: DEBUG nova.network.neutron [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Successfully created port: 368fa85b-4bb6-4485-be39-67949fe72477 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.879179] env[64120]: DEBUG oslo_vmware.api [None req-09922adc-7a80-41c7-9072-578249c281ab tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': task-1406049, 'name': ResetVM_Task, 'duration_secs': 0.099949} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.879577] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-09922adc-7a80-41c7-9072-578249c281ab tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Did hard reboot of VM {{(pid=64120) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1047.880380] env[64120]: DEBUG nova.compute.manager [None req-09922adc-7a80-41c7-9072-578249c281ab tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1047.881189] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269df774-7fe6-445d-93aa-6ed7209362ad {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.965909] env[64120]: DEBUG nova.network.neutron [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Updating instance_info_cache with network_info: [{"id": "fc3c2e65-a3d5-41ef-8bc1-7b3b7d4783af", "address": "fa:16:3e:32:5a:1b", "network": {"id": "42f9e7f7-99ac-4d28-943e-e01e46c6a7d6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-186555469", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41ef03202d0544e8914773bd2a0d7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc3c2e65-a3", "ovs_interfaceid": "fc3c2e65-a3d5-41ef-8bc1-7b3b7d4783af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5e793c80-c99c-4461-8190-2782db909c2b", "address": "fa:16:3e:80:4a:6d", "network": {"id": "f43a927b-2d34-45ef-b678-4ce266051c10", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1710221673", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "41ef03202d0544e8914773bd2a0d7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e793c80-c9", "ovs_interfaceid": "5e793c80-c99c-4461-8190-2782db909c2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.193149] env[64120]: DEBUG nova.compute.manager [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1048.342371] env[64120]: DEBUG nova.scheduler.client.report [None req-4225843a-7caa-4ad9-8ac8-1473bde3f506 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1048.398211] env[64120]: DEBUG oslo_concurrency.lockutils [None req-09922adc-7a80-41c7-9072-578249c281ab tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Lock "96a40bb6-97eb-49cb-80f3-da6737798c03" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.300s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.471523] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Releasing lock "refresh_cache-76f5f14b-36e5-46ab-8c05-ba352db612bd" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.471962] env[64120]: DEBUG nova.compute.manager [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Instance network_info: |[{"id": "fc3c2e65-a3d5-41ef-8bc1-7b3b7d4783af", "address": "fa:16:3e:32:5a:1b", "network": {"id": "42f9e7f7-99ac-4d28-943e-e01e46c6a7d6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-186555469", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41ef03202d0544e8914773bd2a0d7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc3c2e65-a3", "ovs_interfaceid": "fc3c2e65-a3d5-41ef-8bc1-7b3b7d4783af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5e793c80-c99c-4461-8190-2782db909c2b", "address": "fa:16:3e:80:4a:6d", "network": {"id": "f43a927b-2d34-45ef-b678-4ce266051c10", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1710221673", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "41ef03202d0544e8914773bd2a0d7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e793c80-c9", "ovs_interfaceid": "5e793c80-c99c-4461-8190-2782db909c2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1048.472941] env[64120]: DEBUG oslo_concurrency.lockutils [req-2c42a0ee-bd05-4195-b1bc-20f74371f28b req-14df6a68-5793-47c7-99bc-8b4af85e6253 service nova] Acquired lock "refresh_cache-76f5f14b-36e5-46ab-8c05-ba352db612bd" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.472941] env[64120]: DEBUG nova.network.neutron [req-2c42a0ee-bd05-4195-b1bc-20f74371f28b req-14df6a68-5793-47c7-99bc-8b4af85e6253 service nova] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Refreshing network info cache for port 5e793c80-c99c-4461-8190-2782db909c2b {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.473843] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:5a:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47ca1ce6-8148-48d5-bcfe-89e39b73914e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc3c2e65-a3d5-41ef-8bc1-7b3b7d4783af', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:4a:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e793c80-c99c-4461-8190-2782db909c2b', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1048.484866] env[64120]: DEBUG oslo.service.loopingcall [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1048.488277] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1048.488792] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f2e89d7-2d80-4e50-8eaa-8445d6c84f90 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.512158] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1048.512158] env[64120]: value = "task-1406050" [ 1048.512158] env[64120]: _type = "Task" [ 1048.512158] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.520464] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406050, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.740306] env[64120]: DEBUG nova.compute.manager [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1048.745397] env[64120]: DEBUG oslo_concurrency.lockutils [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.750837] env[64120]: DEBUG nova.network.neutron [req-2c42a0ee-bd05-4195-b1bc-20f74371f28b req-14df6a68-5793-47c7-99bc-8b4af85e6253 service nova] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Updated VIF entry in instance network info cache for port 5e793c80-c99c-4461-8190-2782db909c2b. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.751319] env[64120]: DEBUG nova.network.neutron [req-2c42a0ee-bd05-4195-b1bc-20f74371f28b req-14df6a68-5793-47c7-99bc-8b4af85e6253 service nova] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Updating instance_info_cache with network_info: [{"id": "fc3c2e65-a3d5-41ef-8bc1-7b3b7d4783af", "address": "fa:16:3e:32:5a:1b", "network": {"id": "42f9e7f7-99ac-4d28-943e-e01e46c6a7d6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-186555469", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41ef03202d0544e8914773bd2a0d7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc3c2e65-a3", "ovs_interfaceid": "fc3c2e65-a3d5-41ef-8bc1-7b3b7d4783af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5e793c80-c99c-4461-8190-2782db909c2b", "address": "fa:16:3e:80:4a:6d", "network": {"id": "f43a927b-2d34-45ef-b678-4ce266051c10", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1710221673", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "41ef03202d0544e8914773bd2a0d7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e793c80-c9", "ovs_interfaceid": "5e793c80-c99c-4461-8190-2782db909c2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.790022] env[64120]: DEBUG nova.virt.hardware [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1048.790022] env[64120]: DEBUG nova.virt.hardware [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1048.790022] env[64120]: DEBUG nova.virt.hardware [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.790022] env[64120]: DEBUG nova.virt.hardware [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1048.790022] env[64120]: DEBUG nova.virt.hardware [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.790022] env[64120]: DEBUG nova.virt.hardware [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1048.790022] env[64120]: DEBUG nova.virt.hardware [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1048.790022] env[64120]: DEBUG nova.virt.hardware [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1048.790022] env[64120]: DEBUG nova.virt.hardware [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1048.790022] env[64120]: DEBUG nova.virt.hardware [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1048.790507] env[64120]: DEBUG nova.virt.hardware [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1048.791396] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8039a3-f316-4853-b290-e3b3e9572b36 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.800042] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6439dc-ebca-4892-a0a5-196900f570a8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.850289] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4225843a-7caa-4ad9-8ac8-1473bde3f506 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.853766] env[64120]: DEBUG oslo_concurrency.lockutils [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.288s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.855729] env[64120]: INFO nova.compute.claims [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.892456] env[64120]: INFO nova.scheduler.client.report [None req-4225843a-7caa-4ad9-8ac8-1473bde3f506 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Deleted allocations for instance eefaff78-2165-4aa7-b991-605084c3d9c0 [ 1049.023205] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406050, 'name': CreateVM_Task, 'duration_secs': 0.399427} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.023375] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.024159] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.024338] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.024658] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.024918] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5df35649-2b51-4424-b6d7-9bf8718e4a91 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.030176] env[64120]: DEBUG oslo_vmware.api [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Waiting for the task: (returnval){ [ 1049.030176] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526e35bc-ef8d-22d3-b4cb-b89ba5dfef32" [ 1049.030176] env[64120]: _type = "Task" [ 1049.030176] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.038382] env[64120]: DEBUG oslo_vmware.api [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526e35bc-ef8d-22d3-b4cb-b89ba5dfef32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.255975] env[64120]: DEBUG oslo_concurrency.lockutils [req-2c42a0ee-bd05-4195-b1bc-20f74371f28b req-14df6a68-5793-47c7-99bc-8b4af85e6253 service nova] Releasing lock "refresh_cache-76f5f14b-36e5-46ab-8c05-ba352db612bd" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.400274] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4225843a-7caa-4ad9-8ac8-1473bde3f506 tempest-FloatingIPsAssociationTestJSON-42942280 tempest-FloatingIPsAssociationTestJSON-42942280-project-member] Lock "eefaff78-2165-4aa7-b991-605084c3d9c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.560s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.542327] env[64120]: DEBUG oslo_vmware.api [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526e35bc-ef8d-22d3-b4cb-b89ba5dfef32, 'name': SearchDatastore_Task, 'duration_secs': 0.011958} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.542327] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.542403] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.542686] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.542841] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.543040] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.543313] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66182b65-0ce0-4db4-be44-3e89be2949cf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.554612] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.554612] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.555737] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e0cc086-cec2-4624-b071-e498d430cdb4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.562259] env[64120]: DEBUG oslo_vmware.api [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Waiting for the task: (returnval){ [ 1049.562259] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d1dbd3-88fb-17df-72b6-9385405386c5" [ 1049.562259] env[64120]: _type = "Task" [ 1049.562259] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.571356] env[64120]: DEBUG oslo_vmware.api [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d1dbd3-88fb-17df-72b6-9385405386c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.574069] env[64120]: DEBUG nova.compute.manager [req-e0c99916-7cca-4ea8-8997-8a3e876ffd84 req-ca7e7161-10de-4e4d-9ed1-79f1aef2813b service nova] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Received event network-changed-84875cf2-2c2a-4233-b4fc-3b966c0a4303 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1049.574176] env[64120]: DEBUG nova.compute.manager [req-e0c99916-7cca-4ea8-8997-8a3e876ffd84 req-ca7e7161-10de-4e4d-9ed1-79f1aef2813b service nova] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Refreshing instance network info cache due to event network-changed-84875cf2-2c2a-4233-b4fc-3b966c0a4303. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1049.574420] env[64120]: DEBUG oslo_concurrency.lockutils [req-e0c99916-7cca-4ea8-8997-8a3e876ffd84 req-ca7e7161-10de-4e4d-9ed1-79f1aef2813b service nova] Acquiring lock "refresh_cache-96a40bb6-97eb-49cb-80f3-da6737798c03" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.574502] env[64120]: DEBUG oslo_concurrency.lockutils [req-e0c99916-7cca-4ea8-8997-8a3e876ffd84 req-ca7e7161-10de-4e4d-9ed1-79f1aef2813b service nova] Acquired lock "refresh_cache-96a40bb6-97eb-49cb-80f3-da6737798c03" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.574661] env[64120]: DEBUG nova.network.neutron [req-e0c99916-7cca-4ea8-8997-8a3e876ffd84 req-ca7e7161-10de-4e4d-9ed1-79f1aef2813b service nova] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Refreshing network info cache for port 84875cf2-2c2a-4233-b4fc-3b966c0a4303 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.079280] env[64120]: DEBUG oslo_vmware.api [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d1dbd3-88fb-17df-72b6-9385405386c5, 'name': SearchDatastore_Task, 'duration_secs': 0.009275} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.080765] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05a40dda-3670-4922-9661-f1ef99a64b32 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.090432] env[64120]: DEBUG oslo_vmware.api [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Waiting for the task: (returnval){ [ 1050.090432] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521e00b2-b8e0-993e-a08b-8cf6da5a3554" [ 1050.090432] env[64120]: _type = "Task" [ 1050.090432] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.105832] env[64120]: DEBUG oslo_vmware.api [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521e00b2-b8e0-993e-a08b-8cf6da5a3554, 'name': SearchDatastore_Task, 'duration_secs': 0.010091} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.106124] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.107988] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 76f5f14b-36e5-46ab-8c05-ba352db612bd/76f5f14b-36e5-46ab-8c05-ba352db612bd.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.107988] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8755671a-cb15-49aa-bf10-59adeedecd53 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.115106] env[64120]: DEBUG oslo_vmware.api [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Waiting for the task: (returnval){ [ 1050.115106] env[64120]: value = "task-1406051" [ 1050.115106] env[64120]: _type = "Task" [ 1050.115106] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.130961] env[64120]: DEBUG oslo_vmware.api [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': task-1406051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.197717] env[64120]: DEBUG nova.network.neutron [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Successfully updated port: 368fa85b-4bb6-4485-be39-67949fe72477 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1050.444393] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fb299785-2f43-42ca-a4ef-f85f6c48855b tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Acquiring lock "96a40bb6-97eb-49cb-80f3-da6737798c03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.444780] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fb299785-2f43-42ca-a4ef-f85f6c48855b tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Lock "96a40bb6-97eb-49cb-80f3-da6737798c03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.444891] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fb299785-2f43-42ca-a4ef-f85f6c48855b tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Acquiring lock "96a40bb6-97eb-49cb-80f3-da6737798c03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.445212] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fb299785-2f43-42ca-a4ef-f85f6c48855b tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Lock "96a40bb6-97eb-49cb-80f3-da6737798c03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.445429] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fb299785-2f43-42ca-a4ef-f85f6c48855b tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Lock "96a40bb6-97eb-49cb-80f3-da6737798c03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.450337] env[64120]: INFO nova.compute.manager [None req-fb299785-2f43-42ca-a4ef-f85f6c48855b tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Terminating instance [ 1050.452981] env[64120]: DEBUG nova.compute.manager [None req-fb299785-2f43-42ca-a4ef-f85f6c48855b tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1050.453216] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fb299785-2f43-42ca-a4ef-f85f6c48855b tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.454214] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7594d1-3a37-4165-9295-aa749eeafb40 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.469867] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb299785-2f43-42ca-a4ef-f85f6c48855b tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.470706] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14866cf6-70c7-4b4d-81b7-da9d53de1098 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.475668] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b782c08b-7483-459e-9060-cebdeade2bf9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.480249] env[64120]: DEBUG oslo_vmware.api [None req-fb299785-2f43-42ca-a4ef-f85f6c48855b tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Waiting for the task: (returnval){ [ 1050.480249] env[64120]: value = "task-1406052" [ 1050.480249] env[64120]: _type = "Task" [ 1050.480249] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.491133] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0c50d6-15c8-4f88-989c-312d2a079958 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.499349] env[64120]: DEBUG oslo_vmware.api [None req-fb299785-2f43-42ca-a4ef-f85f6c48855b tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': task-1406052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.536075] env[64120]: DEBUG nova.network.neutron [req-e0c99916-7cca-4ea8-8997-8a3e876ffd84 req-ca7e7161-10de-4e4d-9ed1-79f1aef2813b service nova] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Updated VIF entry in instance network info cache for port 84875cf2-2c2a-4233-b4fc-3b966c0a4303. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.536501] env[64120]: DEBUG nova.network.neutron [req-e0c99916-7cca-4ea8-8997-8a3e876ffd84 req-ca7e7161-10de-4e4d-9ed1-79f1aef2813b service nova] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Updating instance_info_cache with network_info: [{"id": "84875cf2-2c2a-4233-b4fc-3b966c0a4303", "address": "fa:16:3e:ec:8b:7d", "network": {"id": "f56ea31b-bda9-4034-9ce8-02c78e2f3b49", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-877030389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c16ef63849084a00b97d49ac4ccf948d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84875cf2-2c", "ovs_interfaceid": "84875cf2-2c2a-4233-b4fc-3b966c0a4303", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.538387] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9deedd-977e-424f-8c22-8d79efcc5ed8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.553074] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aeda972-49e3-40f6-b1cb-c79c1bf4e7d7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.573252] env[64120]: DEBUG nova.compute.provider_tree [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.630684] env[64120]: DEBUG oslo_vmware.api [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': task-1406051, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.705632] env[64120]: DEBUG oslo_concurrency.lockutils [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquiring lock "refresh_cache-9459817b-f9ba-4636-b276-21dd1d1d92a6" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.707829] env[64120]: DEBUG oslo_concurrency.lockutils [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquired lock "refresh_cache-9459817b-f9ba-4636-b276-21dd1d1d92a6" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.707829] env[64120]: DEBUG nova.network.neutron [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.991296] env[64120]: DEBUG oslo_vmware.api [None req-fb299785-2f43-42ca-a4ef-f85f6c48855b tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': task-1406052, 'name': PowerOffVM_Task, 'duration_secs': 0.407125} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.991602] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb299785-2f43-42ca-a4ef-f85f6c48855b tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.991778] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fb299785-2f43-42ca-a4ef-f85f6c48855b tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.992051] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f674e28e-04e2-480b-9226-7550160a2106 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.042842] env[64120]: DEBUG oslo_concurrency.lockutils [req-e0c99916-7cca-4ea8-8997-8a3e876ffd84 req-ca7e7161-10de-4e4d-9ed1-79f1aef2813b service nova] Releasing lock "refresh_cache-96a40bb6-97eb-49cb-80f3-da6737798c03" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.076295] env[64120]: DEBUG nova.scheduler.client.report [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1051.091034] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fb299785-2f43-42ca-a4ef-f85f6c48855b tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.091034] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fb299785-2f43-42ca-a4ef-f85f6c48855b tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.091034] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb299785-2f43-42ca-a4ef-f85f6c48855b tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Deleting the datastore file [datastore2] 96a40bb6-97eb-49cb-80f3-da6737798c03 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.091681] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35c47da2-024c-4a68-93c7-e5829fa8f681 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.100108] env[64120]: DEBUG oslo_vmware.api [None req-fb299785-2f43-42ca-a4ef-f85f6c48855b tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Waiting for the task: (returnval){ [ 1051.100108] env[64120]: value = "task-1406054" [ 1051.100108] env[64120]: _type = "Task" [ 1051.100108] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.110525] env[64120]: DEBUG oslo_vmware.api [None req-fb299785-2f43-42ca-a4ef-f85f6c48855b tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': task-1406054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.128146] env[64120]: DEBUG oslo_vmware.api [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': task-1406051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532403} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.128938] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 76f5f14b-36e5-46ab-8c05-ba352db612bd/76f5f14b-36e5-46ab-8c05-ba352db612bd.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.128938] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.128938] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cc6398d-e369-4548-a3ee-d03786add0e6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.136753] env[64120]: DEBUG oslo_vmware.api [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Waiting for the task: (returnval){ [ 1051.136753] env[64120]: value = "task-1406055" [ 1051.136753] env[64120]: _type = "Task" [ 1051.136753] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.145578] env[64120]: DEBUG oslo_vmware.api [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': task-1406055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.259935] env[64120]: DEBUG nova.network.neutron [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1051.447010] env[64120]: DEBUG nova.network.neutron [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Updating instance_info_cache with network_info: [{"id": "368fa85b-4bb6-4485-be39-67949fe72477", "address": "fa:16:3e:84:80:86", "network": {"id": "798e9400-1a32-4141-ac8f-9fa94f4fdda5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-862446773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b86b74620ee4be384b30b74a26e6e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap368fa85b-4b", "ovs_interfaceid": "368fa85b-4bb6-4485-be39-67949fe72477", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.563259] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d91e71f0-224a-4b77-945c-4483c40f4b71 tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Acquiring lock "8ef31af0-a100-46ee-8be6-d2c444880e44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.563504] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d91e71f0-224a-4b77-945c-4483c40f4b71 tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Lock "8ef31af0-a100-46ee-8be6-d2c444880e44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.563723] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d91e71f0-224a-4b77-945c-4483c40f4b71 tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Acquiring lock "8ef31af0-a100-46ee-8be6-d2c444880e44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.563911] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d91e71f0-224a-4b77-945c-4483c40f4b71 tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Lock "8ef31af0-a100-46ee-8be6-d2c444880e44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.564097] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d91e71f0-224a-4b77-945c-4483c40f4b71 tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Lock "8ef31af0-a100-46ee-8be6-d2c444880e44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.569066] env[64120]: INFO nova.compute.manager [None req-d91e71f0-224a-4b77-945c-4483c40f4b71 tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Terminating instance [ 1051.576637] env[64120]: DEBUG nova.compute.manager [None req-d91e71f0-224a-4b77-945c-4483c40f4b71 tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1051.576864] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d91e71f0-224a-4b77-945c-4483c40f4b71 tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.580072] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fd2feb-b54a-4723-bdac-6d6899a0934a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.583437] env[64120]: DEBUG oslo_concurrency.lockutils [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.584246] env[64120]: DEBUG nova.compute.manager [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1051.588148] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.941s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.589629] env[64120]: INFO nova.compute.claims [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.598318] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91e71f0-224a-4b77-945c-4483c40f4b71 tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.598697] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa891872-ce48-4025-b1dd-f3a5148496af {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.610595] env[64120]: DEBUG oslo_vmware.api [None req-fb299785-2f43-42ca-a4ef-f85f6c48855b tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': task-1406054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138096} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.611929] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb299785-2f43-42ca-a4ef-f85f6c48855b tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.612146] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fb299785-2f43-42ca-a4ef-f85f6c48855b tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.613082] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fb299785-2f43-42ca-a4ef-f85f6c48855b tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.613082] env[64120]: INFO nova.compute.manager [None req-fb299785-2f43-42ca-a4ef-f85f6c48855b tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1051.613082] env[64120]: DEBUG oslo.service.loopingcall [None req-fb299785-2f43-42ca-a4ef-f85f6c48855b tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1051.613082] env[64120]: DEBUG oslo_vmware.api [None req-d91e71f0-224a-4b77-945c-4483c40f4b71 tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Waiting for the task: (returnval){ [ 1051.613082] env[64120]: value = "task-1406056" [ 1051.613082] env[64120]: _type = "Task" [ 1051.613082] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.613296] env[64120]: DEBUG nova.compute.manager [-] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1051.613296] env[64120]: DEBUG nova.network.neutron [-] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1051.627413] env[64120]: DEBUG oslo_vmware.api [None req-d91e71f0-224a-4b77-945c-4483c40f4b71 tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Task: {'id': task-1406056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.650490] env[64120]: DEBUG oslo_vmware.api [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': task-1406055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068968} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.651522] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.652366] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a809b0f2-4ad8-4d39-be84-ed467ba3670d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.661618] env[64120]: DEBUG nova.compute.manager [req-d65b40c1-577c-4f1b-abfc-1d4b5254343a req-6dc6d3fb-8a16-4170-871e-b72917ee5b74 service nova] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Received event network-vif-plugged-368fa85b-4bb6-4485-be39-67949fe72477 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1051.661618] env[64120]: DEBUG oslo_concurrency.lockutils [req-d65b40c1-577c-4f1b-abfc-1d4b5254343a req-6dc6d3fb-8a16-4170-871e-b72917ee5b74 service nova] Acquiring lock "9459817b-f9ba-4636-b276-21dd1d1d92a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.661618] env[64120]: DEBUG oslo_concurrency.lockutils [req-d65b40c1-577c-4f1b-abfc-1d4b5254343a req-6dc6d3fb-8a16-4170-871e-b72917ee5b74 service nova] Lock "9459817b-f9ba-4636-b276-21dd1d1d92a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.661618] env[64120]: DEBUG oslo_concurrency.lockutils [req-d65b40c1-577c-4f1b-abfc-1d4b5254343a req-6dc6d3fb-8a16-4170-871e-b72917ee5b74 service nova] Lock "9459817b-f9ba-4636-b276-21dd1d1d92a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.661618] env[64120]: DEBUG nova.compute.manager [req-d65b40c1-577c-4f1b-abfc-1d4b5254343a req-6dc6d3fb-8a16-4170-871e-b72917ee5b74 service nova] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] No waiting events found dispatching network-vif-plugged-368fa85b-4bb6-4485-be39-67949fe72477 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1051.661618] env[64120]: WARNING nova.compute.manager [req-d65b40c1-577c-4f1b-abfc-1d4b5254343a req-6dc6d3fb-8a16-4170-871e-b72917ee5b74 service nova] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Received unexpected event network-vif-plugged-368fa85b-4bb6-4485-be39-67949fe72477 for instance with vm_state building and task_state spawning. [ 1051.662145] env[64120]: DEBUG nova.compute.manager [req-d65b40c1-577c-4f1b-abfc-1d4b5254343a req-6dc6d3fb-8a16-4170-871e-b72917ee5b74 service nova] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Received event network-changed-368fa85b-4bb6-4485-be39-67949fe72477 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1051.662145] env[64120]: DEBUG nova.compute.manager [req-d65b40c1-577c-4f1b-abfc-1d4b5254343a req-6dc6d3fb-8a16-4170-871e-b72917ee5b74 service nova] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Refreshing instance network info cache due to event network-changed-368fa85b-4bb6-4485-be39-67949fe72477. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1051.662145] env[64120]: DEBUG oslo_concurrency.lockutils [req-d65b40c1-577c-4f1b-abfc-1d4b5254343a req-6dc6d3fb-8a16-4170-871e-b72917ee5b74 service nova] Acquiring lock "refresh_cache-9459817b-f9ba-4636-b276-21dd1d1d92a6" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.688402] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 76f5f14b-36e5-46ab-8c05-ba352db612bd/76f5f14b-36e5-46ab-8c05-ba352db612bd.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.690298] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0d509c9-7672-4229-ae9c-50d04e61ea21 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.718018] env[64120]: DEBUG oslo_vmware.api [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Waiting for the task: (returnval){ [ 1051.718018] env[64120]: value = "task-1406057" [ 1051.718018] env[64120]: _type = "Task" [ 1051.718018] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.729268] env[64120]: DEBUG oslo_vmware.api [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': task-1406057, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.951506] env[64120]: DEBUG oslo_concurrency.lockutils [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Releasing lock "refresh_cache-9459817b-f9ba-4636-b276-21dd1d1d92a6" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.951860] env[64120]: DEBUG nova.compute.manager [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Instance network_info: |[{"id": "368fa85b-4bb6-4485-be39-67949fe72477", "address": "fa:16:3e:84:80:86", "network": {"id": "798e9400-1a32-4141-ac8f-9fa94f4fdda5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-862446773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b86b74620ee4be384b30b74a26e6e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap368fa85b-4b", "ovs_interfaceid": "368fa85b-4bb6-4485-be39-67949fe72477", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1051.952202] env[64120]: DEBUG oslo_concurrency.lockutils [req-d65b40c1-577c-4f1b-abfc-1d4b5254343a req-6dc6d3fb-8a16-4170-871e-b72917ee5b74 service nova] Acquired lock "refresh_cache-9459817b-f9ba-4636-b276-21dd1d1d92a6" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.952389] env[64120]: DEBUG nova.network.neutron [req-d65b40c1-577c-4f1b-abfc-1d4b5254343a req-6dc6d3fb-8a16-4170-871e-b72917ee5b74 service nova] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Refreshing network info cache for port 368fa85b-4bb6-4485-be39-67949fe72477 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.953899] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:80:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '368fa85b-4bb6-4485-be39-67949fe72477', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.965029] env[64120]: DEBUG oslo.service.loopingcall [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1051.966608] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.966608] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd4fce20-49c8-4455-a2a7-8c84a2834228 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.989587] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.989587] env[64120]: value = "task-1406058" [ 1051.989587] env[64120]: _type = "Task" [ 1051.989587] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.999631] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406058, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.097829] env[64120]: DEBUG nova.compute.utils [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1052.100322] env[64120]: DEBUG nova.compute.manager [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1052.100377] env[64120]: DEBUG nova.network.neutron [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.111188] env[64120]: DEBUG nova.compute.manager [req-eceaa227-904b-4ef5-84a2-38a7d73f585f req-a4082188-5f9e-4924-88fa-fe80d004f0e7 service nova] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Received event network-vif-deleted-84875cf2-2c2a-4233-b4fc-3b966c0a4303 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1052.111188] env[64120]: INFO nova.compute.manager [req-eceaa227-904b-4ef5-84a2-38a7d73f585f req-a4082188-5f9e-4924-88fa-fe80d004f0e7 service nova] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Neutron deleted interface 84875cf2-2c2a-4233-b4fc-3b966c0a4303; detaching it from the instance and deleting it from the info cache [ 1052.111276] env[64120]: DEBUG nova.network.neutron [req-eceaa227-904b-4ef5-84a2-38a7d73f585f req-a4082188-5f9e-4924-88fa-fe80d004f0e7 service nova] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.125681] env[64120]: DEBUG oslo_vmware.api [None req-d91e71f0-224a-4b77-945c-4483c40f4b71 tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Task: {'id': task-1406056, 'name': PowerOffVM_Task, 'duration_secs': 0.194059} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.125915] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91e71f0-224a-4b77-945c-4483c40f4b71 tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.126092] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d91e71f0-224a-4b77-945c-4483c40f4b71 tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.126349] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-737850cf-3e8d-49e6-8c0f-747da109bebd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.175527] env[64120]: DEBUG nova.policy [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30afa835e8d24e01b6b66bb876a6e9ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b86b74620ee4be384b30b74a26e6e2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1052.196138] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d91e71f0-224a-4b77-945c-4483c40f4b71 tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.196370] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d91e71f0-224a-4b77-945c-4483c40f4b71 tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.196586] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-d91e71f0-224a-4b77-945c-4483c40f4b71 tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Deleting the datastore file [datastore2] 8ef31af0-a100-46ee-8be6-d2c444880e44 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.196859] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4317de8f-3ab3-4263-9855-a860f9129784 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.207383] env[64120]: DEBUG oslo_vmware.api [None req-d91e71f0-224a-4b77-945c-4483c40f4b71 tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Waiting for the task: (returnval){ [ 1052.207383] env[64120]: value = "task-1406060" [ 1052.207383] env[64120]: _type = "Task" [ 1052.207383] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.220242] env[64120]: DEBUG oslo_vmware.api [None req-d91e71f0-224a-4b77-945c-4483c40f4b71 tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Task: {'id': task-1406060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.228152] env[64120]: DEBUG oslo_vmware.api [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': task-1406057, 'name': ReconfigVM_Task, 'duration_secs': 0.288934} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.228457] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 76f5f14b-36e5-46ab-8c05-ba352db612bd/76f5f14b-36e5-46ab-8c05-ba352db612bd.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.229143] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9b02fd0-2f80-49fa-ba66-00dbe703727e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.238650] env[64120]: DEBUG oslo_vmware.api [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Waiting for the task: (returnval){ [ 1052.238650] env[64120]: value = "task-1406061" [ 1052.238650] env[64120]: _type = "Task" [ 1052.238650] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.248593] env[64120]: DEBUG oslo_vmware.api [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': task-1406061, 'name': Rename_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.501017] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406058, 'name': CreateVM_Task, 'duration_secs': 0.390167} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.501329] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.501885] env[64120]: DEBUG oslo_concurrency.lockutils [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.502066] env[64120]: DEBUG oslo_concurrency.lockutils [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.502391] env[64120]: DEBUG oslo_concurrency.lockutils [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.502659] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fee2c390-7f09-485b-961b-f3c6777f3fc6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.507610] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 1052.507610] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f1d8fc-ea1c-67bc-7a60-0a3b2aeca588" [ 1052.507610] env[64120]: _type = "Task" [ 1052.507610] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.516205] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f1d8fc-ea1c-67bc-7a60-0a3b2aeca588, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.585946] env[64120]: DEBUG nova.network.neutron [-] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.590771] env[64120]: DEBUG nova.network.neutron [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Successfully created port: 76636889-4c3a-4434-bb3f-8e96918b0af3 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.604022] env[64120]: DEBUG nova.compute.manager [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1052.615046] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6cd2b3f-637c-43cd-b5eb-bd5562e9dc2e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.628390] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7922ee60-7d03-410a-b72a-40113df8153f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.672720] env[64120]: DEBUG nova.compute.manager [req-eceaa227-904b-4ef5-84a2-38a7d73f585f req-a4082188-5f9e-4924-88fa-fe80d004f0e7 service nova] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Detach interface failed, port_id=84875cf2-2c2a-4233-b4fc-3b966c0a4303, reason: Instance 96a40bb6-97eb-49cb-80f3-da6737798c03 could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1052.722380] env[64120]: DEBUG oslo_vmware.api [None req-d91e71f0-224a-4b77-945c-4483c40f4b71 tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Task: {'id': task-1406060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152636} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.722643] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-d91e71f0-224a-4b77-945c-4483c40f4b71 tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.722828] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d91e71f0-224a-4b77-945c-4483c40f4b71 tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.723014] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d91e71f0-224a-4b77-945c-4483c40f4b71 tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.724431] env[64120]: INFO nova.compute.manager [None req-d91e71f0-224a-4b77-945c-4483c40f4b71 tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1052.724687] env[64120]: DEBUG oslo.service.loopingcall [None req-d91e71f0-224a-4b77-945c-4483c40f4b71 tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1052.724887] env[64120]: DEBUG nova.compute.manager [-] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1052.724965] env[64120]: DEBUG nova.network.neutron [-] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1052.752407] env[64120]: DEBUG oslo_vmware.api [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': task-1406061, 'name': Rename_Task, 'duration_secs': 0.173784} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.752815] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.753957] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d7c55f6-557f-45d3-aa7e-edb7f8bfb323 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.763088] env[64120]: DEBUG oslo_vmware.api [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Waiting for the task: (returnval){ [ 1052.763088] env[64120]: value = "task-1406062" [ 1052.763088] env[64120]: _type = "Task" [ 1052.763088] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.772803] env[64120]: DEBUG oslo_vmware.api [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': task-1406062, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.996710] env[64120]: DEBUG nova.network.neutron [req-d65b40c1-577c-4f1b-abfc-1d4b5254343a req-6dc6d3fb-8a16-4170-871e-b72917ee5b74 service nova] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Updated VIF entry in instance network info cache for port 368fa85b-4bb6-4485-be39-67949fe72477. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.997552] env[64120]: DEBUG nova.network.neutron [req-d65b40c1-577c-4f1b-abfc-1d4b5254343a req-6dc6d3fb-8a16-4170-871e-b72917ee5b74 service nova] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Updating instance_info_cache with network_info: [{"id": "368fa85b-4bb6-4485-be39-67949fe72477", "address": "fa:16:3e:84:80:86", "network": {"id": "798e9400-1a32-4141-ac8f-9fa94f4fdda5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-862446773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b86b74620ee4be384b30b74a26e6e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap368fa85b-4b", "ovs_interfaceid": "368fa85b-4bb6-4485-be39-67949fe72477", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.018399] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f1d8fc-ea1c-67bc-7a60-0a3b2aeca588, 'name': SearchDatastore_Task, 'duration_secs': 0.009787} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.019626] env[64120]: DEBUG oslo_concurrency.lockutils [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.019799] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.019946] env[64120]: DEBUG oslo_concurrency.lockutils [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.020196] env[64120]: DEBUG oslo_concurrency.lockutils [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.020288] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.020823] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d79901c4-94a0-4931-9037-a1033e96f530 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.034296] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.034784] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.035695] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0818441c-1a44-4ed2-9e8b-c819931ae716 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.046583] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 1053.046583] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5294fade-0163-3c31-d1dc-a52f7e2a5572" [ 1053.046583] env[64120]: _type = "Task" [ 1053.046583] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.056381] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5294fade-0163-3c31-d1dc-a52f7e2a5572, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.090038] env[64120]: INFO nova.compute.manager [-] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Took 1.48 seconds to deallocate network for instance. [ 1053.191598] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57415624-a453-4bbd-b9c5-4da8fe0e5208 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.201619] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f00ebd4-f2ce-4f43-b3ba-df45d97df317 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.243276] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31e23fe-166c-4df7-b07a-0c1d7d708cf6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.252117] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c9d939-9710-4aea-ba4d-ef80f39bd4fb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.267538] env[64120]: DEBUG nova.compute.provider_tree [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.280257] env[64120]: DEBUG oslo_vmware.api [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': task-1406062, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.502198] env[64120]: DEBUG oslo_concurrency.lockutils [req-d65b40c1-577c-4f1b-abfc-1d4b5254343a req-6dc6d3fb-8a16-4170-871e-b72917ee5b74 service nova] Releasing lock "refresh_cache-9459817b-f9ba-4636-b276-21dd1d1d92a6" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.559173] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5294fade-0163-3c31-d1dc-a52f7e2a5572, 'name': SearchDatastore_Task, 'duration_secs': 0.010048} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.559945] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-910c0ade-35ea-49b2-b50d-6853f097da7b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.565960] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 1053.565960] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52514d00-c776-5521-c538-5ffade8566a5" [ 1053.565960] env[64120]: _type = "Task" [ 1053.565960] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.574685] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52514d00-c776-5521-c538-5ffade8566a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.600982] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fb299785-2f43-42ca-a4ef-f85f6c48855b tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.614378] env[64120]: DEBUG nova.compute.manager [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1053.653068] env[64120]: DEBUG nova.virt.hardware [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1053.653068] env[64120]: DEBUG nova.virt.hardware [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1053.653261] env[64120]: DEBUG nova.virt.hardware [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.653322] env[64120]: DEBUG nova.virt.hardware [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1053.654047] env[64120]: DEBUG nova.virt.hardware [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.654047] env[64120]: DEBUG nova.virt.hardware [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1053.654047] env[64120]: DEBUG nova.virt.hardware [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1053.654229] env[64120]: DEBUG nova.virt.hardware [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1053.654266] env[64120]: DEBUG nova.virt.hardware [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1053.654420] env[64120]: DEBUG nova.virt.hardware [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1053.654600] env[64120]: DEBUG nova.virt.hardware [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1053.655508] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafb8c49-d25f-4cf2-b2a9-04db34d8fa70 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.664182] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce0ebd5-c3ea-493a-8431-350470cb77cd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.678615] env[64120]: DEBUG nova.network.neutron [-] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.683144] env[64120]: DEBUG nova.compute.manager [req-6cb62d86-08bd-4bf9-a6fa-f92c1893af3c req-6a764d2a-5f06-410c-9a0b-b379774425c7 service nova] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Received event network-vif-deleted-60736244-fa3c-40f6-8908-e5e326dc5a6b {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1053.683348] env[64120]: INFO nova.compute.manager [req-6cb62d86-08bd-4bf9-a6fa-f92c1893af3c req-6a764d2a-5f06-410c-9a0b-b379774425c7 service nova] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Neutron deleted interface 60736244-fa3c-40f6-8908-e5e326dc5a6b; detaching it from the instance and deleting it from the info cache [ 1053.683545] env[64120]: DEBUG nova.network.neutron [req-6cb62d86-08bd-4bf9-a6fa-f92c1893af3c req-6a764d2a-5f06-410c-9a0b-b379774425c7 service nova] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.773942] env[64120]: DEBUG nova.scheduler.client.report [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1053.780158] env[64120]: DEBUG oslo_vmware.api [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': task-1406062, 'name': PowerOnVM_Task, 'duration_secs': 0.551277} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.780635] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.780910] env[64120]: INFO nova.compute.manager [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Took 10.88 seconds to spawn the instance on the hypervisor. [ 1053.781168] env[64120]: DEBUG nova.compute.manager [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1053.782044] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2014bac-c50c-4816-ae39-f195b71f61a1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.085254] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52514d00-c776-5521-c538-5ffade8566a5, 'name': SearchDatastore_Task, 'duration_secs': 0.014236} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.085554] env[64120]: DEBUG oslo_concurrency.lockutils [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.085896] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 9459817b-f9ba-4636-b276-21dd1d1d92a6/9459817b-f9ba-4636-b276-21dd1d1d92a6.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.086188] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-247c235d-26ed-4915-a82b-ae579b077c3a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.094103] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 1054.094103] env[64120]: value = "task-1406063" [ 1054.094103] env[64120]: _type = "Task" [ 1054.094103] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.106394] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1406063, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.181828] env[64120]: INFO nova.compute.manager [-] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Took 1.46 seconds to deallocate network for instance. [ 1054.189019] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3ca47b9-5151-4082-8810-2ced4a09b4b5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.205650] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304c6f6f-73bf-47c0-a2d7-e5e03361c984 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.243644] env[64120]: DEBUG nova.compute.manager [req-6cb62d86-08bd-4bf9-a6fa-f92c1893af3c req-6a764d2a-5f06-410c-9a0b-b379774425c7 service nova] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Detach interface failed, port_id=60736244-fa3c-40f6-8908-e5e326dc5a6b, reason: Instance 8ef31af0-a100-46ee-8be6-d2c444880e44 could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1054.247803] env[64120]: DEBUG nova.compute.manager [req-c9f61888-0d44-47a4-b309-c2abf9a559ad req-0119efa0-4ed3-4669-ba2b-9fb1afbc4882 service nova] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Received event network-vif-plugged-76636889-4c3a-4434-bb3f-8e96918b0af3 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1054.248073] env[64120]: DEBUG oslo_concurrency.lockutils [req-c9f61888-0d44-47a4-b309-c2abf9a559ad req-0119efa0-4ed3-4669-ba2b-9fb1afbc4882 service nova] Acquiring lock "762e6d63-3a90-4fa2-826b-dcb9dbc57bb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.248324] env[64120]: DEBUG oslo_concurrency.lockutils [req-c9f61888-0d44-47a4-b309-c2abf9a559ad req-0119efa0-4ed3-4669-ba2b-9fb1afbc4882 service nova] Lock "762e6d63-3a90-4fa2-826b-dcb9dbc57bb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.248536] env[64120]: DEBUG oslo_concurrency.lockutils [req-c9f61888-0d44-47a4-b309-c2abf9a559ad req-0119efa0-4ed3-4669-ba2b-9fb1afbc4882 service nova] Lock "762e6d63-3a90-4fa2-826b-dcb9dbc57bb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.248763] env[64120]: DEBUG nova.compute.manager [req-c9f61888-0d44-47a4-b309-c2abf9a559ad req-0119efa0-4ed3-4669-ba2b-9fb1afbc4882 service nova] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] No waiting events found dispatching network-vif-plugged-76636889-4c3a-4434-bb3f-8e96918b0af3 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1054.249036] env[64120]: WARNING nova.compute.manager [req-c9f61888-0d44-47a4-b309-c2abf9a559ad req-0119efa0-4ed3-4669-ba2b-9fb1afbc4882 service nova] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Received unexpected event network-vif-plugged-76636889-4c3a-4434-bb3f-8e96918b0af3 for instance with vm_state building and task_state spawning. [ 1054.282696] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.282696] env[64120]: DEBUG nova.compute.manager [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1054.285133] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b6a0add1-adef-4d70-9702-3e9dededfd74 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.083s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.285383] env[64120]: DEBUG nova.objects.instance [None req-b6a0add1-adef-4d70-9702-3e9dededfd74 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Lazy-loading 'resources' on Instance uuid e37e29e1-3a48-48d6-8eeb-86af9a4817fd {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.301843] env[64120]: INFO nova.compute.manager [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Took 40.33 seconds to build instance. [ 1054.419963] env[64120]: DEBUG nova.network.neutron [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Successfully updated port: 76636889-4c3a-4434-bb3f-8e96918b0af3 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.607699] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1406063, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.695081] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d91e71f0-224a-4b77-945c-4483c40f4b71 tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.791440] env[64120]: DEBUG nova.compute.utils [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1054.792967] env[64120]: DEBUG nova.compute.manager [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1054.793159] env[64120]: DEBUG nova.network.neutron [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.803521] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d7a7418f-0bc0-41c7-8dc0-ddf45849f9c3 tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Lock "76f5f14b-36e5-46ab-8c05-ba352db612bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.544s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.854950] env[64120]: DEBUG nova.policy [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ee90ba56b33418aa0078c0d6278b22e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '901035c6b2a7413ab307b30fb817fef0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1054.925047] env[64120]: DEBUG oslo_concurrency.lockutils [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquiring lock "refresh_cache-762e6d63-3a90-4fa2-826b-dcb9dbc57bb7" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.925202] env[64120]: DEBUG oslo_concurrency.lockutils [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquired lock "refresh_cache-762e6d63-3a90-4fa2-826b-dcb9dbc57bb7" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.925266] env[64120]: DEBUG nova.network.neutron [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.108383] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1406063, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.296442] env[64120]: DEBUG nova.compute.manager [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1055.307354] env[64120]: DEBUG nova.compute.manager [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1055.345160] env[64120]: DEBUG nova.network.neutron [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Successfully created port: c91bb951-62d9-4b95-9451-5566bd3271ad {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1055.357888] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec3d84c-d023-4853-9e11-2390fa2ce66f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.368976] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7782a7a3-3c26-419e-9526-7b324a1ed8f4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.402726] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c97900b-c9b4-44c5-9e90-69d341a5989d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.411904] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f2de48-e214-4bcc-8e8b-de4fffec100a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.427618] env[64120]: DEBUG nova.compute.provider_tree [None req-b6a0add1-adef-4d70-9702-3e9dededfd74 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.483812] env[64120]: DEBUG nova.network.neutron [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.614393] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1406063, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.712657] env[64120]: DEBUG nova.network.neutron [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Updating instance_info_cache with network_info: [{"id": "76636889-4c3a-4434-bb3f-8e96918b0af3", "address": "fa:16:3e:d4:ec:95", "network": {"id": "798e9400-1a32-4141-ac8f-9fa94f4fdda5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-862446773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b86b74620ee4be384b30b74a26e6e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76636889-4c", "ovs_interfaceid": "76636889-4c3a-4434-bb3f-8e96918b0af3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.829467] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.854621] env[64120]: DEBUG oslo_concurrency.lockutils [None req-94f33f53-73c0-4fea-8b97-41af19eeeeaf tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Acquiring lock "76f5f14b-36e5-46ab-8c05-ba352db612bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.858022] env[64120]: DEBUG oslo_concurrency.lockutils [None req-94f33f53-73c0-4fea-8b97-41af19eeeeaf tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Lock "76f5f14b-36e5-46ab-8c05-ba352db612bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.858022] env[64120]: DEBUG oslo_concurrency.lockutils [None req-94f33f53-73c0-4fea-8b97-41af19eeeeaf tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Acquiring lock "76f5f14b-36e5-46ab-8c05-ba352db612bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.858022] env[64120]: DEBUG oslo_concurrency.lockutils [None req-94f33f53-73c0-4fea-8b97-41af19eeeeaf tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Lock "76f5f14b-36e5-46ab-8c05-ba352db612bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.858022] env[64120]: DEBUG oslo_concurrency.lockutils [None req-94f33f53-73c0-4fea-8b97-41af19eeeeaf tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Lock "76f5f14b-36e5-46ab-8c05-ba352db612bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.858022] env[64120]: INFO nova.compute.manager [None req-94f33f53-73c0-4fea-8b97-41af19eeeeaf tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Terminating instance [ 1055.860474] env[64120]: DEBUG nova.compute.manager [None req-94f33f53-73c0-4fea-8b97-41af19eeeeaf tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1055.860781] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-94f33f53-73c0-4fea-8b97-41af19eeeeaf tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.861516] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02343dd1-7b7f-4a81-a3c7-64d85111ca63 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.870516] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f33f53-73c0-4fea-8b97-41af19eeeeaf tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.870789] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea47b026-6984-4a8f-9f3b-0fb83158ab1d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.879144] env[64120]: DEBUG oslo_vmware.api [None req-94f33f53-73c0-4fea-8b97-41af19eeeeaf tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Waiting for the task: (returnval){ [ 1055.879144] env[64120]: value = "task-1406064" [ 1055.879144] env[64120]: _type = "Task" [ 1055.879144] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.893021] env[64120]: DEBUG oslo_vmware.api [None req-94f33f53-73c0-4fea-8b97-41af19eeeeaf tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': task-1406064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.931256] env[64120]: DEBUG nova.scheduler.client.report [None req-b6a0add1-adef-4d70-9702-3e9dededfd74 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1056.111628] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1406063, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.67187} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.111913] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 9459817b-f9ba-4636-b276-21dd1d1d92a6/9459817b-f9ba-4636-b276-21dd1d1d92a6.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.112140] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.112406] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89f0e510-6cfc-4fc7-ac72-7db3bd582cfb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.120742] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 1056.120742] env[64120]: value = "task-1406065" [ 1056.120742] env[64120]: _type = "Task" [ 1056.120742] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.133541] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1406065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.215512] env[64120]: DEBUG oslo_concurrency.lockutils [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Releasing lock "refresh_cache-762e6d63-3a90-4fa2-826b-dcb9dbc57bb7" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.215652] env[64120]: DEBUG nova.compute.manager [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Instance network_info: |[{"id": "76636889-4c3a-4434-bb3f-8e96918b0af3", "address": "fa:16:3e:d4:ec:95", "network": {"id": "798e9400-1a32-4141-ac8f-9fa94f4fdda5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-862446773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b86b74620ee4be384b30b74a26e6e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76636889-4c", "ovs_interfaceid": "76636889-4c3a-4434-bb3f-8e96918b0af3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1056.216130] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:ec:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76636889-4c3a-4434-bb3f-8e96918b0af3', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.224605] env[64120]: DEBUG oslo.service.loopingcall [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1056.225402] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.225684] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70d49e80-8e7b-4404-9ef6-668a8dad75d3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.249284] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.249284] env[64120]: value = "task-1406066" [ 1056.249284] env[64120]: _type = "Task" [ 1056.249284] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.259597] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406066, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.298398] env[64120]: DEBUG nova.compute.manager [req-77fd324e-0d10-4fd6-82d5-fd3e13104daf req-ba579173-4f47-4f04-955e-f08b9fdcb8ee service nova] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Received event network-changed-76636889-4c3a-4434-bb3f-8e96918b0af3 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1056.298398] env[64120]: DEBUG nova.compute.manager [req-77fd324e-0d10-4fd6-82d5-fd3e13104daf req-ba579173-4f47-4f04-955e-f08b9fdcb8ee service nova] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Refreshing instance network info cache due to event network-changed-76636889-4c3a-4434-bb3f-8e96918b0af3. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1056.298662] env[64120]: DEBUG oslo_concurrency.lockutils [req-77fd324e-0d10-4fd6-82d5-fd3e13104daf req-ba579173-4f47-4f04-955e-f08b9fdcb8ee service nova] Acquiring lock "refresh_cache-762e6d63-3a90-4fa2-826b-dcb9dbc57bb7" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.298968] env[64120]: DEBUG oslo_concurrency.lockutils [req-77fd324e-0d10-4fd6-82d5-fd3e13104daf req-ba579173-4f47-4f04-955e-f08b9fdcb8ee service nova] Acquired lock "refresh_cache-762e6d63-3a90-4fa2-826b-dcb9dbc57bb7" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.299396] env[64120]: DEBUG nova.network.neutron [req-77fd324e-0d10-4fd6-82d5-fd3e13104daf req-ba579173-4f47-4f04-955e-f08b9fdcb8ee service nova] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Refreshing network info cache for port 76636889-4c3a-4434-bb3f-8e96918b0af3 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.308174] env[64120]: DEBUG nova.compute.manager [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1056.346400] env[64120]: DEBUG nova.virt.hardware [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1056.346751] env[64120]: DEBUG nova.virt.hardware [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1056.347299] env[64120]: DEBUG nova.virt.hardware [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.347299] env[64120]: DEBUG nova.virt.hardware [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1056.347682] env[64120]: DEBUG nova.virt.hardware [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.347682] env[64120]: DEBUG nova.virt.hardware [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1056.347802] env[64120]: DEBUG nova.virt.hardware [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1056.348026] env[64120]: DEBUG nova.virt.hardware [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1056.348257] env[64120]: DEBUG nova.virt.hardware [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1056.348480] env[64120]: DEBUG nova.virt.hardware [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1056.348779] env[64120]: DEBUG nova.virt.hardware [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1056.350205] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0985159b-17df-4e81-a594-4e1888a73e58 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.360423] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aef3f67-c9c6-4b95-af1b-4c5ff1b93475 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.389704] env[64120]: DEBUG oslo_vmware.api [None req-94f33f53-73c0-4fea-8b97-41af19eeeeaf tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': task-1406064, 'name': PowerOffVM_Task, 'duration_secs': 0.314475} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.389992] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f33f53-73c0-4fea-8b97-41af19eeeeaf tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.390180] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-94f33f53-73c0-4fea-8b97-41af19eeeeaf tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.390427] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8447540-f21b-4fb1-b06a-c649408ed1a6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.439731] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b6a0add1-adef-4d70-9702-3e9dededfd74 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.444690] env[64120]: DEBUG oslo_concurrency.lockutils [None req-aa9b12da-31c4-4e6b-91c6-5e32c46cf82c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.790s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.444690] env[64120]: DEBUG nova.objects.instance [None req-aa9b12da-31c4-4e6b-91c6-5e32c46cf82c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Lazy-loading 'resources' on Instance uuid 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.493029] env[64120]: INFO nova.scheduler.client.report [None req-b6a0add1-adef-4d70-9702-3e9dededfd74 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Deleted allocations for instance e37e29e1-3a48-48d6-8eeb-86af9a4817fd [ 1056.630164] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1406065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143869} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.630479] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.631449] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd7dd9b-d5af-4db3-aa05-3ed5466917d9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.654587] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 9459817b-f9ba-4636-b276-21dd1d1d92a6/9459817b-f9ba-4636-b276-21dd1d1d92a6.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.654888] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a045ce6e-a1ec-43ad-81d6-d0f4bb4c2b57 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.675633] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 1056.675633] env[64120]: value = "task-1406068" [ 1056.675633] env[64120]: _type = "Task" [ 1056.675633] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.686157] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1406068, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.749017] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-94f33f53-73c0-4fea-8b97-41af19eeeeaf tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.749017] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-94f33f53-73c0-4fea-8b97-41af19eeeeaf tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.749368] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-94f33f53-73c0-4fea-8b97-41af19eeeeaf tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Deleting the datastore file [datastore2] 76f5f14b-36e5-46ab-8c05-ba352db612bd {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.751513] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5051f33c-acdd-4dee-ad89-1962e0c29536 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.767259] env[64120]: DEBUG oslo_vmware.api [None req-94f33f53-73c0-4fea-8b97-41af19eeeeaf tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Waiting for the task: (returnval){ [ 1056.767259] env[64120]: value = "task-1406069" [ 1056.767259] env[64120]: _type = "Task" [ 1056.767259] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.767487] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406066, 'name': CreateVM_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.779039] env[64120]: DEBUG oslo_vmware.api [None req-94f33f53-73c0-4fea-8b97-41af19eeeeaf tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': task-1406069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.008808] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b6a0add1-adef-4d70-9702-3e9dededfd74 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140 tempest-FloatingIPsAssociationNegativeTestJSON-1078055140-project-member] Lock "e37e29e1-3a48-48d6-8eeb-86af9a4817fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.745s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.081506] env[64120]: DEBUG nova.network.neutron [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Successfully updated port: c91bb951-62d9-4b95-9451-5566bd3271ad {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.188507] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1406068, 'name': ReconfigVM_Task, 'duration_secs': 0.426854} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.188845] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 9459817b-f9ba-4636-b276-21dd1d1d92a6/9459817b-f9ba-4636-b276-21dd1d1d92a6.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.189519] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32be830e-fdab-4fd2-af77-50b2136720c7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.197404] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 1057.197404] env[64120]: value = "task-1406070" [ 1057.197404] env[64120]: _type = "Task" [ 1057.197404] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.213905] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1406070, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.247504] env[64120]: DEBUG nova.network.neutron [req-77fd324e-0d10-4fd6-82d5-fd3e13104daf req-ba579173-4f47-4f04-955e-f08b9fdcb8ee service nova] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Updated VIF entry in instance network info cache for port 76636889-4c3a-4434-bb3f-8e96918b0af3. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.247873] env[64120]: DEBUG nova.network.neutron [req-77fd324e-0d10-4fd6-82d5-fd3e13104daf req-ba579173-4f47-4f04-955e-f08b9fdcb8ee service nova] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Updating instance_info_cache with network_info: [{"id": "76636889-4c3a-4434-bb3f-8e96918b0af3", "address": "fa:16:3e:d4:ec:95", "network": {"id": "798e9400-1a32-4141-ac8f-9fa94f4fdda5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-862446773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b86b74620ee4be384b30b74a26e6e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76636889-4c", "ovs_interfaceid": "76636889-4c3a-4434-bb3f-8e96918b0af3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.263034] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406066, 'name': CreateVM_Task, 'duration_secs': 0.738279} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.263755] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.265677] env[64120]: DEBUG oslo_concurrency.lockutils [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.265875] env[64120]: DEBUG oslo_concurrency.lockutils [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.266256] env[64120]: DEBUG oslo_concurrency.lockutils [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.269790] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce17ee1c-b50c-41d3-919f-c860acde2242 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.282761] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 1057.282761] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5209c42d-4003-08f0-6447-a57d6e1e6fe1" [ 1057.282761] env[64120]: _type = "Task" [ 1057.282761] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.283037] env[64120]: DEBUG oslo_vmware.api [None req-94f33f53-73c0-4fea-8b97-41af19eeeeaf tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Task: {'id': task-1406069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221702} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.285899] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-94f33f53-73c0-4fea-8b97-41af19eeeeaf tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.286117] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-94f33f53-73c0-4fea-8b97-41af19eeeeaf tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.286307] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-94f33f53-73c0-4fea-8b97-41af19eeeeaf tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.286485] env[64120]: INFO nova.compute.manager [None req-94f33f53-73c0-4fea-8b97-41af19eeeeaf tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Took 1.43 seconds to destroy the instance on the hypervisor. [ 1057.286728] env[64120]: DEBUG oslo.service.loopingcall [None req-94f33f53-73c0-4fea-8b97-41af19eeeeaf tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1057.290679] env[64120]: DEBUG nova.compute.manager [-] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1057.290790] env[64120]: DEBUG nova.network.neutron [-] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.298745] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5209c42d-4003-08f0-6447-a57d6e1e6fe1, 'name': SearchDatastore_Task, 'duration_secs': 0.010713} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.301318] env[64120]: DEBUG oslo_concurrency.lockutils [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.301557] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.301790] env[64120]: DEBUG oslo_concurrency.lockutils [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.301940] env[64120]: DEBUG oslo_concurrency.lockutils [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.302181] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.302655] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6997e812-5362-45f9-85cd-f54bc2ce8cdb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.312697] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.312929] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.313754] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa6ed119-4e3d-49b0-acec-e155bdbb94eb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.324707] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 1057.324707] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b7c576-22a8-561d-844d-8f1d35c4c3b3" [ 1057.324707] env[64120]: _type = "Task" [ 1057.324707] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.333919] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b7c576-22a8-561d-844d-8f1d35c4c3b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.541157] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00b2be5-48b2-4e8d-8950-b0eb36966c9b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.549181] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7234992e-0557-46ab-9e9e-3b929ac95adc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.588344] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "refresh_cache-2d14c3fc-708b-4bb7-8f95-303e546dd811" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.588344] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquired lock "refresh_cache-2d14c3fc-708b-4bb7-8f95-303e546dd811" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.588344] env[64120]: DEBUG nova.network.neutron [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.592237] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33032f5-a82c-49d6-bd80-90fab8cccd8c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.600963] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "94a09be2-6d85-44c0-b282-e80f4f0b5ec5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.601244] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "94a09be2-6d85-44c0-b282-e80f4f0b5ec5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.606565] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32153d2a-ffb6-4eb3-9b3e-4ac1e6722473 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.623016] env[64120]: DEBUG nova.compute.provider_tree [None req-aa9b12da-31c4-4e6b-91c6-5e32c46cf82c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.711881] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1406070, 'name': Rename_Task, 'duration_secs': 0.15422} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.716205] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.716521] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d178f123-3b6c-48be-b3d3-8c3da5dca019 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.727047] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 1057.727047] env[64120]: value = "task-1406071" [ 1057.727047] env[64120]: _type = "Task" [ 1057.727047] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.735487] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1406071, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.750674] env[64120]: DEBUG oslo_concurrency.lockutils [req-77fd324e-0d10-4fd6-82d5-fd3e13104daf req-ba579173-4f47-4f04-955e-f08b9fdcb8ee service nova] Releasing lock "refresh_cache-762e6d63-3a90-4fa2-826b-dcb9dbc57bb7" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.842942] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b7c576-22a8-561d-844d-8f1d35c4c3b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010669} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.843763] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-827183d9-33cd-4566-a62e-ba354fd7ff7a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.851323] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 1057.851323] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526ca755-9dfc-20c8-87a2-87b2b8fb0b26" [ 1057.851323] env[64120]: _type = "Task" [ 1057.851323] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.859072] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526ca755-9dfc-20c8-87a2-87b2b8fb0b26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.125474] env[64120]: DEBUG nova.scheduler.client.report [None req-aa9b12da-31c4-4e6b-91c6-5e32c46cf82c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1058.146728] env[64120]: DEBUG nova.network.neutron [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1058.240391] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1406071, 'name': PowerOnVM_Task, 'duration_secs': 0.475825} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.243067] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.243514] env[64120]: INFO nova.compute.manager [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Took 9.50 seconds to spawn the instance on the hypervisor. [ 1058.243746] env[64120]: DEBUG nova.compute.manager [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1058.244563] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa83b533-b319-450d-a4cd-e81fc5ed87d5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.335247] env[64120]: DEBUG nova.network.neutron [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Updating instance_info_cache with network_info: [{"id": "c91bb951-62d9-4b95-9451-5566bd3271ad", "address": "fa:16:3e:a0:cf:aa", "network": {"id": "dfa9fec9-66bf-4263-a5ed-73ac1bd2994b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-49460475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "901035c6b2a7413ab307b30fb817fef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc91bb951-62", "ovs_interfaceid": "c91bb951-62d9-4b95-9451-5566bd3271ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.362807] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526ca755-9dfc-20c8-87a2-87b2b8fb0b26, 'name': SearchDatastore_Task, 'duration_secs': 0.009506} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.363479] env[64120]: DEBUG oslo_concurrency.lockutils [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.363668] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7/762e6d63-3a90-4fa2-826b-dcb9dbc57bb7.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.363953] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be8f78b6-be59-4deb-a8d8-cbb7108d1a86 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.373925] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 1058.373925] env[64120]: value = "task-1406072" [ 1058.373925] env[64120]: _type = "Task" [ 1058.373925] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.384041] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1406072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.411794] env[64120]: DEBUG nova.compute.manager [req-3094f08e-3982-4fb9-a06a-020d36847459 req-6632f728-671c-49b8-b949-241560f45b79 service nova] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Received event network-vif-deleted-5e793c80-c99c-4461-8190-2782db909c2b {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1058.412055] env[64120]: INFO nova.compute.manager [req-3094f08e-3982-4fb9-a06a-020d36847459 req-6632f728-671c-49b8-b949-241560f45b79 service nova] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Neutron deleted interface 5e793c80-c99c-4461-8190-2782db909c2b; detaching it from the instance and deleting it from the info cache [ 1058.412354] env[64120]: DEBUG nova.network.neutron [req-3094f08e-3982-4fb9-a06a-020d36847459 req-6632f728-671c-49b8-b949-241560f45b79 service nova] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Updating instance_info_cache with network_info: [{"id": "fc3c2e65-a3d5-41ef-8bc1-7b3b7d4783af", "address": "fa:16:3e:32:5a:1b", "network": {"id": "42f9e7f7-99ac-4d28-943e-e01e46c6a7d6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-186555469", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41ef03202d0544e8914773bd2a0d7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc3c2e65-a3", "ovs_interfaceid": "fc3c2e65-a3d5-41ef-8bc1-7b3b7d4783af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.611793] env[64120]: DEBUG nova.compute.manager [req-c55dbfd2-4d98-4b85-be03-9108bc466435 req-080a3506-8eea-4164-b3f5-57ac251d81fa service nova] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Received event network-vif-plugged-c91bb951-62d9-4b95-9451-5566bd3271ad {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1058.612090] env[64120]: DEBUG oslo_concurrency.lockutils [req-c55dbfd2-4d98-4b85-be03-9108bc466435 req-080a3506-8eea-4164-b3f5-57ac251d81fa service nova] Acquiring lock "2d14c3fc-708b-4bb7-8f95-303e546dd811-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.612321] env[64120]: DEBUG oslo_concurrency.lockutils [req-c55dbfd2-4d98-4b85-be03-9108bc466435 req-080a3506-8eea-4164-b3f5-57ac251d81fa service nova] Lock "2d14c3fc-708b-4bb7-8f95-303e546dd811-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.612558] env[64120]: DEBUG oslo_concurrency.lockutils [req-c55dbfd2-4d98-4b85-be03-9108bc466435 req-080a3506-8eea-4164-b3f5-57ac251d81fa service nova] Lock "2d14c3fc-708b-4bb7-8f95-303e546dd811-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.612749] env[64120]: DEBUG nova.compute.manager [req-c55dbfd2-4d98-4b85-be03-9108bc466435 req-080a3506-8eea-4164-b3f5-57ac251d81fa service nova] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] No waiting events found dispatching network-vif-plugged-c91bb951-62d9-4b95-9451-5566bd3271ad {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1058.612957] env[64120]: WARNING nova.compute.manager [req-c55dbfd2-4d98-4b85-be03-9108bc466435 req-080a3506-8eea-4164-b3f5-57ac251d81fa service nova] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Received unexpected event network-vif-plugged-c91bb951-62d9-4b95-9451-5566bd3271ad for instance with vm_state building and task_state spawning. [ 1058.613193] env[64120]: DEBUG nova.compute.manager [req-c55dbfd2-4d98-4b85-be03-9108bc466435 req-080a3506-8eea-4164-b3f5-57ac251d81fa service nova] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Received event network-changed-c91bb951-62d9-4b95-9451-5566bd3271ad {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1058.613362] env[64120]: DEBUG nova.compute.manager [req-c55dbfd2-4d98-4b85-be03-9108bc466435 req-080a3506-8eea-4164-b3f5-57ac251d81fa service nova] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Refreshing instance network info cache due to event network-changed-c91bb951-62d9-4b95-9451-5566bd3271ad. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1058.613576] env[64120]: DEBUG oslo_concurrency.lockutils [req-c55dbfd2-4d98-4b85-be03-9108bc466435 req-080a3506-8eea-4164-b3f5-57ac251d81fa service nova] Acquiring lock "refresh_cache-2d14c3fc-708b-4bb7-8f95-303e546dd811" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.631216] env[64120]: DEBUG oslo_concurrency.lockutils [None req-aa9b12da-31c4-4e6b-91c6-5e32c46cf82c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.635570] env[64120]: DEBUG oslo_concurrency.lockutils [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.376s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.637595] env[64120]: INFO nova.compute.claims [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.667133] env[64120]: INFO nova.scheduler.client.report [None req-aa9b12da-31c4-4e6b-91c6-5e32c46cf82c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Deleted allocations for instance 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c [ 1058.766811] env[64120]: INFO nova.compute.manager [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Took 44.39 seconds to build instance. [ 1058.837688] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Releasing lock "refresh_cache-2d14c3fc-708b-4bb7-8f95-303e546dd811" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.838453] env[64120]: DEBUG nova.compute.manager [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Instance network_info: |[{"id": "c91bb951-62d9-4b95-9451-5566bd3271ad", "address": "fa:16:3e:a0:cf:aa", "network": {"id": "dfa9fec9-66bf-4263-a5ed-73ac1bd2994b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-49460475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "901035c6b2a7413ab307b30fb817fef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc91bb951-62", "ovs_interfaceid": "c91bb951-62d9-4b95-9451-5566bd3271ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1058.839424] env[64120]: DEBUG oslo_concurrency.lockutils [req-c55dbfd2-4d98-4b85-be03-9108bc466435 req-080a3506-8eea-4164-b3f5-57ac251d81fa service nova] Acquired lock "refresh_cache-2d14c3fc-708b-4bb7-8f95-303e546dd811" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.839424] env[64120]: DEBUG nova.network.neutron [req-c55dbfd2-4d98-4b85-be03-9108bc466435 req-080a3506-8eea-4164-b3f5-57ac251d81fa service nova] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Refreshing network info cache for port c91bb951-62d9-4b95-9451-5566bd3271ad {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.841442] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:cf:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c91bb951-62d9-4b95-9451-5566bd3271ad', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.851954] env[64120]: DEBUG oslo.service.loopingcall [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1058.855285] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.855803] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6719043-c4e0-48b8-8315-3f83a2ee7b8e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.886164] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1406072, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.887420] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.887420] env[64120]: value = "task-1406073" [ 1058.887420] env[64120]: _type = "Task" [ 1058.887420] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.896054] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406073, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.917554] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-794a693e-4f33-42cd-825c-131ecbc61510 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.930876] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05fb3d5-4885-46e5-a2bb-c39270e905ad {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.972589] env[64120]: DEBUG nova.compute.manager [req-3094f08e-3982-4fb9-a06a-020d36847459 req-6632f728-671c-49b8-b949-241560f45b79 service nova] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Detach interface failed, port_id=5e793c80-c99c-4461-8190-2782db909c2b, reason: Instance 76f5f14b-36e5-46ab-8c05-ba352db612bd could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1059.098989] env[64120]: DEBUG nova.network.neutron [-] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.167165] env[64120]: DEBUG nova.network.neutron [req-c55dbfd2-4d98-4b85-be03-9108bc466435 req-080a3506-8eea-4164-b3f5-57ac251d81fa service nova] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Updated VIF entry in instance network info cache for port c91bb951-62d9-4b95-9451-5566bd3271ad. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.167646] env[64120]: DEBUG nova.network.neutron [req-c55dbfd2-4d98-4b85-be03-9108bc466435 req-080a3506-8eea-4164-b3f5-57ac251d81fa service nova] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Updating instance_info_cache with network_info: [{"id": "c91bb951-62d9-4b95-9451-5566bd3271ad", "address": "fa:16:3e:a0:cf:aa", "network": {"id": "dfa9fec9-66bf-4263-a5ed-73ac1bd2994b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-49460475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "901035c6b2a7413ab307b30fb817fef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc91bb951-62", "ovs_interfaceid": "c91bb951-62d9-4b95-9451-5566bd3271ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.175040] env[64120]: DEBUG oslo_concurrency.lockutils [None req-aa9b12da-31c4-4e6b-91c6-5e32c46cf82c tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Lock "3df3e12b-ada8-4cf7-99be-188bfcbbdd2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.645s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.271588] env[64120]: DEBUG oslo_concurrency.lockutils [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "9459817b-f9ba-4636-b276-21dd1d1d92a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.695s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.389354] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1406072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519612} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.393074] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7/762e6d63-3a90-4fa2-826b-dcb9dbc57bb7.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.393377] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.394152] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ae065ae-b172-4e00-aca6-61f0ed1b023f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.403377] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406073, 'name': CreateVM_Task, 'duration_secs': 0.368735} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.403582] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.404052] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 1059.404052] env[64120]: value = "task-1406074" [ 1059.404052] env[64120]: _type = "Task" [ 1059.404052] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.404889] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.404889] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.405194] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.405520] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b10e1d9d-a084-4264-93b8-e66ff87272d1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.414036] env[64120]: DEBUG oslo_vmware.api [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1059.414036] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d9e300-e450-ae86-e46b-ca6efb4fd3e6" [ 1059.414036] env[64120]: _type = "Task" [ 1059.414036] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.418020] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1406074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.426313] env[64120]: DEBUG oslo_vmware.api [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d9e300-e450-ae86-e46b-ca6efb4fd3e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.605531] env[64120]: INFO nova.compute.manager [-] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Took 2.31 seconds to deallocate network for instance. [ 1059.672363] env[64120]: DEBUG oslo_concurrency.lockutils [req-c55dbfd2-4d98-4b85-be03-9108bc466435 req-080a3506-8eea-4164-b3f5-57ac251d81fa service nova] Releasing lock "refresh_cache-2d14c3fc-708b-4bb7-8f95-303e546dd811" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.776032] env[64120]: DEBUG nova.compute.manager [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1059.915182] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1406074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076807} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.915461] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.916298] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92716d3b-67df-47bb-bd0c-d01cb80f731c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.932217] env[64120]: DEBUG oslo_vmware.api [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d9e300-e450-ae86-e46b-ca6efb4fd3e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011538} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.941285] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.941420] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.941653] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.941817] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.942025] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.950722] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7/762e6d63-3a90-4fa2-826b-dcb9dbc57bb7.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.953577] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a25d265f-ee28-442c-86f3-32a7a280edfd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.955454] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffff3bfa-6823-4df0-b997-24842590a874 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.979110] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 1059.979110] env[64120]: value = "task-1406075" [ 1059.979110] env[64120]: _type = "Task" [ 1059.979110] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.980353] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.980533] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.986569] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1f2cc7f-76e2-4e57-a005-de832208ad9f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.992818] env[64120]: DEBUG oslo_vmware.api [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1059.992818] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52336ec5-fc41-eac7-08b2-9f58476f5723" [ 1059.992818] env[64120]: _type = "Task" [ 1059.992818] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.997165] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1406075, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.008586] env[64120]: DEBUG oslo_vmware.api [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52336ec5-fc41-eac7-08b2-9f58476f5723, 'name': SearchDatastore_Task, 'duration_secs': 0.010644} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.009452] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-520a42bf-add1-470d-8b81-eb7c283324bd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.017971] env[64120]: DEBUG oslo_vmware.api [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1060.017971] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5228bd03-3157-6e1e-3314-c559f66da814" [ 1060.017971] env[64120]: _type = "Task" [ 1060.017971] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.026597] env[64120]: DEBUG oslo_vmware.api [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5228bd03-3157-6e1e-3314-c559f66da814, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.112493] env[64120]: DEBUG oslo_concurrency.lockutils [None req-94f33f53-73c0-4fea-8b97-41af19eeeeaf tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.167768] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5e56df-3905-4dc1-8eab-f876e5f57416 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.177143] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5273a98a-4065-4d89-877c-7047d2c787b6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.212962] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eae05d8-1789-4cf9-baa5-0b11e8f3ed43 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.223162] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d19984-7c42-49f8-9e4e-3b5506edfb92 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.239235] env[64120]: DEBUG nova.compute.provider_tree [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.288053] env[64120]: DEBUG oslo_concurrency.lockutils [None req-222b1fd2-c420-4dfb-95b7-1dd420ec2e5e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Acquiring lock "a023676a-cd0b-47d9-b239-0fa94290af72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.288377] env[64120]: DEBUG oslo_concurrency.lockutils [None req-222b1fd2-c420-4dfb-95b7-1dd420ec2e5e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Lock "a023676a-cd0b-47d9-b239-0fa94290af72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.288588] env[64120]: DEBUG oslo_concurrency.lockutils [None req-222b1fd2-c420-4dfb-95b7-1dd420ec2e5e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Acquiring lock "a023676a-cd0b-47d9-b239-0fa94290af72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.289225] env[64120]: DEBUG oslo_concurrency.lockutils [None req-222b1fd2-c420-4dfb-95b7-1dd420ec2e5e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Lock "a023676a-cd0b-47d9-b239-0fa94290af72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.289225] env[64120]: DEBUG oslo_concurrency.lockutils [None req-222b1fd2-c420-4dfb-95b7-1dd420ec2e5e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Lock "a023676a-cd0b-47d9-b239-0fa94290af72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.291261] env[64120]: INFO nova.compute.manager [None req-222b1fd2-c420-4dfb-95b7-1dd420ec2e5e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Terminating instance [ 1060.293763] env[64120]: DEBUG nova.compute.manager [None req-222b1fd2-c420-4dfb-95b7-1dd420ec2e5e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1060.293930] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-222b1fd2-c420-4dfb-95b7-1dd420ec2e5e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.294810] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e14f03d-fa82-43ad-9cd9-06079170ca70 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.303511] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-222b1fd2-c420-4dfb-95b7-1dd420ec2e5e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.303899] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfadf890-05f0-4a99-9a34-960a393d01b8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.306264] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.312966] env[64120]: DEBUG oslo_vmware.api [None req-222b1fd2-c420-4dfb-95b7-1dd420ec2e5e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for the task: (returnval){ [ 1060.312966] env[64120]: value = "task-1406076" [ 1060.312966] env[64120]: _type = "Task" [ 1060.312966] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.321678] env[64120]: DEBUG oslo_vmware.api [None req-222b1fd2-c420-4dfb-95b7-1dd420ec2e5e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1406076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.442953] env[64120]: DEBUG nova.compute.manager [req-c1e9fa55-7a22-4ab1-9d55-923735fb3b7e req-b313bb5c-3d7a-4606-8631-121584cb8ac1 service nova] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Received event network-vif-deleted-fc3c2e65-a3d5-41ef-8bc1-7b3b7d4783af {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1060.490349] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1406075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.530510] env[64120]: DEBUG oslo_vmware.api [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5228bd03-3157-6e1e-3314-c559f66da814, 'name': SearchDatastore_Task, 'duration_secs': 0.010494} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.530510] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.530510] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 2d14c3fc-708b-4bb7-8f95-303e546dd811/2d14c3fc-708b-4bb7-8f95-303e546dd811.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.530510] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac6e088e-edf1-4051-82aa-cb4b9d03861f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.537370] env[64120]: DEBUG oslo_vmware.api [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1060.537370] env[64120]: value = "task-1406077" [ 1060.537370] env[64120]: _type = "Task" [ 1060.537370] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.545259] env[64120]: DEBUG oslo_vmware.api [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.742869] env[64120]: DEBUG nova.scheduler.client.report [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1060.825337] env[64120]: DEBUG oslo_vmware.api [None req-222b1fd2-c420-4dfb-95b7-1dd420ec2e5e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1406076, 'name': PowerOffVM_Task, 'duration_secs': 0.434215} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.825737] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-222b1fd2-c420-4dfb-95b7-1dd420ec2e5e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.825910] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-222b1fd2-c420-4dfb-95b7-1dd420ec2e5e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.826224] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8129cb36-8044-472e-a104-9954aeabdcec {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.912622] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-222b1fd2-c420-4dfb-95b7-1dd420ec2e5e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.912874] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-222b1fd2-c420-4dfb-95b7-1dd420ec2e5e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.913138] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-222b1fd2-c420-4dfb-95b7-1dd420ec2e5e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Deleting the datastore file [datastore1] a023676a-cd0b-47d9-b239-0fa94290af72 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.913367] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6862ff01-3262-4730-b8a0-dd824b341b28 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.923637] env[64120]: DEBUG oslo_vmware.api [None req-222b1fd2-c420-4dfb-95b7-1dd420ec2e5e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for the task: (returnval){ [ 1060.923637] env[64120]: value = "task-1406079" [ 1060.923637] env[64120]: _type = "Task" [ 1060.923637] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.935372] env[64120]: DEBUG oslo_vmware.api [None req-222b1fd2-c420-4dfb-95b7-1dd420ec2e5e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1406079, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.995402] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1406075, 'name': ReconfigVM_Task, 'duration_secs': 0.754989} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.995730] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7/762e6d63-3a90-4fa2-826b-dcb9dbc57bb7.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.996446] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1c76882-a97e-411f-ad61-67e3c468bcae {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.010300] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 1061.010300] env[64120]: value = "task-1406080" [ 1061.010300] env[64120]: _type = "Task" [ 1061.010300] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.024931] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1406080, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.053110] env[64120]: DEBUG oslo_vmware.api [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406077, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.248822] env[64120]: DEBUG oslo_concurrency.lockutils [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.249412] env[64120]: DEBUG nova.compute.manager [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1061.254935] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.658s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.255170] env[64120]: DEBUG nova.objects.instance [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64120) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1061.434966] env[64120]: DEBUG oslo_vmware.api [None req-222b1fd2-c420-4dfb-95b7-1dd420ec2e5e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Task: {'id': task-1406079, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230941} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.435324] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-222b1fd2-c420-4dfb-95b7-1dd420ec2e5e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.435532] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-222b1fd2-c420-4dfb-95b7-1dd420ec2e5e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.435765] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-222b1fd2-c420-4dfb-95b7-1dd420ec2e5e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.435968] env[64120]: INFO nova.compute.manager [None req-222b1fd2-c420-4dfb-95b7-1dd420ec2e5e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1061.436260] env[64120]: DEBUG oslo.service.loopingcall [None req-222b1fd2-c420-4dfb-95b7-1dd420ec2e5e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1061.436461] env[64120]: DEBUG nova.compute.manager [-] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1061.436549] env[64120]: DEBUG nova.network.neutron [-] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.521914] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1406080, 'name': Rename_Task, 'duration_secs': 0.222566} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.522810] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.522810] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba1a5c73-d1d6-43da-a2a6-b9b70d37bfee {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.530746] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 1061.530746] env[64120]: value = "task-1406081" [ 1061.530746] env[64120]: _type = "Task" [ 1061.530746] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.540846] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1406081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.549938] env[64120]: DEBUG oslo_vmware.api [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575167} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.553037] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 2d14c3fc-708b-4bb7-8f95-303e546dd811/2d14c3fc-708b-4bb7-8f95-303e546dd811.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.553037] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.553037] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b45d8408-bbe5-44e7-af76-603f980d8de4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.559064] env[64120]: DEBUG oslo_vmware.api [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1061.559064] env[64120]: value = "task-1406082" [ 1061.559064] env[64120]: _type = "Task" [ 1061.559064] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.570435] env[64120]: DEBUG oslo_vmware.api [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.766364] env[64120]: DEBUG nova.compute.utils [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1061.769810] env[64120]: DEBUG nova.compute.manager [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1061.769810] env[64120]: DEBUG nova.network.neutron [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1061.822205] env[64120]: DEBUG nova.policy [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49222ed4c1e14b07b54ab0c78486155c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '810c6f3635c34e3d986d99066118933b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1062.042725] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1406081, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.069366] env[64120]: DEBUG oslo_vmware.api [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174196} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.069646] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.070465] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68534f48-d474-43d0-862d-9e15b8fd4b43 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.096023] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 2d14c3fc-708b-4bb7-8f95-303e546dd811/2d14c3fc-708b-4bb7-8f95-303e546dd811.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.096023] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6804bde4-a130-400f-9d59-590fd267eab7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.114950] env[64120]: DEBUG oslo_vmware.api [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1062.114950] env[64120]: value = "task-1406083" [ 1062.114950] env[64120]: _type = "Task" [ 1062.114950] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.127371] env[64120]: DEBUG oslo_vmware.api [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.128050] env[64120]: DEBUG nova.network.neutron [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Successfully created port: 2f341f76-e72f-4d5f-b386-d49e47669f2a {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1062.255644] env[64120]: DEBUG nova.network.neutron [-] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.268941] env[64120]: DEBUG nova.compute.manager [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1062.275136] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5fe7dcf6-cfb5-44ea-a403-61f17e577684 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.278529] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 35.292s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.541986] env[64120]: DEBUG oslo_vmware.api [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1406081, 'name': PowerOnVM_Task, 'duration_secs': 0.988614} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.542449] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.542600] env[64120]: INFO nova.compute.manager [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1062.542823] env[64120]: DEBUG nova.compute.manager [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1062.543688] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4043e8f5-aba9-4800-9bee-ab35dcc75c6f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.595166] env[64120]: DEBUG nova.compute.manager [req-20a2ba81-2ac6-4ca1-8350-b4b1afa75761 req-7f7217d2-be27-4e13-944f-1070b86fbc98 service nova] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Received event network-vif-deleted-811a0d0a-7ce0-468d-b98f-517ae4b3cf97 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1062.626086] env[64120]: DEBUG oslo_vmware.api [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406083, 'name': ReconfigVM_Task, 'duration_secs': 0.348403} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.626479] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 2d14c3fc-708b-4bb7-8f95-303e546dd811/2d14c3fc-708b-4bb7-8f95-303e546dd811.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.627125] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd30eadd-6f99-4222-a583-18f60c9c3f2e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.635974] env[64120]: DEBUG oslo_vmware.api [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1062.635974] env[64120]: value = "task-1406084" [ 1062.635974] env[64120]: _type = "Task" [ 1062.635974] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.644621] env[64120]: DEBUG oslo_vmware.api [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406084, 'name': Rename_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.759073] env[64120]: INFO nova.compute.manager [-] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Took 1.32 seconds to deallocate network for instance. [ 1063.066022] env[64120]: INFO nova.compute.manager [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Took 42.53 seconds to build instance. [ 1063.150301] env[64120]: DEBUG oslo_vmware.api [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406084, 'name': Rename_Task, 'duration_secs': 0.162568} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.150934] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.151243] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee86101a-feeb-463c-a58b-b58ad1f6b4c5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.159808] env[64120]: DEBUG oslo_vmware.api [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1063.159808] env[64120]: value = "task-1406085" [ 1063.159808] env[64120]: _type = "Task" [ 1063.159808] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.171303] env[64120]: DEBUG oslo_vmware.api [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.271916] env[64120]: DEBUG oslo_concurrency.lockutils [None req-222b1fd2-c420-4dfb-95b7-1dd420ec2e5e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.302946] env[64120]: DEBUG nova.compute.manager [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1063.327993] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 51f2aeb5-f940-49b0-bfce-e404cbd69d4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.327993] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 93417e30-1413-457e-a34f-5d9f1fb8e657 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.327993] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance a023676a-cd0b-47d9-b239-0fa94290af72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.327993] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance a4c04c6d-8d9b-4859-9ece-a256f8cd0f18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.327993] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.328284] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 810ace60-3801-4686-8087-570c8b93b42f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.328284] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 3997b4b8-119f-4bac-a16c-b18361db7b31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.328355] env[64120]: WARNING nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 5bd2f6c4-7671-4aae-b358-08456faf0973 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1063.328443] env[64120]: WARNING nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 7c3b6190-aec5-474d-872d-1c5160b9f5fb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1063.328628] env[64120]: WARNING nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1063.330966] env[64120]: WARNING nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 8d8da40e-e5a1-4d8c-9879-21f56e03558d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1063.330966] env[64120]: WARNING nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 930617d3-b611-4d72-8e0e-7b7f8253fd29 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1063.330966] env[64120]: WARNING nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 5ceec829-071c-472b-bbe6-125e95161d24 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1063.330966] env[64120]: WARNING nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance cdf0bc19-3793-4b5b-b693-f380ab2797c6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1063.330966] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance d57efb12-3708-4a0d-8987-4efe69887d86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.330966] env[64120]: WARNING nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 96a40bb6-97eb-49cb-80f3-da6737798c03 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1063.330966] env[64120]: WARNING nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 8ef31af0-a100-46ee-8be6-d2c444880e44 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1063.330966] env[64120]: WARNING nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 76f5f14b-36e5-46ab-8c05-ba352db612bd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1063.330966] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 9459817b-f9ba-4636-b276-21dd1d1d92a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.330966] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.330966] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 2d14c3fc-708b-4bb7-8f95-303e546dd811 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.330966] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 87ff5098-8334-42ff-ac2f-ac28ed224fb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.333571] env[64120]: DEBUG nova.virt.hardware [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1063.333819] env[64120]: DEBUG nova.virt.hardware [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1063.333997] env[64120]: DEBUG nova.virt.hardware [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.334253] env[64120]: DEBUG nova.virt.hardware [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1063.334457] env[64120]: DEBUG nova.virt.hardware [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.334605] env[64120]: DEBUG nova.virt.hardware [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1063.334848] env[64120]: DEBUG nova.virt.hardware [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1063.335120] env[64120]: DEBUG nova.virt.hardware [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1063.335318] env[64120]: DEBUG nova.virt.hardware [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1063.336080] env[64120]: DEBUG nova.virt.hardware [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1063.336080] env[64120]: DEBUG nova.virt.hardware [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1063.336543] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645df6aa-dc1d-43e0-8bc7-8461fcdd7478 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.346623] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2e578b-4620-4ea3-ad67-5b492941bbc3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.568150] env[64120]: DEBUG oslo_concurrency.lockutils [None req-114f544c-5009-443c-ac92-c48e00d86245 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "762e6d63-3a90-4fa2-826b-dcb9dbc57bb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.947s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.677848] env[64120]: DEBUG oslo_vmware.api [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406085, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.840789] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance ee75c32c-969f-4181-b8b5-9c30808d32ad has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1064.069479] env[64120]: DEBUG nova.compute.manager [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1064.112890] env[64120]: DEBUG oslo_concurrency.lockutils [None req-60b916ed-9355-457a-a8c5-a73d413e574c tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquiring lock "9459817b-f9ba-4636-b276-21dd1d1d92a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.113150] env[64120]: DEBUG oslo_concurrency.lockutils [None req-60b916ed-9355-457a-a8c5-a73d413e574c tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "9459817b-f9ba-4636-b276-21dd1d1d92a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.113404] env[64120]: DEBUG oslo_concurrency.lockutils [None req-60b916ed-9355-457a-a8c5-a73d413e574c tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquiring lock "9459817b-f9ba-4636-b276-21dd1d1d92a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.113603] env[64120]: DEBUG oslo_concurrency.lockutils [None req-60b916ed-9355-457a-a8c5-a73d413e574c tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "9459817b-f9ba-4636-b276-21dd1d1d92a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.113779] env[64120]: DEBUG oslo_concurrency.lockutils [None req-60b916ed-9355-457a-a8c5-a73d413e574c tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "9459817b-f9ba-4636-b276-21dd1d1d92a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.116165] env[64120]: INFO nova.compute.manager [None req-60b916ed-9355-457a-a8c5-a73d413e574c tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Terminating instance [ 1064.119824] env[64120]: DEBUG nova.compute.manager [None req-60b916ed-9355-457a-a8c5-a73d413e574c tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1064.120039] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-60b916ed-9355-457a-a8c5-a73d413e574c tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.121096] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e85074-2d51-4596-b2dd-e4984c588e2b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.133118] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b916ed-9355-457a-a8c5-a73d413e574c tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.133392] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f159714-3d9d-47ea-87e9-01dd5ee84201 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.141453] env[64120]: DEBUG nova.network.neutron [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Successfully updated port: 2f341f76-e72f-4d5f-b386-d49e47669f2a {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.149314] env[64120]: DEBUG oslo_vmware.api [None req-60b916ed-9355-457a-a8c5-a73d413e574c tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 1064.149314] env[64120]: value = "task-1406086" [ 1064.149314] env[64120]: _type = "Task" [ 1064.149314] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.159140] env[64120]: DEBUG oslo_vmware.api [None req-60b916ed-9355-457a-a8c5-a73d413e574c tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1406086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.171996] env[64120]: DEBUG oslo_vmware.api [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406085, 'name': PowerOnVM_Task, 'duration_secs': 0.525782} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.172125] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.172377] env[64120]: INFO nova.compute.manager [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Took 7.86 seconds to spawn the instance on the hypervisor. [ 1064.172610] env[64120]: DEBUG nova.compute.manager [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1064.173532] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2546172-a293-4cae-89e9-876deeb01916 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.350423] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 696f7e5e-a900-443d-9532-a8a2584426d0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1064.541833] env[64120]: DEBUG oslo_concurrency.lockutils [None req-51d48699-a27b-4108-92d9-8e9b1efa4821 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquiring lock "762e6d63-3a90-4fa2-826b-dcb9dbc57bb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.541833] env[64120]: DEBUG oslo_concurrency.lockutils [None req-51d48699-a27b-4108-92d9-8e9b1efa4821 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "762e6d63-3a90-4fa2-826b-dcb9dbc57bb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.541833] env[64120]: DEBUG oslo_concurrency.lockutils [None req-51d48699-a27b-4108-92d9-8e9b1efa4821 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquiring lock "762e6d63-3a90-4fa2-826b-dcb9dbc57bb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.541833] env[64120]: DEBUG oslo_concurrency.lockutils [None req-51d48699-a27b-4108-92d9-8e9b1efa4821 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "762e6d63-3a90-4fa2-826b-dcb9dbc57bb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.541833] env[64120]: DEBUG oslo_concurrency.lockutils [None req-51d48699-a27b-4108-92d9-8e9b1efa4821 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "762e6d63-3a90-4fa2-826b-dcb9dbc57bb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.543123] env[64120]: INFO nova.compute.manager [None req-51d48699-a27b-4108-92d9-8e9b1efa4821 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Terminating instance [ 1064.549833] env[64120]: DEBUG nova.compute.manager [None req-51d48699-a27b-4108-92d9-8e9b1efa4821 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1064.552782] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-51d48699-a27b-4108-92d9-8e9b1efa4821 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.552782] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "dd35a3ad-c612-4b13-9e0d-d57034827b0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.552782] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "dd35a3ad-c612-4b13-9e0d-d57034827b0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.552782] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4029466c-e6bc-40b9-a94f-5c98deff6f47 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.562379] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d48699-a27b-4108-92d9-8e9b1efa4821 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.562469] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2072ccb1-9dcf-4412-bea5-7e1cb719be84 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.570984] env[64120]: DEBUG oslo_vmware.api [None req-51d48699-a27b-4108-92d9-8e9b1efa4821 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 1064.570984] env[64120]: value = "task-1406087" [ 1064.570984] env[64120]: _type = "Task" [ 1064.570984] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.590488] env[64120]: DEBUG oslo_vmware.api [None req-51d48699-a27b-4108-92d9-8e9b1efa4821 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1406087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.602708] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.621276] env[64120]: DEBUG nova.compute.manager [req-43c12f2e-c998-42de-b734-f4a728147a51 req-56b91e9b-b01a-4546-be5d-abd76fb81990 service nova] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Received event network-vif-plugged-2f341f76-e72f-4d5f-b386-d49e47669f2a {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1064.621714] env[64120]: DEBUG oslo_concurrency.lockutils [req-43c12f2e-c998-42de-b734-f4a728147a51 req-56b91e9b-b01a-4546-be5d-abd76fb81990 service nova] Acquiring lock "87ff5098-8334-42ff-ac2f-ac28ed224fb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.621714] env[64120]: DEBUG oslo_concurrency.lockutils [req-43c12f2e-c998-42de-b734-f4a728147a51 req-56b91e9b-b01a-4546-be5d-abd76fb81990 service nova] Lock "87ff5098-8334-42ff-ac2f-ac28ed224fb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.621937] env[64120]: DEBUG oslo_concurrency.lockutils [req-43c12f2e-c998-42de-b734-f4a728147a51 req-56b91e9b-b01a-4546-be5d-abd76fb81990 service nova] Lock "87ff5098-8334-42ff-ac2f-ac28ed224fb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.622092] env[64120]: DEBUG nova.compute.manager [req-43c12f2e-c998-42de-b734-f4a728147a51 req-56b91e9b-b01a-4546-be5d-abd76fb81990 service nova] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] No waiting events found dispatching network-vif-plugged-2f341f76-e72f-4d5f-b386-d49e47669f2a {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1064.622277] env[64120]: WARNING nova.compute.manager [req-43c12f2e-c998-42de-b734-f4a728147a51 req-56b91e9b-b01a-4546-be5d-abd76fb81990 service nova] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Received unexpected event network-vif-plugged-2f341f76-e72f-4d5f-b386-d49e47669f2a for instance with vm_state building and task_state spawning. [ 1064.622438] env[64120]: DEBUG nova.compute.manager [req-43c12f2e-c998-42de-b734-f4a728147a51 req-56b91e9b-b01a-4546-be5d-abd76fb81990 service nova] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Received event network-changed-2f341f76-e72f-4d5f-b386-d49e47669f2a {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1064.622592] env[64120]: DEBUG nova.compute.manager [req-43c12f2e-c998-42de-b734-f4a728147a51 req-56b91e9b-b01a-4546-be5d-abd76fb81990 service nova] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Refreshing instance network info cache due to event network-changed-2f341f76-e72f-4d5f-b386-d49e47669f2a. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1064.626022] env[64120]: DEBUG oslo_concurrency.lockutils [req-43c12f2e-c998-42de-b734-f4a728147a51 req-56b91e9b-b01a-4546-be5d-abd76fb81990 service nova] Acquiring lock "refresh_cache-87ff5098-8334-42ff-ac2f-ac28ed224fb4" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.626022] env[64120]: DEBUG oslo_concurrency.lockutils [req-43c12f2e-c998-42de-b734-f4a728147a51 req-56b91e9b-b01a-4546-be5d-abd76fb81990 service nova] Acquired lock "refresh_cache-87ff5098-8334-42ff-ac2f-ac28ed224fb4" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.626022] env[64120]: DEBUG nova.network.neutron [req-43c12f2e-c998-42de-b734-f4a728147a51 req-56b91e9b-b01a-4546-be5d-abd76fb81990 service nova] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Refreshing network info cache for port 2f341f76-e72f-4d5f-b386-d49e47669f2a {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.646605] env[64120]: DEBUG oslo_concurrency.lockutils [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Acquiring lock "refresh_cache-87ff5098-8334-42ff-ac2f-ac28ed224fb4" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.659182] env[64120]: DEBUG oslo_vmware.api [None req-60b916ed-9355-457a-a8c5-a73d413e574c tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1406086, 'name': PowerOffVM_Task, 'duration_secs': 0.263812} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.659929] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b916ed-9355-457a-a8c5-a73d413e574c tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.660171] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-60b916ed-9355-457a-a8c5-a73d413e574c tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.660295] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e13db7d-292c-41c9-81aa-8ccb6b1abec9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.696742] env[64120]: INFO nova.compute.manager [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Took 44.07 seconds to build instance. [ 1064.742292] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-60b916ed-9355-457a-a8c5-a73d413e574c tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.742554] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-60b916ed-9355-457a-a8c5-a73d413e574c tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.742820] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-60b916ed-9355-457a-a8c5-a73d413e574c tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Deleting the datastore file [datastore2] 9459817b-f9ba-4636-b276-21dd1d1d92a6 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.743020] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81165ae3-6a1d-438e-a6f2-cd518dbba6ec {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.753032] env[64120]: DEBUG oslo_vmware.api [None req-60b916ed-9355-457a-a8c5-a73d413e574c tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 1064.753032] env[64120]: value = "task-1406089" [ 1064.753032] env[64120]: _type = "Task" [ 1064.753032] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.761979] env[64120]: DEBUG oslo_vmware.api [None req-60b916ed-9355-457a-a8c5-a73d413e574c tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1406089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.853464] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance a7f265f9-5842-4567-a926-7b924f066cab has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1065.081387] env[64120]: DEBUG oslo_vmware.api [None req-51d48699-a27b-4108-92d9-8e9b1efa4821 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1406087, 'name': PowerOffVM_Task, 'duration_secs': 0.189776} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.081707] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d48699-a27b-4108-92d9-8e9b1efa4821 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.081977] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-51d48699-a27b-4108-92d9-8e9b1efa4821 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.082242] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8af69fa-a2f8-48b3-83e7-33b8c23c8e34 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.150348] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-51d48699-a27b-4108-92d9-8e9b1efa4821 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.150761] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-51d48699-a27b-4108-92d9-8e9b1efa4821 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.155526] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-51d48699-a27b-4108-92d9-8e9b1efa4821 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Deleting the datastore file [datastore2] 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.155526] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c30a943c-083d-4bba-9857-2fa0538e025c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.158680] env[64120]: DEBUG oslo_vmware.api [None req-51d48699-a27b-4108-92d9-8e9b1efa4821 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for the task: (returnval){ [ 1065.158680] env[64120]: value = "task-1406091" [ 1065.158680] env[64120]: _type = "Task" [ 1065.158680] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.170626] env[64120]: DEBUG oslo_vmware.api [None req-51d48699-a27b-4108-92d9-8e9b1efa4821 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1406091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.200777] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a560773f-5c6d-49c2-bbd3-536a8278914d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "2d14c3fc-708b-4bb7-8f95-303e546dd811" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.850s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.206895] env[64120]: DEBUG nova.network.neutron [req-43c12f2e-c998-42de-b734-f4a728147a51 req-56b91e9b-b01a-4546-be5d-abd76fb81990 service nova] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1065.265391] env[64120]: DEBUG oslo_vmware.api [None req-60b916ed-9355-457a-a8c5-a73d413e574c tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1406089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197553} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.265697] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-60b916ed-9355-457a-a8c5-a73d413e574c tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.265890] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-60b916ed-9355-457a-a8c5-a73d413e574c tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.266110] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-60b916ed-9355-457a-a8c5-a73d413e574c tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.266297] env[64120]: INFO nova.compute.manager [None req-60b916ed-9355-457a-a8c5-a73d413e574c tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1065.266543] env[64120]: DEBUG oslo.service.loopingcall [None req-60b916ed-9355-457a-a8c5-a73d413e574c tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1065.266746] env[64120]: DEBUG nova.compute.manager [-] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1065.266879] env[64120]: DEBUG nova.network.neutron [-] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1065.356637] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 0a29cbe5-1f69-44f7-90a6-209992a79b2a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1065.385960] env[64120]: DEBUG nova.network.neutron [req-43c12f2e-c998-42de-b734-f4a728147a51 req-56b91e9b-b01a-4546-be5d-abd76fb81990 service nova] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.672031] env[64120]: DEBUG oslo_vmware.api [None req-51d48699-a27b-4108-92d9-8e9b1efa4821 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Task: {'id': task-1406091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220266} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.672031] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-51d48699-a27b-4108-92d9-8e9b1efa4821 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.672180] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-51d48699-a27b-4108-92d9-8e9b1efa4821 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.672358] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-51d48699-a27b-4108-92d9-8e9b1efa4821 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.672534] env[64120]: INFO nova.compute.manager [None req-51d48699-a27b-4108-92d9-8e9b1efa4821 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1065.672774] env[64120]: DEBUG oslo.service.loopingcall [None req-51d48699-a27b-4108-92d9-8e9b1efa4821 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1065.673041] env[64120]: DEBUG nova.compute.manager [-] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1065.673146] env[64120]: DEBUG nova.network.neutron [-] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1065.706518] env[64120]: DEBUG nova.compute.manager [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1065.843154] env[64120]: DEBUG nova.compute.manager [req-19fb4578-fccc-4888-b3cc-279243267b84 req-7457c1c0-51a5-4d24-8671-784e8d8ecfb9 service nova] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Received event network-vif-deleted-368fa85b-4bb6-4485-be39-67949fe72477 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1065.843154] env[64120]: INFO nova.compute.manager [req-19fb4578-fccc-4888-b3cc-279243267b84 req-7457c1c0-51a5-4d24-8671-784e8d8ecfb9 service nova] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Neutron deleted interface 368fa85b-4bb6-4485-be39-67949fe72477; detaching it from the instance and deleting it from the info cache [ 1065.843154] env[64120]: DEBUG nova.network.neutron [req-19fb4578-fccc-4888-b3cc-279243267b84 req-7457c1c0-51a5-4d24-8671-784e8d8ecfb9 service nova] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.859590] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 494d4494-bd61-4370-b8f4-4e7ae757d638 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1065.888056] env[64120]: DEBUG oslo_concurrency.lockutils [req-43c12f2e-c998-42de-b734-f4a728147a51 req-56b91e9b-b01a-4546-be5d-abd76fb81990 service nova] Releasing lock "refresh_cache-87ff5098-8334-42ff-ac2f-ac28ed224fb4" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.888430] env[64120]: DEBUG oslo_concurrency.lockutils [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Acquired lock "refresh_cache-87ff5098-8334-42ff-ac2f-ac28ed224fb4" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.888618] env[64120]: DEBUG nova.network.neutron [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.068475] env[64120]: DEBUG nova.network.neutron [-] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.132669] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "643c3a48-b1e8-4d3c-84f7-69a41c264eaf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.132948] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "643c3a48-b1e8-4d3c-84f7-69a41c264eaf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.231781] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.347139] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06c0195e-7488-45e5-b1c1-bb84f587016c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.358398] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf62b4d9-5895-4d81-b70d-f1fd0aa4e83c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.369242] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 4d010afc-7835-4eac-b2bd-7cf6abea43a1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1066.379946] env[64120]: DEBUG nova.network.neutron [-] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.390366] env[64120]: DEBUG nova.compute.manager [req-19fb4578-fccc-4888-b3cc-279243267b84 req-7457c1c0-51a5-4d24-8671-784e8d8ecfb9 service nova] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Detach interface failed, port_id=368fa85b-4bb6-4485-be39-67949fe72477, reason: Instance 9459817b-f9ba-4636-b276-21dd1d1d92a6 could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1066.423650] env[64120]: DEBUG nova.network.neutron [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.569478] env[64120]: DEBUG nova.network.neutron [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Updating instance_info_cache with network_info: [{"id": "2f341f76-e72f-4d5f-b386-d49e47669f2a", "address": "fa:16:3e:a1:90:4c", "network": {"id": "a74062ee-e63a-4b80-917a-1ad88708de85", "bridge": "br-int", "label": "tempest-ServersTestJSON-2096925782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810c6f3635c34e3d986d99066118933b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f341f76-e7", "ovs_interfaceid": "2f341f76-e72f-4d5f-b386-d49e47669f2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.571173] env[64120]: INFO nova.compute.manager [-] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Took 1.30 seconds to deallocate network for instance. [ 1066.873014] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 1e3ed926-6b6c-4044-a299-64a438f2400d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1066.883258] env[64120]: INFO nova.compute.manager [-] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Took 1.21 seconds to deallocate network for instance. [ 1067.073067] env[64120]: DEBUG oslo_concurrency.lockutils [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Releasing lock "refresh_cache-87ff5098-8334-42ff-ac2f-ac28ed224fb4" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.073568] env[64120]: DEBUG nova.compute.manager [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Instance network_info: |[{"id": "2f341f76-e72f-4d5f-b386-d49e47669f2a", "address": "fa:16:3e:a1:90:4c", "network": {"id": "a74062ee-e63a-4b80-917a-1ad88708de85", "bridge": "br-int", "label": "tempest-ServersTestJSON-2096925782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810c6f3635c34e3d986d99066118933b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f341f76-e7", "ovs_interfaceid": "2f341f76-e72f-4d5f-b386-d49e47669f2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1067.074654] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:90:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92fe29b3-0907-453d-aabb-5559c4bd7c0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f341f76-e72f-4d5f-b386-d49e47669f2a', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.082814] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Creating folder: Project (810c6f3635c34e3d986d99066118933b). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1067.083801] env[64120]: DEBUG oslo_concurrency.lockutils [None req-60b916ed-9355-457a-a8c5-a73d413e574c tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.084076] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3702e08-713f-43c7-809d-0677c05f2de5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.098663] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Created folder: Project (810c6f3635c34e3d986d99066118933b) in parent group-v297899. [ 1067.098937] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Creating folder: Instances. Parent ref: group-v298029. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1067.099222] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ac47fe4-8dc8-40b7-b2bb-833cdea17e26 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.109794] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Created folder: Instances in parent group-v298029. [ 1067.110047] env[64120]: DEBUG oslo.service.loopingcall [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1067.110248] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.110457] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b65a8a6c-bea6-4c83-8da9-53dcda2b7ae2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.132024] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.132024] env[64120]: value = "task-1406094" [ 1067.132024] env[64120]: _type = "Task" [ 1067.132024] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.140256] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406094, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.376254] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 5b6e1058-3b55-4c45-8f90-af94dbfee87d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1067.391202] env[64120]: DEBUG oslo_concurrency.lockutils [None req-51d48699-a27b-4108-92d9-8e9b1efa4821 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.642119] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406094, 'name': CreateVM_Task, 'duration_secs': 0.346355} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.642326] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.642988] env[64120]: DEBUG oslo_concurrency.lockutils [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.643183] env[64120]: DEBUG oslo_concurrency.lockutils [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.643526] env[64120]: DEBUG oslo_concurrency.lockutils [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.643784] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f87d181-4850-4b45-9ef6-39e864d9e1f8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.648310] env[64120]: DEBUG oslo_vmware.api [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Waiting for the task: (returnval){ [ 1067.648310] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b20f94-62b2-2303-3c9b-a72cefc9c786" [ 1067.648310] env[64120]: _type = "Task" [ 1067.648310] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.655973] env[64120]: DEBUG oslo_vmware.api [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b20f94-62b2-2303-3c9b-a72cefc9c786, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.877257] env[64120]: DEBUG nova.compute.manager [req-5127677c-3599-483e-a85a-2101be0a4501 req-4de861bd-4762-4ad7-bf77-8b99735997b5 service nova] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Received event network-vif-deleted-76636889-4c3a-4434-bb3f-8e96918b0af3 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1067.879321] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 98ef028b-4cd6-438d-9f7e-57e2db1d4460 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1068.160035] env[64120]: DEBUG oslo_vmware.api [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b20f94-62b2-2303-3c9b-a72cefc9c786, 'name': SearchDatastore_Task, 'duration_secs': 0.046496} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.160328] env[64120]: DEBUG oslo_concurrency.lockutils [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.160403] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.160739] env[64120]: DEBUG oslo_concurrency.lockutils [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.160894] env[64120]: DEBUG oslo_concurrency.lockutils [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.161139] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.161729] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4c00334-5c5b-44de-962d-27042008c5e0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.172753] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.173016] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.173750] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f94b41b1-47e7-4b1f-a6a3-734b8c8de27b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.179385] env[64120]: DEBUG oslo_vmware.api [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Waiting for the task: (returnval){ [ 1068.179385] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52678e93-fd9a-8b8d-c566-4799f4da4174" [ 1068.179385] env[64120]: _type = "Task" [ 1068.179385] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.188232] env[64120]: DEBUG oslo_vmware.api [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52678e93-fd9a-8b8d-c566-4799f4da4174, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.383041] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 0441676f-53f4-4b15-b318-bed35cb92f02 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1068.691040] env[64120]: DEBUG oslo_vmware.api [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52678e93-fd9a-8b8d-c566-4799f4da4174, 'name': SearchDatastore_Task, 'duration_secs': 0.035349} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.691868] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f88cd0a-b62d-4187-b776-5e02e307738a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.697947] env[64120]: DEBUG oslo_vmware.api [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Waiting for the task: (returnval){ [ 1068.697947] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]527f8c11-1a49-5be2-8028-f2bf508711c6" [ 1068.697947] env[64120]: _type = "Task" [ 1068.697947] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.706256] env[64120]: DEBUG oslo_vmware.api [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]527f8c11-1a49-5be2-8028-f2bf508711c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.885774] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance e62a17bf-89e4-4c37-b270-52bf10a86d5e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1069.208727] env[64120]: DEBUG oslo_vmware.api [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]527f8c11-1a49-5be2-8028-f2bf508711c6, 'name': SearchDatastore_Task, 'duration_secs': 0.011183} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.209052] env[64120]: DEBUG oslo_concurrency.lockutils [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.209371] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 87ff5098-8334-42ff-ac2f-ac28ed224fb4/87ff5098-8334-42ff-ac2f-ac28ed224fb4.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.209654] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6a133bf-6dde-44b0-bfa9-7cddf491e57e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.218958] env[64120]: DEBUG oslo_vmware.api [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Waiting for the task: (returnval){ [ 1069.218958] env[64120]: value = "task-1406095" [ 1069.218958] env[64120]: _type = "Task" [ 1069.218958] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.226616] env[64120]: DEBUG oslo_vmware.api [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Task: {'id': task-1406095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.389310] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 94a09be2-6d85-44c0-b282-e80f4f0b5ec5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1069.389622] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1069.389784] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1069.729697] env[64120]: DEBUG oslo_vmware.api [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Task: {'id': task-1406095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464084} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.732204] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 87ff5098-8334-42ff-ac2f-ac28ed224fb4/87ff5098-8334-42ff-ac2f-ac28ed224fb4.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.732434] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1069.732935] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b12d2919-0999-4864-9922-d7799eb5059d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.741130] env[64120]: DEBUG oslo_vmware.api [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Waiting for the task: (returnval){ [ 1069.741130] env[64120]: value = "task-1406096" [ 1069.741130] env[64120]: _type = "Task" [ 1069.741130] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.751719] env[64120]: DEBUG oslo_vmware.api [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Task: {'id': task-1406096, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.844906] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812583aa-606f-4aa5-9d90-c8b110fadbad {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.853509] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7767af1-3f5b-4d95-b3b7-c7f5b514953f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.888572] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f502b09c-da86-4f67-97a6-7015d1e1b095 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.896600] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e36ffbd-2829-40e4-b629-0ebf1dbef05c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.910605] env[64120]: DEBUG nova.compute.provider_tree [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1070.255028] env[64120]: DEBUG oslo_vmware.api [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Task: {'id': task-1406096, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069046} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.255406] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.256287] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a4d831-797a-48c6-9eb0-7075a074026e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.283328] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 87ff5098-8334-42ff-ac2f-ac28ed224fb4/87ff5098-8334-42ff-ac2f-ac28ed224fb4.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.284052] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03d5f7b9-9b67-4657-ae16-5bc1c471ab53 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.307889] env[64120]: DEBUG oslo_vmware.api [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Waiting for the task: (returnval){ [ 1070.307889] env[64120]: value = "task-1406097" [ 1070.307889] env[64120]: _type = "Task" [ 1070.307889] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.319703] env[64120]: DEBUG oslo_vmware.api [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Task: {'id': task-1406097, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.430483] env[64120]: ERROR nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [req-fe00433f-a0a2-4569-a28a-76b9212e071f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4ceac537-82ec-49fa-8fac-aa5d6181b318. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fe00433f-a0a2-4569-a28a-76b9212e071f"}]} [ 1070.446647] env[64120]: DEBUG nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Refreshing inventories for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1070.460232] env[64120]: DEBUG nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Updating ProviderTree inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1070.460425] env[64120]: DEBUG nova.compute.provider_tree [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1070.471122] env[64120]: DEBUG nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Refreshing aggregate associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, aggregates: None {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1070.489532] env[64120]: DEBUG nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Refreshing trait associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1070.817805] env[64120]: DEBUG oslo_vmware.api [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Task: {'id': task-1406097, 'name': ReconfigVM_Task, 'duration_secs': 0.302118} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.820379] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 87ff5098-8334-42ff-ac2f-ac28ed224fb4/87ff5098-8334-42ff-ac2f-ac28ed224fb4.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.821199] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0366891-c87b-41b9-9d1b-9986b079718f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.829151] env[64120]: DEBUG oslo_vmware.api [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Waiting for the task: (returnval){ [ 1070.829151] env[64120]: value = "task-1406098" [ 1070.829151] env[64120]: _type = "Task" [ 1070.829151] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.840539] env[64120]: DEBUG oslo_vmware.api [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Task: {'id': task-1406098, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.883075] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb2dd25-1279-4b51-a80d-1e8cf678a459 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.893738] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc1da6d-0241-459e-90b1-aa1b370a1a6b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.925932] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e794d64-acce-4edf-9d6f-369f1b96142e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.935961] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484c693e-98fa-4f17-973c-fc0ef88c5a9f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.949705] env[64120]: DEBUG nova.compute.provider_tree [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.342140] env[64120]: DEBUG oslo_vmware.api [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Task: {'id': task-1406098, 'name': Rename_Task, 'duration_secs': 0.14465} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.342564] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.342914] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecbd9dec-b993-42f9-a1fb-2ca829a84388 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.358379] env[64120]: DEBUG oslo_vmware.api [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Waiting for the task: (returnval){ [ 1071.358379] env[64120]: value = "task-1406099" [ 1071.358379] env[64120]: _type = "Task" [ 1071.358379] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.370629] env[64120]: DEBUG oslo_vmware.api [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Task: {'id': task-1406099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.452896] env[64120]: DEBUG nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1071.869915] env[64120]: DEBUG oslo_vmware.api [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Task: {'id': task-1406099, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.957883] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64120) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1071.958202] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.680s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.958503] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 44.294s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.958694] env[64120]: DEBUG nova.objects.instance [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64120) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1072.370806] env[64120]: DEBUG oslo_vmware.api [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Task: {'id': task-1406099, 'name': PowerOnVM_Task, 'duration_secs': 0.679097} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.371213] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.371460] env[64120]: INFO nova.compute.manager [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1072.371649] env[64120]: DEBUG nova.compute.manager [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1072.372585] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fea8889-2d50-496c-9750-347af171e791 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.897628] env[64120]: INFO nova.compute.manager [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Took 47.66 seconds to build instance. [ 1072.969648] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5c16b670-6a71-4edf-9bca-fd0bf3f4e448 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.970911] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ded14cbb-d584-4ec0-93ef-1a2a8369c8e5 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.688s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.971394] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ded14cbb-d584-4ec0-93ef-1a2a8369c8e5 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.974037] env[64120]: DEBUG oslo_concurrency.lockutils [None req-555fb40c-719b-4def-9662-7c729530ddb2 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.683s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.974203] env[64120]: DEBUG oslo_concurrency.lockutils [None req-555fb40c-719b-4def-9662-7c729530ddb2 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.976367] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.155s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.977862] env[64120]: INFO nova.compute.claims [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.002969] env[64120]: INFO nova.scheduler.client.report [None req-555fb40c-719b-4def-9662-7c729530ddb2 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Deleted allocations for instance 930617d3-b611-4d72-8e0e-7b7f8253fd29 [ 1073.007637] env[64120]: INFO nova.scheduler.client.report [None req-ded14cbb-d584-4ec0-93ef-1a2a8369c8e5 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Deleted allocations for instance 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14 [ 1073.399962] env[64120]: DEBUG oslo_concurrency.lockutils [None req-267eaa9e-29c8-471d-ae00-2a80899c4460 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Lock "87ff5098-8334-42ff-ac2f-ac28ed224fb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.527s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.514991] env[64120]: DEBUG oslo_concurrency.lockutils [None req-555fb40c-719b-4def-9662-7c729530ddb2 tempest-InstanceActionsV221TestJSON-1497718226 tempest-InstanceActionsV221TestJSON-1497718226-project-member] Lock "930617d3-b611-4d72-8e0e-7b7f8253fd29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.259s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.519023] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ded14cbb-d584-4ec0-93ef-1a2a8369c8e5 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Lock "4dbf61c2-c77d-48bf-b2fc-df7f387c0e14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.184s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.902614] env[64120]: DEBUG nova.compute.manager [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1074.044562] env[64120]: DEBUG nova.compute.manager [req-092a48ed-d195-43d4-baec-4e5f5f83c3a3 req-7b5140b2-28a0-48c8-85ae-e00752582732 service nova] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Received event network-changed-2f341f76-e72f-4d5f-b386-d49e47669f2a {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1074.044562] env[64120]: DEBUG nova.compute.manager [req-092a48ed-d195-43d4-baec-4e5f5f83c3a3 req-7b5140b2-28a0-48c8-85ae-e00752582732 service nova] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Refreshing instance network info cache due to event network-changed-2f341f76-e72f-4d5f-b386-d49e47669f2a. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1074.044562] env[64120]: DEBUG oslo_concurrency.lockutils [req-092a48ed-d195-43d4-baec-4e5f5f83c3a3 req-7b5140b2-28a0-48c8-85ae-e00752582732 service nova] Acquiring lock "refresh_cache-87ff5098-8334-42ff-ac2f-ac28ed224fb4" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.044562] env[64120]: DEBUG oslo_concurrency.lockutils [req-092a48ed-d195-43d4-baec-4e5f5f83c3a3 req-7b5140b2-28a0-48c8-85ae-e00752582732 service nova] Acquired lock "refresh_cache-87ff5098-8334-42ff-ac2f-ac28ed224fb4" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.044562] env[64120]: DEBUG nova.network.neutron [req-092a48ed-d195-43d4-baec-4e5f5f83c3a3 req-7b5140b2-28a0-48c8-85ae-e00752582732 service nova] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Refreshing network info cache for port 2f341f76-e72f-4d5f-b386-d49e47669f2a {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.340256] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e34f3d38-2cfd-4eeb-8058-3cb6951bddb9 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Acquiring lock "93417e30-1413-457e-a34f-5d9f1fb8e657" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.340570] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e34f3d38-2cfd-4eeb-8058-3cb6951bddb9 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Lock "93417e30-1413-457e-a34f-5d9f1fb8e657" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.340798] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e34f3d38-2cfd-4eeb-8058-3cb6951bddb9 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Acquiring lock "93417e30-1413-457e-a34f-5d9f1fb8e657-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.341125] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e34f3d38-2cfd-4eeb-8058-3cb6951bddb9 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Lock "93417e30-1413-457e-a34f-5d9f1fb8e657-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.341239] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e34f3d38-2cfd-4eeb-8058-3cb6951bddb9 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Lock "93417e30-1413-457e-a34f-5d9f1fb8e657-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.343704] env[64120]: INFO nova.compute.manager [None req-e34f3d38-2cfd-4eeb-8058-3cb6951bddb9 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Terminating instance [ 1074.348010] env[64120]: DEBUG nova.compute.manager [None req-e34f3d38-2cfd-4eeb-8058-3cb6951bddb9 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1074.348255] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e34f3d38-2cfd-4eeb-8058-3cb6951bddb9 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.350010] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e0b948-a94d-4e9f-9005-4d84f849d08f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.359581] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e34f3d38-2cfd-4eeb-8058-3cb6951bddb9 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.359872] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9deba88d-8cfe-4f86-9aa0-bb70a0081dc0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.370699] env[64120]: DEBUG oslo_vmware.api [None req-e34f3d38-2cfd-4eeb-8058-3cb6951bddb9 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Waiting for the task: (returnval){ [ 1074.370699] env[64120]: value = "task-1406100" [ 1074.370699] env[64120]: _type = "Task" [ 1074.370699] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.380577] env[64120]: DEBUG oslo_vmware.api [None req-e34f3d38-2cfd-4eeb-8058-3cb6951bddb9 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': task-1406100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.424582] env[64120]: DEBUG oslo_concurrency.lockutils [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.499083] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970dc24b-5af2-4cbe-815d-a15cec6a5c30 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.508501] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f46b57d-d112-42e0-8089-eae2422f9486 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.541687] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb04e2a-ab54-458d-a48a-a14220d0566e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.553217] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749fb613-9dd6-4b06-badd-80f5cb938258 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.569450] env[64120]: DEBUG nova.compute.provider_tree [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.832243] env[64120]: DEBUG nova.network.neutron [req-092a48ed-d195-43d4-baec-4e5f5f83c3a3 req-7b5140b2-28a0-48c8-85ae-e00752582732 service nova] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Updated VIF entry in instance network info cache for port 2f341f76-e72f-4d5f-b386-d49e47669f2a. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.832243] env[64120]: DEBUG nova.network.neutron [req-092a48ed-d195-43d4-baec-4e5f5f83c3a3 req-7b5140b2-28a0-48c8-85ae-e00752582732 service nova] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Updating instance_info_cache with network_info: [{"id": "2f341f76-e72f-4d5f-b386-d49e47669f2a", "address": "fa:16:3e:a1:90:4c", "network": {"id": "a74062ee-e63a-4b80-917a-1ad88708de85", "bridge": "br-int", "label": "tempest-ServersTestJSON-2096925782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810c6f3635c34e3d986d99066118933b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f341f76-e7", "ovs_interfaceid": "2f341f76-e72f-4d5f-b386-d49e47669f2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.882859] env[64120]: DEBUG oslo_vmware.api [None req-e34f3d38-2cfd-4eeb-8058-3cb6951bddb9 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': task-1406100, 'name': PowerOffVM_Task, 'duration_secs': 0.264422} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.885390] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e34f3d38-2cfd-4eeb-8058-3cb6951bddb9 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.885589] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e34f3d38-2cfd-4eeb-8058-3cb6951bddb9 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.886188] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72895140-5e5f-4e2d-88de-b3ff0d4c3a16 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.954367] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e34f3d38-2cfd-4eeb-8058-3cb6951bddb9 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.954604] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e34f3d38-2cfd-4eeb-8058-3cb6951bddb9 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.954788] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-e34f3d38-2cfd-4eeb-8058-3cb6951bddb9 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Deleting the datastore file [datastore2] 93417e30-1413-457e-a34f-5d9f1fb8e657 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.955086] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d2f6e6c-196d-49cc-b2b7-7749772757a9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.964574] env[64120]: DEBUG oslo_vmware.api [None req-e34f3d38-2cfd-4eeb-8058-3cb6951bddb9 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Waiting for the task: (returnval){ [ 1074.964574] env[64120]: value = "task-1406102" [ 1074.964574] env[64120]: _type = "Task" [ 1074.964574] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.972561] env[64120]: DEBUG oslo_vmware.api [None req-e34f3d38-2cfd-4eeb-8058-3cb6951bddb9 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': task-1406102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.073616] env[64120]: DEBUG nova.scheduler.client.report [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1075.335933] env[64120]: DEBUG oslo_concurrency.lockutils [req-092a48ed-d195-43d4-baec-4e5f5f83c3a3 req-7b5140b2-28a0-48c8-85ae-e00752582732 service nova] Releasing lock "refresh_cache-87ff5098-8334-42ff-ac2f-ac28ed224fb4" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.474721] env[64120]: DEBUG oslo_vmware.api [None req-e34f3d38-2cfd-4eeb-8058-3cb6951bddb9 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Task: {'id': task-1406102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13126} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.475112] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-e34f3d38-2cfd-4eeb-8058-3cb6951bddb9 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.475214] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e34f3d38-2cfd-4eeb-8058-3cb6951bddb9 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.475393] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e34f3d38-2cfd-4eeb-8058-3cb6951bddb9 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.475592] env[64120]: INFO nova.compute.manager [None req-e34f3d38-2cfd-4eeb-8058-3cb6951bddb9 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1075.475838] env[64120]: DEBUG oslo.service.loopingcall [None req-e34f3d38-2cfd-4eeb-8058-3cb6951bddb9 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1075.476118] env[64120]: DEBUG nova.compute.manager [-] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1075.476209] env[64120]: DEBUG nova.network.neutron [-] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.579934] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.581301] env[64120]: DEBUG nova.compute.manager [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1075.583925] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2f1d145f-0072-46c4-b2b7-97ecf3a6b048 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.256s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.583925] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2f1d145f-0072-46c4-b2b7-97ecf3a6b048 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.585587] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dd14f205-af25-43d9-854b-413ad32ed109 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.325s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.585794] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dd14f205-af25-43d9-854b-413ad32ed109 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.587827] env[64120]: DEBUG oslo_concurrency.lockutils [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.161s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.589566] env[64120]: INFO nova.compute.claims [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.627156] env[64120]: INFO nova.scheduler.client.report [None req-2f1d145f-0072-46c4-b2b7-97ecf3a6b048 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Deleted allocations for instance 5bd2f6c4-7671-4aae-b358-08456faf0973 [ 1075.631044] env[64120]: INFO nova.scheduler.client.report [None req-dd14f205-af25-43d9-854b-413ad32ed109 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Deleted allocations for instance 7c3b6190-aec5-474d-872d-1c5160b9f5fb [ 1076.047745] env[64120]: DEBUG nova.compute.manager [req-329886f5-9dea-4c63-b693-b9bce12e3be9 req-be573b03-8148-4cb8-ad45-66a0aff47bbc service nova] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Received event network-vif-deleted-cc5c0cd8-7fc7-4b8d-8068-48f9f88fc898 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1076.047966] env[64120]: INFO nova.compute.manager [req-329886f5-9dea-4c63-b693-b9bce12e3be9 req-be573b03-8148-4cb8-ad45-66a0aff47bbc service nova] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Neutron deleted interface cc5c0cd8-7fc7-4b8d-8068-48f9f88fc898; detaching it from the instance and deleting it from the info cache [ 1076.050715] env[64120]: DEBUG nova.network.neutron [req-329886f5-9dea-4c63-b693-b9bce12e3be9 req-be573b03-8148-4cb8-ad45-66a0aff47bbc service nova] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.095950] env[64120]: DEBUG nova.compute.utils [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1076.101589] env[64120]: DEBUG nova.compute.manager [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1076.101762] env[64120]: DEBUG nova.network.neutron [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.146710] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2f1d145f-0072-46c4-b2b7-97ecf3a6b048 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "5bd2f6c4-7671-4aae-b358-08456faf0973" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.824s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.149859] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dd14f205-af25-43d9-854b-413ad32ed109 tempest-ServerShowV254Test-444878679 tempest-ServerShowV254Test-444878679-project-member] Lock "7c3b6190-aec5-474d-872d-1c5160b9f5fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.638s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.177692] env[64120]: DEBUG nova.policy [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fe1156627a34ec9ba6f9b3c36691b66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07615dd90ee940d382083b3c3cb351a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1076.448197] env[64120]: DEBUG nova.network.neutron [-] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.525774] env[64120]: DEBUG nova.network.neutron [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Successfully created port: 8bef1c00-126f-42c7-a7bf-e9c189d4d291 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1076.553704] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6ad9874-2148-47d4-bef6-96c144e5c305 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.562846] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf217af-431b-4bff-a506-177a1c589cc9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.592606] env[64120]: DEBUG nova.compute.manager [req-329886f5-9dea-4c63-b693-b9bce12e3be9 req-be573b03-8148-4cb8-ad45-66a0aff47bbc service nova] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Detach interface failed, port_id=cc5c0cd8-7fc7-4b8d-8068-48f9f88fc898, reason: Instance 93417e30-1413-457e-a34f-5d9f1fb8e657 could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1076.606366] env[64120]: DEBUG nova.compute.manager [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1076.951402] env[64120]: INFO nova.compute.manager [-] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Took 1.48 seconds to deallocate network for instance. [ 1077.041852] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f675bcf-5c58-4b04-a562-f577201b06de {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.050114] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63251a2-4f0a-466f-b2e7-0bc01d16926d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.081776] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cc0fab-2744-4829-8e17-40463be3d790 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.089519] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a2e308-130a-402a-a00b-e0f67af2ac0f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.106889] env[64120]: DEBUG nova.compute.provider_tree [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.461391] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e34f3d38-2cfd-4eeb-8058-3cb6951bddb9 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.610708] env[64120]: DEBUG nova.scheduler.client.report [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1077.617617] env[64120]: DEBUG nova.compute.manager [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1077.642902] env[64120]: DEBUG nova.virt.hardware [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1077.643165] env[64120]: DEBUG nova.virt.hardware [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1077.643331] env[64120]: DEBUG nova.virt.hardware [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.643515] env[64120]: DEBUG nova.virt.hardware [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1077.643662] env[64120]: DEBUG nova.virt.hardware [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.643809] env[64120]: DEBUG nova.virt.hardware [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1077.644026] env[64120]: DEBUG nova.virt.hardware [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1077.644192] env[64120]: DEBUG nova.virt.hardware [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1077.644358] env[64120]: DEBUG nova.virt.hardware [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1077.644526] env[64120]: DEBUG nova.virt.hardware [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1077.644698] env[64120]: DEBUG nova.virt.hardware [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1077.646119] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d4c0e3-5b87-4c91-8c56-a495b602f53b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.654007] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5182dac4-6944-42b5-a520-376c0f419293 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.032977] env[64120]: DEBUG nova.network.neutron [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Successfully updated port: 8bef1c00-126f-42c7-a7bf-e9c189d4d291 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.073090] env[64120]: DEBUG nova.compute.manager [req-b9e4662c-c79e-4e67-a387-78ff7f046d22 req-476627d4-6012-4e08-85b6-aefe4e724de4 service nova] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Received event network-vif-plugged-8bef1c00-126f-42c7-a7bf-e9c189d4d291 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1078.073356] env[64120]: DEBUG oslo_concurrency.lockutils [req-b9e4662c-c79e-4e67-a387-78ff7f046d22 req-476627d4-6012-4e08-85b6-aefe4e724de4 service nova] Acquiring lock "ee75c32c-969f-4181-b8b5-9c30808d32ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.073572] env[64120]: DEBUG oslo_concurrency.lockutils [req-b9e4662c-c79e-4e67-a387-78ff7f046d22 req-476627d4-6012-4e08-85b6-aefe4e724de4 service nova] Lock "ee75c32c-969f-4181-b8b5-9c30808d32ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.073743] env[64120]: DEBUG oslo_concurrency.lockutils [req-b9e4662c-c79e-4e67-a387-78ff7f046d22 req-476627d4-6012-4e08-85b6-aefe4e724de4 service nova] Lock "ee75c32c-969f-4181-b8b5-9c30808d32ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.073926] env[64120]: DEBUG nova.compute.manager [req-b9e4662c-c79e-4e67-a387-78ff7f046d22 req-476627d4-6012-4e08-85b6-aefe4e724de4 service nova] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] No waiting events found dispatching network-vif-plugged-8bef1c00-126f-42c7-a7bf-e9c189d4d291 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1078.074215] env[64120]: WARNING nova.compute.manager [req-b9e4662c-c79e-4e67-a387-78ff7f046d22 req-476627d4-6012-4e08-85b6-aefe4e724de4 service nova] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Received unexpected event network-vif-plugged-8bef1c00-126f-42c7-a7bf-e9c189d4d291 for instance with vm_state building and task_state spawning. [ 1078.074500] env[64120]: DEBUG nova.compute.manager [req-b9e4662c-c79e-4e67-a387-78ff7f046d22 req-476627d4-6012-4e08-85b6-aefe4e724de4 service nova] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Received event network-changed-8bef1c00-126f-42c7-a7bf-e9c189d4d291 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1078.074628] env[64120]: DEBUG nova.compute.manager [req-b9e4662c-c79e-4e67-a387-78ff7f046d22 req-476627d4-6012-4e08-85b6-aefe4e724de4 service nova] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Refreshing instance network info cache due to event network-changed-8bef1c00-126f-42c7-a7bf-e9c189d4d291. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1078.074788] env[64120]: DEBUG oslo_concurrency.lockutils [req-b9e4662c-c79e-4e67-a387-78ff7f046d22 req-476627d4-6012-4e08-85b6-aefe4e724de4 service nova] Acquiring lock "refresh_cache-ee75c32c-969f-4181-b8b5-9c30808d32ad" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.074895] env[64120]: DEBUG oslo_concurrency.lockutils [req-b9e4662c-c79e-4e67-a387-78ff7f046d22 req-476627d4-6012-4e08-85b6-aefe4e724de4 service nova] Acquired lock "refresh_cache-ee75c32c-969f-4181-b8b5-9c30808d32ad" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.075056] env[64120]: DEBUG nova.network.neutron [req-b9e4662c-c79e-4e67-a387-78ff7f046d22 req-476627d4-6012-4e08-85b6-aefe4e724de4 service nova] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Refreshing network info cache for port 8bef1c00-126f-42c7-a7bf-e9c189d4d291 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.115900] env[64120]: DEBUG oslo_concurrency.lockutils [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.116572] env[64120]: DEBUG nova.compute.manager [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1078.119925] env[64120]: DEBUG oslo_concurrency.lockutils [None req-039c379f-4a6f-4265-b5a0-b207cfef24c9 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.599s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.120605] env[64120]: DEBUG oslo_concurrency.lockutils [None req-039c379f-4a6f-4265-b5a0-b207cfef24c9 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.122018] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8be83f2a-c04e-4606-97b9-8361c3b88f31 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.883s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.122225] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8be83f2a-c04e-4606-97b9-8361c3b88f31 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.124912] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.751s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.125669] env[64120]: INFO nova.compute.claims [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.156017] env[64120]: INFO nova.scheduler.client.report [None req-039c379f-4a6f-4265-b5a0-b207cfef24c9 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Deleted allocations for instance cdf0bc19-3793-4b5b-b693-f380ab2797c6 [ 1078.158858] env[64120]: INFO nova.scheduler.client.report [None req-8be83f2a-c04e-4606-97b9-8361c3b88f31 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Deleted allocations for instance 5ceec829-071c-472b-bbe6-125e95161d24 [ 1078.535853] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Acquiring lock "refresh_cache-ee75c32c-969f-4181-b8b5-9c30808d32ad" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.620186] env[64120]: DEBUG nova.network.neutron [req-b9e4662c-c79e-4e67-a387-78ff7f046d22 req-476627d4-6012-4e08-85b6-aefe4e724de4 service nova] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.631654] env[64120]: DEBUG nova.compute.utils [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1078.633244] env[64120]: DEBUG nova.compute.manager [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1078.633538] env[64120]: DEBUG nova.network.neutron [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.670607] env[64120]: DEBUG oslo_concurrency.lockutils [None req-039c379f-4a6f-4265-b5a0-b207cfef24c9 tempest-TenantUsagesTestJSON-1971744906 tempest-TenantUsagesTestJSON-1971744906-project-member] Lock "cdf0bc19-3793-4b5b-b693-f380ab2797c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.150s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.673465] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8be83f2a-c04e-4606-97b9-8361c3b88f31 tempest-InstanceActionsTestJSON-1713156233 tempest-InstanceActionsTestJSON-1713156233-project-member] Lock "5ceec829-071c-472b-bbe6-125e95161d24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.596s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.702199] env[64120]: DEBUG nova.policy [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db1361bff7434c08b1f8206498638e18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21a34c6b69da458da5a35568989ba716', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1078.751046] env[64120]: DEBUG nova.network.neutron [req-b9e4662c-c79e-4e67-a387-78ff7f046d22 req-476627d4-6012-4e08-85b6-aefe4e724de4 service nova] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.116599] env[64120]: DEBUG nova.network.neutron [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Successfully created port: ee086e0a-c8ba-47ef-bed5-03d7b0c098ca {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1079.137420] env[64120]: DEBUG nova.compute.manager [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1079.254186] env[64120]: DEBUG oslo_concurrency.lockutils [req-b9e4662c-c79e-4e67-a387-78ff7f046d22 req-476627d4-6012-4e08-85b6-aefe4e724de4 service nova] Releasing lock "refresh_cache-ee75c32c-969f-4181-b8b5-9c30808d32ad" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.254569] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Acquired lock "refresh_cache-ee75c32c-969f-4181-b8b5-9c30808d32ad" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.254719] env[64120]: DEBUG nova.network.neutron [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.681416] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee63c3d-4371-4382-adce-fedad66fb369 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.694755] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e62e24-4811-4e25-833c-7c4adf09df0a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.723969] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5ec0dd-c585-4e25-8c92-a53d5fca7285 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.734594] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6dbee8-8e84-4a78-8edb-6bc3c44b6c2c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.753105] env[64120]: DEBUG nova.compute.provider_tree [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.799528] env[64120]: DEBUG nova.network.neutron [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.001796] env[64120]: DEBUG nova.network.neutron [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Updating instance_info_cache with network_info: [{"id": "8bef1c00-126f-42c7-a7bf-e9c189d4d291", "address": "fa:16:3e:36:8f:0c", "network": {"id": "7da1e537-f5e4-4d2b-9489-210d3808791b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1613047940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "07615dd90ee940d382083b3c3cb351a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bef1c00-12", "ovs_interfaceid": "8bef1c00-126f-42c7-a7bf-e9c189d4d291", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.154995] env[64120]: DEBUG nova.compute.manager [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1080.180942] env[64120]: DEBUG nova.virt.hardware [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1080.180942] env[64120]: DEBUG nova.virt.hardware [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1080.181088] env[64120]: DEBUG nova.virt.hardware [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.181826] env[64120]: DEBUG nova.virt.hardware [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1080.181826] env[64120]: DEBUG nova.virt.hardware [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.181826] env[64120]: DEBUG nova.virt.hardware [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1080.181826] env[64120]: DEBUG nova.virt.hardware [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1080.182042] env[64120]: DEBUG nova.virt.hardware [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1080.182095] env[64120]: DEBUG nova.virt.hardware [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1080.182292] env[64120]: DEBUG nova.virt.hardware [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1080.182650] env[64120]: DEBUG nova.virt.hardware [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1080.183403] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28ad2ce-c679-4b31-ba5d-56b558b699f5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.191852] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4678626d-cb76-4096-8a15-f7789b9ce242 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.257262] env[64120]: DEBUG nova.scheduler.client.report [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1080.504928] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Releasing lock "refresh_cache-ee75c32c-969f-4181-b8b5-9c30808d32ad" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.505982] env[64120]: DEBUG nova.compute.manager [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Instance network_info: |[{"id": "8bef1c00-126f-42c7-a7bf-e9c189d4d291", "address": "fa:16:3e:36:8f:0c", "network": {"id": "7da1e537-f5e4-4d2b-9489-210d3808791b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1613047940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "07615dd90ee940d382083b3c3cb351a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bef1c00-12", "ovs_interfaceid": "8bef1c00-126f-42c7-a7bf-e9c189d4d291", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1080.505982] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:8f:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '098df9b7-d759-47f7-b756-334848cb423b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bef1c00-126f-42c7-a7bf-e9c189d4d291', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.515212] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Creating folder: Project (07615dd90ee940d382083b3c3cb351a0). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1080.515504] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28e22b30-aca7-4779-b05c-8b861403ec69 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.528984] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Created folder: Project (07615dd90ee940d382083b3c3cb351a0) in parent group-v297899. [ 1080.529222] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Creating folder: Instances. Parent ref: group-v298032. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1080.529478] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9800d43a-d9cb-43da-aa53-c82232ae5477 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.539522] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Created folder: Instances in parent group-v298032. [ 1080.539759] env[64120]: DEBUG oslo.service.loopingcall [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1080.539948] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.540174] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1199610-0a84-438f-911f-1fc36345af84 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.560309] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.560309] env[64120]: value = "task-1406105" [ 1080.560309] env[64120]: _type = "Task" [ 1080.560309] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.571831] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406105, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.764345] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.764901] env[64120]: DEBUG nova.compute.manager [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1080.767646] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.324s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.769379] env[64120]: INFO nova.compute.claims [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.873890] env[64120]: DEBUG nova.compute.manager [req-ce906ecd-b449-4699-afc8-957ddd9c6549 req-925fd8ae-b88c-49e2-8daa-cd99ec53e357 service nova] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Received event network-vif-plugged-ee086e0a-c8ba-47ef-bed5-03d7b0c098ca {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1080.874258] env[64120]: DEBUG oslo_concurrency.lockutils [req-ce906ecd-b449-4699-afc8-957ddd9c6549 req-925fd8ae-b88c-49e2-8daa-cd99ec53e357 service nova] Acquiring lock "696f7e5e-a900-443d-9532-a8a2584426d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.874600] env[64120]: DEBUG oslo_concurrency.lockutils [req-ce906ecd-b449-4699-afc8-957ddd9c6549 req-925fd8ae-b88c-49e2-8daa-cd99ec53e357 service nova] Lock "696f7e5e-a900-443d-9532-a8a2584426d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.874897] env[64120]: DEBUG oslo_concurrency.lockutils [req-ce906ecd-b449-4699-afc8-957ddd9c6549 req-925fd8ae-b88c-49e2-8daa-cd99ec53e357 service nova] Lock "696f7e5e-a900-443d-9532-a8a2584426d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.875257] env[64120]: DEBUG nova.compute.manager [req-ce906ecd-b449-4699-afc8-957ddd9c6549 req-925fd8ae-b88c-49e2-8daa-cd99ec53e357 service nova] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] No waiting events found dispatching network-vif-plugged-ee086e0a-c8ba-47ef-bed5-03d7b0c098ca {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1080.875544] env[64120]: WARNING nova.compute.manager [req-ce906ecd-b449-4699-afc8-957ddd9c6549 req-925fd8ae-b88c-49e2-8daa-cd99ec53e357 service nova] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Received unexpected event network-vif-plugged-ee086e0a-c8ba-47ef-bed5-03d7b0c098ca for instance with vm_state building and task_state spawning. [ 1081.071664] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406105, 'name': CreateVM_Task, 'duration_secs': 0.448339} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.071921] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.072913] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.073172] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.073580] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.073946] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcf6dffc-d773-4ed3-9572-7e25512c8b19 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.080848] env[64120]: DEBUG oslo_vmware.api [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Waiting for the task: (returnval){ [ 1081.080848] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52dda072-feae-ce5f-b52b-491161e3ccb8" [ 1081.080848] env[64120]: _type = "Task" [ 1081.080848] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.090562] env[64120]: DEBUG oslo_vmware.api [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52dda072-feae-ce5f-b52b-491161e3ccb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.214800] env[64120]: DEBUG nova.network.neutron [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Successfully updated port: ee086e0a-c8ba-47ef-bed5-03d7b0c098ca {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1081.274456] env[64120]: DEBUG nova.compute.utils [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1081.280186] env[64120]: DEBUG nova.compute.manager [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1081.280423] env[64120]: DEBUG nova.network.neutron [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1081.370350] env[64120]: DEBUG nova.policy [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd406441e0c2a45b5888520c42527c033', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aafc2922a60440ebb51a3895776480d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1081.592251] env[64120]: DEBUG oslo_vmware.api [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52dda072-feae-ce5f-b52b-491161e3ccb8, 'name': SearchDatastore_Task, 'duration_secs': 0.012386} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.592577] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.593413] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.593413] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.593413] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.593572] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.593749] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d2e6149-4a80-477a-81b8-eb4a357d02e8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.609550] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.609818] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.610600] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2c6813b-8365-4d31-98a3-fd63455cf7c7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.621476] env[64120]: DEBUG oslo_vmware.api [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Waiting for the task: (returnval){ [ 1081.621476] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5240fbcb-1311-0d46-2a2a-da88513134e9" [ 1081.621476] env[64120]: _type = "Task" [ 1081.621476] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.628585] env[64120]: DEBUG oslo_vmware.api [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5240fbcb-1311-0d46-2a2a-da88513134e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.718042] env[64120]: DEBUG oslo_concurrency.lockutils [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Acquiring lock "refresh_cache-696f7e5e-a900-443d-9532-a8a2584426d0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.718189] env[64120]: DEBUG oslo_concurrency.lockutils [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Acquired lock "refresh_cache-696f7e5e-a900-443d-9532-a8a2584426d0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.718353] env[64120]: DEBUG nova.network.neutron [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.782117] env[64120]: DEBUG nova.compute.manager [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1081.784296] env[64120]: DEBUG nova.network.neutron [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Successfully created port: 94292eb1-086b-4f06-b8f4-d3f63786d33b {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1082.137851] env[64120]: DEBUG oslo_vmware.api [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5240fbcb-1311-0d46-2a2a-da88513134e9, 'name': SearchDatastore_Task, 'duration_secs': 0.009853} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.138818] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21b77b01-9281-436a-bcef-a720cf45c75a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.147521] env[64120]: DEBUG oslo_vmware.api [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Waiting for the task: (returnval){ [ 1082.147521] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5292858a-fb84-096a-09f7-9d17e54e1b7e" [ 1082.147521] env[64120]: _type = "Task" [ 1082.147521] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.160311] env[64120]: DEBUG oslo_vmware.api [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5292858a-fb84-096a-09f7-9d17e54e1b7e, 'name': SearchDatastore_Task, 'duration_secs': 0.010014} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.163416] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.163804] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] ee75c32c-969f-4181-b8b5-9c30808d32ad/ee75c32c-969f-4181-b8b5-9c30808d32ad.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1082.164413] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d4ac291-d32a-462b-bd8d-aba59f0447be {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.171837] env[64120]: DEBUG oslo_vmware.api [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Waiting for the task: (returnval){ [ 1082.171837] env[64120]: value = "task-1406106" [ 1082.171837] env[64120]: _type = "Task" [ 1082.171837] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.183963] env[64120]: DEBUG oslo_vmware.api [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': task-1406106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.289167] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201e4d0d-97d8-473e-a96b-1c52bddd41a1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.304990] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955b3ba5-d196-4366-a712-04445fa4c1a8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.342663] env[64120]: DEBUG nova.network.neutron [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.345119] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da7ff87-cbef-44ba-9fe7-c5005889e1dc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.356027] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7947c86-7001-4de4-8136-68dd9228f207 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.376681] env[64120]: DEBUG nova.compute.provider_tree [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.601106] env[64120]: DEBUG nova.network.neutron [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Updating instance_info_cache with network_info: [{"id": "ee086e0a-c8ba-47ef-bed5-03d7b0c098ca", "address": "fa:16:3e:92:75:94", "network": {"id": "611e0087-6252-481b-899c-b4e5877ad28f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1334002777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21a34c6b69da458da5a35568989ba716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee086e0a-c8", "ovs_interfaceid": "ee086e0a-c8ba-47ef-bed5-03d7b0c098ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.687528] env[64120]: DEBUG oslo_vmware.api [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': task-1406106, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.753468] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquiring lock "2bc32220-40e1-4193-8628-d63afef77a84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.753644] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lock "2bc32220-40e1-4193-8628-d63afef77a84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.801966] env[64120]: DEBUG nova.compute.manager [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1082.829933] env[64120]: DEBUG nova.virt.hardware [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:09:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='193a803d-7eaf-4445-9d87-cf7ec790ca08',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1559635323',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1082.830254] env[64120]: DEBUG nova.virt.hardware [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1082.830421] env[64120]: DEBUG nova.virt.hardware [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.830621] env[64120]: DEBUG nova.virt.hardware [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1082.830773] env[64120]: DEBUG nova.virt.hardware [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.830923] env[64120]: DEBUG nova.virt.hardware [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1082.831151] env[64120]: DEBUG nova.virt.hardware [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1082.831319] env[64120]: DEBUG nova.virt.hardware [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1082.831486] env[64120]: DEBUG nova.virt.hardware [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1082.831654] env[64120]: DEBUG nova.virt.hardware [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1082.831827] env[64120]: DEBUG nova.virt.hardware [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1082.832698] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd27e78-c453-4ebd-8d19-98d10f5415fd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.841012] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385f2038-401b-4aea-9bfa-8bf075bd71f3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.882847] env[64120]: DEBUG nova.scheduler.client.report [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1083.104704] env[64120]: DEBUG oslo_concurrency.lockutils [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Releasing lock "refresh_cache-696f7e5e-a900-443d-9532-a8a2584426d0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.105616] env[64120]: DEBUG nova.compute.manager [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Instance network_info: |[{"id": "ee086e0a-c8ba-47ef-bed5-03d7b0c098ca", "address": "fa:16:3e:92:75:94", "network": {"id": "611e0087-6252-481b-899c-b4e5877ad28f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1334002777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21a34c6b69da458da5a35568989ba716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee086e0a-c8", "ovs_interfaceid": "ee086e0a-c8ba-47ef-bed5-03d7b0c098ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1083.106101] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:75:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbdab640-5fea-4254-8bd3-f855b7eaca0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee086e0a-c8ba-47ef-bed5-03d7b0c098ca', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.114303] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Creating folder: Project (21a34c6b69da458da5a35568989ba716). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1083.114627] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bd6f9e6-2637-49e6-8f01-6660e8ec27cf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.126699] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Created folder: Project (21a34c6b69da458da5a35568989ba716) in parent group-v297899. [ 1083.126950] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Creating folder: Instances. Parent ref: group-v298035. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1083.127222] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8259df2-3512-43cc-8d2a-eb5790f898fe {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.136614] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Created folder: Instances in parent group-v298035. [ 1083.136882] env[64120]: DEBUG oslo.service.loopingcall [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1083.137098] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.137320] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95417cfe-2ffe-478a-ba98-7b8b1878359d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.160960] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.160960] env[64120]: value = "task-1406109" [ 1083.160960] env[64120]: _type = "Task" [ 1083.160960] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.170998] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406109, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.173028] env[64120]: DEBUG nova.compute.manager [req-148bd987-5845-47f7-a018-532362ebbe31 req-e38ad60a-091b-4916-9335-b0947438b383 service nova] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Received event network-changed-ee086e0a-c8ba-47ef-bed5-03d7b0c098ca {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1083.173028] env[64120]: DEBUG nova.compute.manager [req-148bd987-5845-47f7-a018-532362ebbe31 req-e38ad60a-091b-4916-9335-b0947438b383 service nova] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Refreshing instance network info cache due to event network-changed-ee086e0a-c8ba-47ef-bed5-03d7b0c098ca. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1083.173028] env[64120]: DEBUG oslo_concurrency.lockutils [req-148bd987-5845-47f7-a018-532362ebbe31 req-e38ad60a-091b-4916-9335-b0947438b383 service nova] Acquiring lock "refresh_cache-696f7e5e-a900-443d-9532-a8a2584426d0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.173028] env[64120]: DEBUG oslo_concurrency.lockutils [req-148bd987-5845-47f7-a018-532362ebbe31 req-e38ad60a-091b-4916-9335-b0947438b383 service nova] Acquired lock "refresh_cache-696f7e5e-a900-443d-9532-a8a2584426d0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.173028] env[64120]: DEBUG nova.network.neutron [req-148bd987-5845-47f7-a018-532362ebbe31 req-e38ad60a-091b-4916-9335-b0947438b383 service nova] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Refreshing network info cache for port ee086e0a-c8ba-47ef-bed5-03d7b0c098ca {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.186930] env[64120]: DEBUG oslo_vmware.api [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': task-1406106, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552138} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.187238] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] ee75c32c-969f-4181-b8b5-9c30808d32ad/ee75c32c-969f-4181-b8b5-9c30808d32ad.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.187478] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.187739] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-826476b1-ae7c-4a35-b4c3-ce584ea54050 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.201037] env[64120]: DEBUG oslo_vmware.api [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Waiting for the task: (returnval){ [ 1083.201037] env[64120]: value = "task-1406110" [ 1083.201037] env[64120]: _type = "Task" [ 1083.201037] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.214141] env[64120]: DEBUG oslo_vmware.api [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': task-1406110, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.322744] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquiring lock "435bd213-b529-4741-8145-9fa3d63638af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.322950] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lock "435bd213-b529-4741-8145-9fa3d63638af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.387448] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.388131] env[64120]: DEBUG nova.compute.manager [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1083.392065] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a1bcf33d-93b0-4104-aacd-4423afd4f2b8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.573s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.392065] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a1bcf33d-93b0-4104-aacd-4423afd4f2b8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.394114] env[64120]: DEBUG oslo_concurrency.lockutils [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.649s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.396796] env[64120]: INFO nova.compute.claims [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.448122] env[64120]: INFO nova.scheduler.client.report [None req-a1bcf33d-93b0-4104-aacd-4423afd4f2b8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Deleted allocations for instance 8d8da40e-e5a1-4d8c-9879-21f56e03558d [ 1083.676971] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406109, 'name': CreateVM_Task, 'duration_secs': 0.479711} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.676971] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.676971] env[64120]: DEBUG oslo_concurrency.lockutils [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.676971] env[64120]: DEBUG oslo_concurrency.lockutils [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.676971] env[64120]: DEBUG oslo_concurrency.lockutils [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.676971] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cff24704-aa34-45dc-9234-6d4316c99bd2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.683452] env[64120]: DEBUG oslo_vmware.api [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1083.683452] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524e91d3-cf3c-248d-24ce-94688e9c7286" [ 1083.683452] env[64120]: _type = "Task" [ 1083.683452] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.695324] env[64120]: DEBUG oslo_vmware.api [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524e91d3-cf3c-248d-24ce-94688e9c7286, 'name': SearchDatastore_Task, 'duration_secs': 0.010069} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.696550] env[64120]: DEBUG oslo_concurrency.lockutils [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.696550] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.696550] env[64120]: DEBUG oslo_concurrency.lockutils [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.696550] env[64120]: DEBUG oslo_concurrency.lockutils [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.696550] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.696839] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9dfb587-1687-443f-87ee-46f66764864e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.706343] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.706590] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.707919] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6114898-6b8e-4d3c-8b6b-c032883821db {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.716325] env[64120]: DEBUG oslo_vmware.api [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': task-1406110, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083261} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.716746] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.717616] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50126eab-ce16-4f44-8fb5-e6b78c42bce5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.722250] env[64120]: DEBUG oslo_vmware.api [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1083.722250] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52a9a2f9-874b-88c7-73f3-accc641edeee" [ 1083.722250] env[64120]: _type = "Task" [ 1083.722250] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.745314] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] ee75c32c-969f-4181-b8b5-9c30808d32ad/ee75c32c-969f-4181-b8b5-9c30808d32ad.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.746112] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f60e52ca-a032-4cb4-8b69-be2603673c30 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.769427] env[64120]: DEBUG oslo_vmware.api [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52a9a2f9-874b-88c7-73f3-accc641edeee, 'name': SearchDatastore_Task, 'duration_secs': 0.010048} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.770173] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afc1f878-5db1-4cab-9500-056af8192142 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.774393] env[64120]: DEBUG oslo_vmware.api [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Waiting for the task: (returnval){ [ 1083.774393] env[64120]: value = "task-1406111" [ 1083.774393] env[64120]: _type = "Task" [ 1083.774393] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.775927] env[64120]: DEBUG oslo_vmware.api [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1083.775927] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521831bb-2f47-97ee-cc1b-3089cb092678" [ 1083.775927] env[64120]: _type = "Task" [ 1083.775927] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.787278] env[64120]: DEBUG oslo_vmware.api [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521831bb-2f47-97ee-cc1b-3089cb092678, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.790554] env[64120]: DEBUG oslo_vmware.api [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': task-1406111, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.822853] env[64120]: DEBUG nova.network.neutron [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Successfully updated port: 94292eb1-086b-4f06-b8f4-d3f63786d33b {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1083.906179] env[64120]: DEBUG nova.compute.utils [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1083.910240] env[64120]: DEBUG nova.compute.manager [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1083.910417] env[64120]: DEBUG nova.network.neutron [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1083.961372] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a1bcf33d-93b0-4104-aacd-4423afd4f2b8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "8d8da40e-e5a1-4d8c-9879-21f56e03558d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.662s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.987287] env[64120]: DEBUG nova.policy [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9188ad67ecd4bdaa01010c4fde46a1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb023d4a64c447fe94b02e356f78d902', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1084.006076] env[64120]: DEBUG nova.network.neutron [req-148bd987-5845-47f7-a018-532362ebbe31 req-e38ad60a-091b-4916-9335-b0947438b383 service nova] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Updated VIF entry in instance network info cache for port ee086e0a-c8ba-47ef-bed5-03d7b0c098ca. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.006076] env[64120]: DEBUG nova.network.neutron [req-148bd987-5845-47f7-a018-532362ebbe31 req-e38ad60a-091b-4916-9335-b0947438b383 service nova] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Updating instance_info_cache with network_info: [{"id": "ee086e0a-c8ba-47ef-bed5-03d7b0c098ca", "address": "fa:16:3e:92:75:94", "network": {"id": "611e0087-6252-481b-899c-b4e5877ad28f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1334002777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21a34c6b69da458da5a35568989ba716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee086e0a-c8", "ovs_interfaceid": "ee086e0a-c8ba-47ef-bed5-03d7b0c098ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.130252] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquiring lock "eda63403-cd22-40da-a990-ebdf896f7ed6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.130648] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lock "eda63403-cd22-40da-a990-ebdf896f7ed6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.294562] env[64120]: DEBUG oslo_vmware.api [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': task-1406111, 'name': ReconfigVM_Task, 'duration_secs': 0.396037} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.299626] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Reconfigured VM instance instance-0000002d to attach disk [datastore2] ee75c32c-969f-4181-b8b5-9c30808d32ad/ee75c32c-969f-4181-b8b5-9c30808d32ad.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.300359] env[64120]: DEBUG oslo_vmware.api [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521831bb-2f47-97ee-cc1b-3089cb092678, 'name': SearchDatastore_Task, 'duration_secs': 0.016219} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.300575] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3359a853-b448-429c-a1a8-e4b12bac898a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.302293] env[64120]: DEBUG oslo_concurrency.lockutils [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.302545] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 696f7e5e-a900-443d-9532-a8a2584426d0/696f7e5e-a900-443d-9532-a8a2584426d0.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.302794] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-396b68bd-338f-4992-984d-5b7a1fca7b91 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.309904] env[64120]: DEBUG oslo_vmware.api [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Waiting for the task: (returnval){ [ 1084.309904] env[64120]: value = "task-1406112" [ 1084.309904] env[64120]: _type = "Task" [ 1084.309904] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.311203] env[64120]: DEBUG oslo_vmware.api [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1084.311203] env[64120]: value = "task-1406113" [ 1084.311203] env[64120]: _type = "Task" [ 1084.311203] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.323881] env[64120]: DEBUG oslo_vmware.api [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': task-1406112, 'name': Rename_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.328827] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquiring lock "refresh_cache-a7f265f9-5842-4567-a926-7b924f066cab" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.328827] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquired lock "refresh_cache-a7f265f9-5842-4567-a926-7b924f066cab" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.329024] env[64120]: DEBUG nova.network.neutron [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.413736] env[64120]: DEBUG nova.compute.manager [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1084.484288] env[64120]: DEBUG nova.network.neutron [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Successfully created port: b8302da0-66f6-461a-94aa-405551f690df {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1084.511364] env[64120]: DEBUG oslo_concurrency.lockutils [req-148bd987-5845-47f7-a018-532362ebbe31 req-e38ad60a-091b-4916-9335-b0947438b383 service nova] Releasing lock "refresh_cache-696f7e5e-a900-443d-9532-a8a2584426d0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.835351] env[64120]: DEBUG oslo_vmware.api [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': task-1406112, 'name': Rename_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.841321] env[64120]: DEBUG oslo_vmware.api [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406113, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.872427] env[64120]: DEBUG nova.network.neutron [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.923641] env[64120]: INFO nova.virt.block_device [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Booting with volume 81992e97-ed86-4f49-abd2-cf5eb6ed1832 at /dev/sda [ 1084.981262] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aef1eaca-38eb-4ff3-b9d2-28ef85c8688f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.991559] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bcbddc-b123-4005-8ad5-49b01f950222 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.033998] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a7cb000-cd86-41a8-873e-da012e875034 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.036356] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cf0019-30fe-4ef6-990e-a7d9205d9d5a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.046879] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c073ffb-7b24-4e3a-a219-b5888e7c56dd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.058834] env[64120]: DEBUG nova.network.neutron [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Updating instance_info_cache with network_info: [{"id": "94292eb1-086b-4f06-b8f4-d3f63786d33b", "address": "fa:16:3e:56:34:eb", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94292eb1-08", "ovs_interfaceid": "94292eb1-086b-4f06-b8f4-d3f63786d33b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.060936] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a43a23-0dca-4cd6-ab07-f48155c4bba6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.104536] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa10651-cb89-4f42-b301-1d172a3b0a13 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.110022] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceaf63f3-852c-448d-8652-0e7d69826e10 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.116157] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cae298-d51e-4994-9444-4747cce25744 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.120569] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63c51ab-a21b-422d-9cf3-55d4f1c4a5e8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.135833] env[64120]: DEBUG nova.compute.provider_tree [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.140621] env[64120]: DEBUG nova.virt.block_device [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Updating existing volume attachment record: 04d7f5ab-8580-4d2e-aec5-f4a659da3e57 {{(pid=64120) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1085.200272] env[64120]: DEBUG nova.compute.manager [req-bce80f75-8d6f-4b2e-8260-55e75651bb72 req-e15184ac-e859-47a3-8d6e-50883e2bbbae service nova] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Received event network-vif-plugged-94292eb1-086b-4f06-b8f4-d3f63786d33b {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1085.200632] env[64120]: DEBUG oslo_concurrency.lockutils [req-bce80f75-8d6f-4b2e-8260-55e75651bb72 req-e15184ac-e859-47a3-8d6e-50883e2bbbae service nova] Acquiring lock "a7f265f9-5842-4567-a926-7b924f066cab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.200938] env[64120]: DEBUG oslo_concurrency.lockutils [req-bce80f75-8d6f-4b2e-8260-55e75651bb72 req-e15184ac-e859-47a3-8d6e-50883e2bbbae service nova] Lock "a7f265f9-5842-4567-a926-7b924f066cab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.201224] env[64120]: DEBUG oslo_concurrency.lockutils [req-bce80f75-8d6f-4b2e-8260-55e75651bb72 req-e15184ac-e859-47a3-8d6e-50883e2bbbae service nova] Lock "a7f265f9-5842-4567-a926-7b924f066cab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.201785] env[64120]: DEBUG nova.compute.manager [req-bce80f75-8d6f-4b2e-8260-55e75651bb72 req-e15184ac-e859-47a3-8d6e-50883e2bbbae service nova] [instance: a7f265f9-5842-4567-a926-7b924f066cab] No waiting events found dispatching network-vif-plugged-94292eb1-086b-4f06-b8f4-d3f63786d33b {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1085.201987] env[64120]: WARNING nova.compute.manager [req-bce80f75-8d6f-4b2e-8260-55e75651bb72 req-e15184ac-e859-47a3-8d6e-50883e2bbbae service nova] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Received unexpected event network-vif-plugged-94292eb1-086b-4f06-b8f4-d3f63786d33b for instance with vm_state building and task_state spawning. [ 1085.202187] env[64120]: DEBUG nova.compute.manager [req-bce80f75-8d6f-4b2e-8260-55e75651bb72 req-e15184ac-e859-47a3-8d6e-50883e2bbbae service nova] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Received event network-changed-94292eb1-086b-4f06-b8f4-d3f63786d33b {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1085.202350] env[64120]: DEBUG nova.compute.manager [req-bce80f75-8d6f-4b2e-8260-55e75651bb72 req-e15184ac-e859-47a3-8d6e-50883e2bbbae service nova] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Refreshing instance network info cache due to event network-changed-94292eb1-086b-4f06-b8f4-d3f63786d33b. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1085.202537] env[64120]: DEBUG oslo_concurrency.lockutils [req-bce80f75-8d6f-4b2e-8260-55e75651bb72 req-e15184ac-e859-47a3-8d6e-50883e2bbbae service nova] Acquiring lock "refresh_cache-a7f265f9-5842-4567-a926-7b924f066cab" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.323626] env[64120]: DEBUG oslo_vmware.api [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': task-1406112, 'name': Rename_Task, 'duration_secs': 0.981566} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.324303] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.324557] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36401ce5-89f5-4ca8-af6f-7775b209b3dc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.328797] env[64120]: DEBUG oslo_vmware.api [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579994} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.329298] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 696f7e5e-a900-443d-9532-a8a2584426d0/696f7e5e-a900-443d-9532-a8a2584426d0.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.329517] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.329753] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a516c865-2199-4972-8f27-a923f13b77af {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.333200] env[64120]: DEBUG oslo_vmware.api [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Waiting for the task: (returnval){ [ 1085.333200] env[64120]: value = "task-1406117" [ 1085.333200] env[64120]: _type = "Task" [ 1085.333200] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.337195] env[64120]: DEBUG oslo_vmware.api [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1085.337195] env[64120]: value = "task-1406118" [ 1085.337195] env[64120]: _type = "Task" [ 1085.337195] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.343306] env[64120]: DEBUG oslo_vmware.api [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': task-1406117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.347904] env[64120]: DEBUG oslo_vmware.api [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406118, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.569178] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Releasing lock "refresh_cache-a7f265f9-5842-4567-a926-7b924f066cab" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.569675] env[64120]: DEBUG nova.compute.manager [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Instance network_info: |[{"id": "94292eb1-086b-4f06-b8f4-d3f63786d33b", "address": "fa:16:3e:56:34:eb", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94292eb1-08", "ovs_interfaceid": "94292eb1-086b-4f06-b8f4-d3f63786d33b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1085.570189] env[64120]: DEBUG oslo_concurrency.lockutils [req-bce80f75-8d6f-4b2e-8260-55e75651bb72 req-e15184ac-e859-47a3-8d6e-50883e2bbbae service nova] Acquired lock "refresh_cache-a7f265f9-5842-4567-a926-7b924f066cab" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.570473] env[64120]: DEBUG nova.network.neutron [req-bce80f75-8d6f-4b2e-8260-55e75651bb72 req-e15184ac-e859-47a3-8d6e-50883e2bbbae service nova] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Refreshing network info cache for port 94292eb1-086b-4f06-b8f4-d3f63786d33b {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.572149] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:34:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94292eb1-086b-4f06-b8f4-d3f63786d33b', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.582693] env[64120]: DEBUG oslo.service.loopingcall [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1085.583629] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.583855] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bee530c-c162-4f3c-ad9f-df70f1389e84 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.606298] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.606298] env[64120]: value = "task-1406119" [ 1085.606298] env[64120]: _type = "Task" [ 1085.606298] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.614031] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406119, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.644861] env[64120]: DEBUG nova.scheduler.client.report [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1085.849547] env[64120]: DEBUG oslo_vmware.api [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406118, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078194} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.849900] env[64120]: DEBUG oslo_vmware.api [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': task-1406117, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.849979] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.850753] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05f27c0-e9e2-45ee-b95a-ba320a0bfcfb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.872139] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 696f7e5e-a900-443d-9532-a8a2584426d0/696f7e5e-a900-443d-9532-a8a2584426d0.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.872418] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fc4506b-cc40-4bf3-b82b-cb2f773ff1d2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.892926] env[64120]: DEBUG oslo_vmware.api [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1085.892926] env[64120]: value = "task-1406120" [ 1085.892926] env[64120]: _type = "Task" [ 1085.892926] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.900818] env[64120]: DEBUG oslo_vmware.api [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406120, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.120378] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406119, 'name': CreateVM_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.149677] env[64120]: DEBUG oslo_concurrency.lockutils [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.150625] env[64120]: DEBUG nova.compute.manager [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1086.153096] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fb299785-2f43-42ca-a4ef-f85f6c48855b tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.552s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.153295] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fb299785-2f43-42ca-a4ef-f85f6c48855b tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.156246] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d91e71f0-224a-4b77-945c-4483c40f4b71 tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.460s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.156246] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d91e71f0-224a-4b77-945c-4483c40f4b71 tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.157806] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.328s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.158667] env[64120]: INFO nova.compute.claims [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.190909] env[64120]: INFO nova.scheduler.client.report [None req-d91e71f0-224a-4b77-945c-4483c40f4b71 tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Deleted allocations for instance 8ef31af0-a100-46ee-8be6-d2c444880e44 [ 1086.200032] env[64120]: INFO nova.scheduler.client.report [None req-fb299785-2f43-42ca-a4ef-f85f6c48855b tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Deleted allocations for instance 96a40bb6-97eb-49cb-80f3-da6737798c03 [ 1086.339425] env[64120]: DEBUG nova.network.neutron [req-bce80f75-8d6f-4b2e-8260-55e75651bb72 req-e15184ac-e859-47a3-8d6e-50883e2bbbae service nova] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Updated VIF entry in instance network info cache for port 94292eb1-086b-4f06-b8f4-d3f63786d33b. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.339805] env[64120]: DEBUG nova.network.neutron [req-bce80f75-8d6f-4b2e-8260-55e75651bb72 req-e15184ac-e859-47a3-8d6e-50883e2bbbae service nova] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Updating instance_info_cache with network_info: [{"id": "94292eb1-086b-4f06-b8f4-d3f63786d33b", "address": "fa:16:3e:56:34:eb", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94292eb1-08", "ovs_interfaceid": "94292eb1-086b-4f06-b8f4-d3f63786d33b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.346334] env[64120]: DEBUG oslo_vmware.api [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': task-1406117, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.403098] env[64120]: DEBUG oslo_vmware.api [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406120, 'name': ReconfigVM_Task, 'duration_secs': 0.284245} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.403472] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 696f7e5e-a900-443d-9532-a8a2584426d0/696f7e5e-a900-443d-9532-a8a2584426d0.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.404176] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6c442ef-b3e3-489d-81b9-f3198dfd198c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.411073] env[64120]: DEBUG oslo_vmware.api [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1086.411073] env[64120]: value = "task-1406121" [ 1086.411073] env[64120]: _type = "Task" [ 1086.411073] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.420461] env[64120]: DEBUG oslo_vmware.api [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406121, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.440264] env[64120]: DEBUG nova.network.neutron [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Successfully updated port: b8302da0-66f6-461a-94aa-405551f690df {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.618892] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406119, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.663743] env[64120]: DEBUG nova.compute.utils [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1086.670025] env[64120]: DEBUG nova.compute.manager [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1086.670025] env[64120]: DEBUG nova.network.neutron [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1086.709184] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d91e71f0-224a-4b77-945c-4483c40f4b71 tempest-ServerTagsTestJSON-1604393312 tempest-ServerTagsTestJSON-1604393312-project-member] Lock "8ef31af0-a100-46ee-8be6-d2c444880e44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.146s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.710272] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fb299785-2f43-42ca-a4ef-f85f6c48855b tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Lock "96a40bb6-97eb-49cb-80f3-da6737798c03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.266s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.761518] env[64120]: DEBUG nova.policy [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '906be77df2874fd6b5f2ba7600865b32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '096e49e8bb0b4e24aa23e6005c0d8549', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1086.845356] env[64120]: DEBUG oslo_concurrency.lockutils [req-bce80f75-8d6f-4b2e-8260-55e75651bb72 req-e15184ac-e859-47a3-8d6e-50883e2bbbae service nova] Releasing lock "refresh_cache-a7f265f9-5842-4567-a926-7b924f066cab" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.845784] env[64120]: DEBUG oslo_vmware.api [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': task-1406117, 'name': PowerOnVM_Task, 'duration_secs': 1.44574} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.846043] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.846255] env[64120]: INFO nova.compute.manager [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Took 9.23 seconds to spawn the instance on the hypervisor. [ 1086.846593] env[64120]: DEBUG nova.compute.manager [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1086.847543] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5c181c-05fe-44e5-8266-01c30de84dc8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.921991] env[64120]: DEBUG oslo_vmware.api [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406121, 'name': Rename_Task, 'duration_secs': 0.152009} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.922364] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.922600] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66b92108-799d-4dd0-943d-255e83c6cfa8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.930360] env[64120]: DEBUG oslo_vmware.api [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1086.930360] env[64120]: value = "task-1406122" [ 1086.930360] env[64120]: _type = "Task" [ 1086.930360] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.941038] env[64120]: DEBUG oslo_vmware.api [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.948660] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Acquiring lock "refresh_cache-0a29cbe5-1f69-44f7-90a6-209992a79b2a" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.949013] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Acquired lock "refresh_cache-0a29cbe5-1f69-44f7-90a6-209992a79b2a" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.949230] env[64120]: DEBUG nova.network.neutron [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.122086] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406119, 'name': CreateVM_Task, 'duration_secs': 1.098402} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.122086] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.122086] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.122086] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.122086] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.122414] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19fdb3ce-9014-4df3-aa19-91b805e2ae0c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.127343] env[64120]: DEBUG oslo_vmware.api [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 1087.127343] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52866ba0-3579-9c2f-02ed-deb6caf0e95f" [ 1087.127343] env[64120]: _type = "Task" [ 1087.127343] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.135627] env[64120]: DEBUG oslo_vmware.api [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52866ba0-3579-9c2f-02ed-deb6caf0e95f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.170026] env[64120]: DEBUG nova.compute.utils [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1087.268128] env[64120]: DEBUG nova.compute.manager [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1087.268128] env[64120]: DEBUG nova.virt.hardware [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1087.268128] env[64120]: DEBUG nova.virt.hardware [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1087.268128] env[64120]: DEBUG nova.virt.hardware [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.268128] env[64120]: DEBUG nova.virt.hardware [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1087.268128] env[64120]: DEBUG nova.virt.hardware [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.268128] env[64120]: DEBUG nova.virt.hardware [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1087.268128] env[64120]: DEBUG nova.virt.hardware [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1087.269092] env[64120]: DEBUG nova.virt.hardware [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1087.269326] env[64120]: DEBUG nova.virt.hardware [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1087.269502] env[64120]: DEBUG nova.virt.hardware [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1087.269682] env[64120]: DEBUG nova.virt.hardware [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1087.273044] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e13860f-1064-4d29-a5ad-9683ad4cce56 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.285241] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614c9e3a-92a1-4675-a197-4d153cee5ce7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.367502] env[64120]: INFO nova.compute.manager [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Took 57.57 seconds to build instance. [ 1087.444473] env[64120]: DEBUG oslo_vmware.api [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406122, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.498886] env[64120]: DEBUG nova.network.neutron [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.639766] env[64120]: DEBUG oslo_vmware.api [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52866ba0-3579-9c2f-02ed-deb6caf0e95f, 'name': SearchDatastore_Task, 'duration_secs': 0.009709} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.642803] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.643167] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.643667] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.643889] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.644126] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.646554] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6143f3e9-25a6-437b-be3e-644ba958b156 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.654791] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.655045] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.655816] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2118b89b-cdce-4522-a718-48a39249dc66 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.665289] env[64120]: DEBUG oslo_vmware.api [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 1087.665289] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5218b444-512e-85d7-c01c-7edf705ff88d" [ 1087.665289] env[64120]: _type = "Task" [ 1087.665289] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.672962] env[64120]: DEBUG nova.network.neutron [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Updating instance_info_cache with network_info: [{"id": "b8302da0-66f6-461a-94aa-405551f690df", "address": "fa:16:3e:6a:88:e9", "network": {"id": "31e0f86c-f1d9-4218-b6ea-85646e0685ce", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1113101806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb023d4a64c447fe94b02e356f78d902", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8302da0-66", "ovs_interfaceid": "b8302da0-66f6-461a-94aa-405551f690df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.677335] env[64120]: DEBUG nova.compute.manager [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1087.684191] env[64120]: DEBUG oslo_vmware.api [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5218b444-512e-85d7-c01c-7edf705ff88d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.731055] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b554c6f1-7291-4168-a614-b225e8910fd9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.741155] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e996b220-3ecc-4b9f-bcb0-b649cf57a860 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.791087] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd81944-eff0-4ea8-a4fb-256020476a50 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.801345] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8c28ea-dbd0-4163-b751-80f298b3ddc0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.818893] env[64120]: DEBUG nova.compute.provider_tree [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.870490] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e6d68555-e7d5-41d5-ac08-aefed8da5ff9 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Lock "ee75c32c-969f-4181-b8b5-9c30808d32ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 109.126s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.882996] env[64120]: DEBUG nova.network.neutron [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Successfully created port: 2b29beea-d1fb-432c-84f2-89fb6013e6e6 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.910266] env[64120]: DEBUG nova.compute.manager [req-b48c8e7f-6a4b-4183-aa25-f438c019ce37 req-bacade4b-bd22-4d7b-aa1e-bbc978d22983 service nova] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Received event network-vif-plugged-b8302da0-66f6-461a-94aa-405551f690df {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1087.910510] env[64120]: DEBUG oslo_concurrency.lockutils [req-b48c8e7f-6a4b-4183-aa25-f438c019ce37 req-bacade4b-bd22-4d7b-aa1e-bbc978d22983 service nova] Acquiring lock "0a29cbe5-1f69-44f7-90a6-209992a79b2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.910744] env[64120]: DEBUG oslo_concurrency.lockutils [req-b48c8e7f-6a4b-4183-aa25-f438c019ce37 req-bacade4b-bd22-4d7b-aa1e-bbc978d22983 service nova] Lock "0a29cbe5-1f69-44f7-90a6-209992a79b2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.910927] env[64120]: DEBUG oslo_concurrency.lockutils [req-b48c8e7f-6a4b-4183-aa25-f438c019ce37 req-bacade4b-bd22-4d7b-aa1e-bbc978d22983 service nova] Lock "0a29cbe5-1f69-44f7-90a6-209992a79b2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.911124] env[64120]: DEBUG nova.compute.manager [req-b48c8e7f-6a4b-4183-aa25-f438c019ce37 req-bacade4b-bd22-4d7b-aa1e-bbc978d22983 service nova] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] No waiting events found dispatching network-vif-plugged-b8302da0-66f6-461a-94aa-405551f690df {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1087.911304] env[64120]: WARNING nova.compute.manager [req-b48c8e7f-6a4b-4183-aa25-f438c019ce37 req-bacade4b-bd22-4d7b-aa1e-bbc978d22983 service nova] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Received unexpected event network-vif-plugged-b8302da0-66f6-461a-94aa-405551f690df for instance with vm_state building and task_state spawning. [ 1087.911497] env[64120]: DEBUG nova.compute.manager [req-b48c8e7f-6a4b-4183-aa25-f438c019ce37 req-bacade4b-bd22-4d7b-aa1e-bbc978d22983 service nova] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Received event network-changed-b8302da0-66f6-461a-94aa-405551f690df {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1087.911663] env[64120]: DEBUG nova.compute.manager [req-b48c8e7f-6a4b-4183-aa25-f438c019ce37 req-bacade4b-bd22-4d7b-aa1e-bbc978d22983 service nova] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Refreshing instance network info cache due to event network-changed-b8302da0-66f6-461a-94aa-405551f690df. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1087.911836] env[64120]: DEBUG oslo_concurrency.lockutils [req-b48c8e7f-6a4b-4183-aa25-f438c019ce37 req-bacade4b-bd22-4d7b-aa1e-bbc978d22983 service nova] Acquiring lock "refresh_cache-0a29cbe5-1f69-44f7-90a6-209992a79b2a" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.940211] env[64120]: DEBUG oslo_vmware.api [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406122, 'name': PowerOnVM_Task, 'duration_secs': 0.567248} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.940557] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.940709] env[64120]: INFO nova.compute.manager [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1087.940894] env[64120]: DEBUG nova.compute.manager [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1087.941786] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aac2bc1-13fa-40a4-9f00-419e7c9ae293 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.177349] env[64120]: DEBUG oslo_vmware.api [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5218b444-512e-85d7-c01c-7edf705ff88d, 'name': SearchDatastore_Task, 'duration_secs': 0.011803} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.179264] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-664918b4-9ba3-4154-8baf-db2fcb846c26 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.182930] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Releasing lock "refresh_cache-0a29cbe5-1f69-44f7-90a6-209992a79b2a" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.182930] env[64120]: DEBUG nova.compute.manager [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Instance network_info: |[{"id": "b8302da0-66f6-461a-94aa-405551f690df", "address": "fa:16:3e:6a:88:e9", "network": {"id": "31e0f86c-f1d9-4218-b6ea-85646e0685ce", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1113101806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb023d4a64c447fe94b02e356f78d902", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8302da0-66", "ovs_interfaceid": "b8302da0-66f6-461a-94aa-405551f690df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1088.183438] env[64120]: DEBUG oslo_concurrency.lockutils [req-b48c8e7f-6a4b-4183-aa25-f438c019ce37 req-bacade4b-bd22-4d7b-aa1e-bbc978d22983 service nova] Acquired lock "refresh_cache-0a29cbe5-1f69-44f7-90a6-209992a79b2a" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.183696] env[64120]: DEBUG nova.network.neutron [req-b48c8e7f-6a4b-4183-aa25-f438c019ce37 req-bacade4b-bd22-4d7b-aa1e-bbc978d22983 service nova] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Refreshing network info cache for port b8302da0-66f6-461a-94aa-405551f690df {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.185129] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:88:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8302da0-66f6-461a-94aa-405551f690df', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.200038] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Creating folder: Project (eb023d4a64c447fe94b02e356f78d902). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1088.207654] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf4e3cf2-be2d-4123-a455-1ddcb8324bfe {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.213550] env[64120]: DEBUG oslo_vmware.api [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 1088.213550] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b0199f-1d33-c937-35d9-d783215ae7cd" [ 1088.213550] env[64120]: _type = "Task" [ 1088.213550] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.222144] env[64120]: DEBUG oslo_vmware.api [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b0199f-1d33-c937-35d9-d783215ae7cd, 'name': SearchDatastore_Task, 'duration_secs': 0.008871} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.222936] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.223371] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] a7f265f9-5842-4567-a926-7b924f066cab/a7f265f9-5842-4567-a926-7b924f066cab.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.223743] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b344923d-bb5e-4b41-a3ab-0cf318733087 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.228145] env[64120]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1088.229590] env[64120]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=64120) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1088.229590] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Folder already exists: Project (eb023d4a64c447fe94b02e356f78d902). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1088.229590] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Creating folder: Instances. Parent ref: group-v297983. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1088.230480] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-612563ef-22ba-4793-b1d4-074c24be8db2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.239638] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Created folder: Instances in parent group-v297983. [ 1088.240633] env[64120]: DEBUG oslo.service.loopingcall [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1088.241644] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.243648] env[64120]: DEBUG oslo_vmware.api [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 1088.243648] env[64120]: value = "task-1406125" [ 1088.243648] env[64120]: _type = "Task" [ 1088.243648] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.243648] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31220d12-ce34-4985-b896-7a011ff606e5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.276185] env[64120]: DEBUG oslo_vmware.api [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.278094] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.278094] env[64120]: value = "task-1406127" [ 1088.278094] env[64120]: _type = "Task" [ 1088.278094] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.288013] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406127, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.322738] env[64120]: DEBUG nova.scheduler.client.report [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1088.372731] env[64120]: DEBUG nova.compute.manager [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1088.460814] env[64120]: INFO nova.compute.manager [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Took 52.06 seconds to build instance. [ 1088.527776] env[64120]: DEBUG nova.network.neutron [req-b48c8e7f-6a4b-4183-aa25-f438c019ce37 req-bacade4b-bd22-4d7b-aa1e-bbc978d22983 service nova] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Updated VIF entry in instance network info cache for port b8302da0-66f6-461a-94aa-405551f690df. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.528168] env[64120]: DEBUG nova.network.neutron [req-b48c8e7f-6a4b-4183-aa25-f438c019ce37 req-bacade4b-bd22-4d7b-aa1e-bbc978d22983 service nova] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Updating instance_info_cache with network_info: [{"id": "b8302da0-66f6-461a-94aa-405551f690df", "address": "fa:16:3e:6a:88:e9", "network": {"id": "31e0f86c-f1d9-4218-b6ea-85646e0685ce", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1113101806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb023d4a64c447fe94b02e356f78d902", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8302da0-66", "ovs_interfaceid": "b8302da0-66f6-461a-94aa-405551f690df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.712525] env[64120]: DEBUG nova.compute.manager [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1088.748984] env[64120]: DEBUG nova.virt.hardware [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:07:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1350773578',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-456479718',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1088.748984] env[64120]: DEBUG nova.virt.hardware [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1088.748984] env[64120]: DEBUG nova.virt.hardware [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.748984] env[64120]: DEBUG nova.virt.hardware [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1088.750085] env[64120]: DEBUG nova.virt.hardware [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.750337] env[64120]: DEBUG nova.virt.hardware [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1088.750571] env[64120]: DEBUG nova.virt.hardware [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1088.750746] env[64120]: DEBUG nova.virt.hardware [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1088.750920] env[64120]: DEBUG nova.virt.hardware [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1088.751101] env[64120]: DEBUG nova.virt.hardware [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1088.751383] env[64120]: DEBUG nova.virt.hardware [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1088.752209] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cac5b7-b10b-401f-8f1c-cce7c321d5c9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.760090] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb3a5a8-20a8-4234-92f9-6e9d4768a6e4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.780138] env[64120]: DEBUG oslo_vmware.api [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507615} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.784038] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] a7f265f9-5842-4567-a926-7b924f066cab/a7f265f9-5842-4567-a926-7b924f066cab.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.784038] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.784038] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47b89421-901c-420c-98ee-1f68d25c9c33 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.790917] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406127, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.796022] env[64120]: DEBUG oslo_vmware.api [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 1088.796022] env[64120]: value = "task-1406128" [ 1088.796022] env[64120]: _type = "Task" [ 1088.796022] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.799640] env[64120]: DEBUG oslo_vmware.api [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406128, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.828402] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.829106] env[64120]: DEBUG nova.compute.manager [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1088.832023] env[64120]: DEBUG oslo_concurrency.lockutils [None req-94f33f53-73c0-4fea-8b97-41af19eeeeaf tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.720s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.832259] env[64120]: DEBUG oslo_concurrency.lockutils [None req-94f33f53-73c0-4fea-8b97-41af19eeeeaf tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.834579] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.528s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.836559] env[64120]: INFO nova.compute.claims [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.883242] env[64120]: INFO nova.scheduler.client.report [None req-94f33f53-73c0-4fea-8b97-41af19eeeeaf tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Deleted allocations for instance 76f5f14b-36e5-46ab-8c05-ba352db612bd [ 1088.907502] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.963512] env[64120]: DEBUG oslo_concurrency.lockutils [None req-582a522a-0842-40f4-bde9-7eda0e9dbf6a tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Lock "696f7e5e-a900-443d-9532-a8a2584426d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 107.896s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1089.031700] env[64120]: DEBUG oslo_concurrency.lockutils [req-b48c8e7f-6a4b-4183-aa25-f438c019ce37 req-bacade4b-bd22-4d7b-aa1e-bbc978d22983 service nova] Releasing lock "refresh_cache-0a29cbe5-1f69-44f7-90a6-209992a79b2a" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.188456] env[64120]: INFO nova.compute.manager [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Rescuing [ 1089.188798] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Acquiring lock "refresh_cache-ee75c32c-969f-4181-b8b5-9c30808d32ad" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.189012] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Acquired lock "refresh_cache-ee75c32c-969f-4181-b8b5-9c30808d32ad" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.189542] env[64120]: DEBUG nova.network.neutron [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.290668] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406127, 'name': CreateVM_Task, 'duration_secs': 0.657818} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.291037] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.292499] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '04d7f5ab-8580-4d2e-aec5-f4a659da3e57', 'mount_device': '/dev/sda', 'disk_bus': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297988', 'volume_id': '81992e97-ed86-4f49-abd2-cf5eb6ed1832', 'name': 'volume-81992e97-ed86-4f49-abd2-cf5eb6ed1832', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0a29cbe5-1f69-44f7-90a6-209992a79b2a', 'attached_at': '', 'detached_at': '', 'volume_id': '81992e97-ed86-4f49-abd2-cf5eb6ed1832', 'serial': '81992e97-ed86-4f49-abd2-cf5eb6ed1832'}, 'delete_on_termination': True, 'boot_index': 0, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=64120) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1089.297333] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Root volume attach. Driver type: vmdk {{(pid=64120) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1089.297333] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b91dbc-98cd-4150-98f8-39bf74dfaac4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.313578] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8c150a-f531-4ca6-bc77-9d56bf02fb2c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.315889] env[64120]: DEBUG oslo_vmware.api [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406128, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069879} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.316180] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.317300] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc243fc-1621-4c18-9b67-c4787f8b02a5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.322460] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf97240-c3a3-4ac8-b594-afff2a5860d0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.343910] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] a7f265f9-5842-4567-a926-7b924f066cab/a7f265f9-5842-4567-a926-7b924f066cab.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.345395] env[64120]: DEBUG nova.compute.utils [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1089.348620] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-580134e3-41a9-46c0-839b-a1c9bd45d613 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.365955] env[64120]: DEBUG nova.compute.manager [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1089.366107] env[64120]: DEBUG nova.network.neutron [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.369199] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-6d222ff1-145b-4c4b-9e30-95d48d35175d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.374396] env[64120]: DEBUG oslo_vmware.api [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 1089.374396] env[64120]: value = "task-1406129" [ 1089.374396] env[64120]: _type = "Task" [ 1089.374396] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.378642] env[64120]: DEBUG oslo_vmware.api [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Waiting for the task: (returnval){ [ 1089.378642] env[64120]: value = "task-1406130" [ 1089.378642] env[64120]: _type = "Task" [ 1089.378642] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.385076] env[64120]: DEBUG oslo_vmware.api [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406129, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.390073] env[64120]: DEBUG oslo_vmware.api [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Task: {'id': task-1406130, 'name': RelocateVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.393958] env[64120]: DEBUG oslo_concurrency.lockutils [None req-94f33f53-73c0-4fea-8b97-41af19eeeeaf tempest-ServersTestMultiNic-1982741927 tempest-ServersTestMultiNic-1982741927-project-member] Lock "76f5f14b-36e5-46ab-8c05-ba352db612bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.539s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1089.459285] env[64120]: DEBUG nova.policy [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd25331cc59ae4ee584c3fed080dd0ecd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c20e6109d6f40748735c6c818444a0f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1089.470730] env[64120]: DEBUG nova.compute.manager [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1089.832071] env[64120]: DEBUG nova.network.neutron [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Successfully created port: d5218065-4792-45be-a71c-9c0f15046fb0 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1089.865761] env[64120]: DEBUG nova.compute.manager [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1089.886163] env[64120]: DEBUG oslo_vmware.api [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406129, 'name': ReconfigVM_Task, 'duration_secs': 0.325204} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.887021] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Reconfigured VM instance instance-0000002f to attach disk [datastore2] a7f265f9-5842-4567-a926-7b924f066cab/a7f265f9-5842-4567-a926-7b924f066cab.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.888171] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ac0620b-f447-44c6-af07-93fd0f1b5140 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.893012] env[64120]: DEBUG oslo_vmware.api [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Task: {'id': task-1406130, 'name': RelocateVM_Task} progress is 20%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.898519] env[64120]: DEBUG oslo_vmware.api [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 1089.898519] env[64120]: value = "task-1406132" [ 1089.898519] env[64120]: _type = "Task" [ 1089.898519] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.908680] env[64120]: DEBUG oslo_vmware.api [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406132, 'name': Rename_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.997633] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.316297] env[64120]: DEBUG nova.network.neutron [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Updating instance_info_cache with network_info: [{"id": "8bef1c00-126f-42c7-a7bf-e9c189d4d291", "address": "fa:16:3e:36:8f:0c", "network": {"id": "7da1e537-f5e4-4d2b-9489-210d3808791b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1613047940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "07615dd90ee940d382083b3c3cb351a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bef1c00-12", "ovs_interfaceid": "8bef1c00-126f-42c7-a7bf-e9c189d4d291", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.354819] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24917055-3211-4f8f-aebc-be8863d7ad66 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.365815] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed68925-2324-4a13-b3ad-94173fe6ec73 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.414233] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146d385c-fbcb-4a53-99e9-6bbc72207ff4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.422559] env[64120]: DEBUG oslo_vmware.api [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Task: {'id': task-1406130, 'name': RelocateVM_Task, 'duration_secs': 0.726202} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.427801] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Volume attach. Driver type: vmdk {{(pid=64120) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1090.428123] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297988', 'volume_id': '81992e97-ed86-4f49-abd2-cf5eb6ed1832', 'name': 'volume-81992e97-ed86-4f49-abd2-cf5eb6ed1832', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0a29cbe5-1f69-44f7-90a6-209992a79b2a', 'attached_at': '', 'detached_at': '', 'volume_id': '81992e97-ed86-4f49-abd2-cf5eb6ed1832', 'serial': '81992e97-ed86-4f49-abd2-cf5eb6ed1832'} {{(pid=64120) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1090.428906] env[64120]: DEBUG oslo_vmware.api [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406132, 'name': Rename_Task, 'duration_secs': 0.202755} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.429607] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cc7834-6afa-48ef-8524-92980777a8c1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.433818] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30ed303-fe73-42e0-afb2-334fabc6fd86 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.437939] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.441276] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04fa4ada-b76a-4536-a91d-153486d36475 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.465894] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf678c96-3cce-4ea8-b919-a5474a80d160 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.469119] env[64120]: DEBUG nova.compute.provider_tree [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1090.471547] env[64120]: DEBUG oslo_vmware.api [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 1090.471547] env[64120]: value = "task-1406133" [ 1090.471547] env[64120]: _type = "Task" [ 1090.471547] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.495579] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] volume-81992e97-ed86-4f49-abd2-cf5eb6ed1832/volume-81992e97-ed86-4f49-abd2-cf5eb6ed1832.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.497231] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c608bc77-b666-407f-a01e-9549bf2151a8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.515062] env[64120]: DEBUG oslo_vmware.api [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406133, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.520372] env[64120]: DEBUG oslo_vmware.api [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Waiting for the task: (returnval){ [ 1090.520372] env[64120]: value = "task-1406134" [ 1090.520372] env[64120]: _type = "Task" [ 1090.520372] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.529192] env[64120]: DEBUG oslo_vmware.api [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Task: {'id': task-1406134, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.621511] env[64120]: DEBUG nova.network.neutron [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Successfully updated port: 2b29beea-d1fb-432c-84f2-89fb6013e6e6 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1090.661316] env[64120]: DEBUG nova.compute.manager [req-ca9b05e4-6c77-413f-b4d6-295209689c01 req-4740c2e0-8012-4086-b5d4-575a4f70c71d service nova] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Received event network-vif-plugged-2b29beea-d1fb-432c-84f2-89fb6013e6e6 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1090.661704] env[64120]: DEBUG oslo_concurrency.lockutils [req-ca9b05e4-6c77-413f-b4d6-295209689c01 req-4740c2e0-8012-4086-b5d4-575a4f70c71d service nova] Acquiring lock "494d4494-bd61-4370-b8f4-4e7ae757d638-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.662417] env[64120]: DEBUG oslo_concurrency.lockutils [req-ca9b05e4-6c77-413f-b4d6-295209689c01 req-4740c2e0-8012-4086-b5d4-575a4f70c71d service nova] Lock "494d4494-bd61-4370-b8f4-4e7ae757d638-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.662749] env[64120]: DEBUG oslo_concurrency.lockutils [req-ca9b05e4-6c77-413f-b4d6-295209689c01 req-4740c2e0-8012-4086-b5d4-575a4f70c71d service nova] Lock "494d4494-bd61-4370-b8f4-4e7ae757d638-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.663094] env[64120]: DEBUG nova.compute.manager [req-ca9b05e4-6c77-413f-b4d6-295209689c01 req-4740c2e0-8012-4086-b5d4-575a4f70c71d service nova] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] No waiting events found dispatching network-vif-plugged-2b29beea-d1fb-432c-84f2-89fb6013e6e6 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1090.663491] env[64120]: WARNING nova.compute.manager [req-ca9b05e4-6c77-413f-b4d6-295209689c01 req-4740c2e0-8012-4086-b5d4-575a4f70c71d service nova] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Received unexpected event network-vif-plugged-2b29beea-d1fb-432c-84f2-89fb6013e6e6 for instance with vm_state building and task_state spawning. [ 1090.818994] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Releasing lock "refresh_cache-ee75c32c-969f-4181-b8b5-9c30808d32ad" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.878575] env[64120]: DEBUG nova.compute.manager [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1090.905125] env[64120]: DEBUG nova.virt.hardware [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1090.905278] env[64120]: DEBUG nova.virt.hardware [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1090.905437] env[64120]: DEBUG nova.virt.hardware [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.905624] env[64120]: DEBUG nova.virt.hardware [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1090.905775] env[64120]: DEBUG nova.virt.hardware [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.905973] env[64120]: DEBUG nova.virt.hardware [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1090.906146] env[64120]: DEBUG nova.virt.hardware [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1090.906310] env[64120]: DEBUG nova.virt.hardware [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1090.906483] env[64120]: DEBUG nova.virt.hardware [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1090.906645] env[64120]: DEBUG nova.virt.hardware [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1090.906822] env[64120]: DEBUG nova.virt.hardware [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1090.907720] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba75c6a0-bdcf-4b04-aa3a-77100d80e68d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.915998] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87b9f1e-f984-46bb-9dbc-dd568a9628aa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.985911] env[64120]: DEBUG oslo_vmware.api [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406133, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.992018] env[64120]: ERROR nova.scheduler.client.report [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [req-92d7e952-e1ff-4633-8257-7eef1bbee025] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4ceac537-82ec-49fa-8fac-aa5d6181b318. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-92d7e952-e1ff-4633-8257-7eef1bbee025"}]} [ 1091.010195] env[64120]: DEBUG nova.scheduler.client.report [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Refreshing inventories for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1091.025042] env[64120]: DEBUG nova.scheduler.client.report [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Updating ProviderTree inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1091.025283] env[64120]: DEBUG nova.compute.provider_tree [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1091.032654] env[64120]: DEBUG oslo_vmware.api [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Task: {'id': task-1406134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.044575] env[64120]: DEBUG nova.scheduler.client.report [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Refreshing aggregate associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, aggregates: None {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1091.067973] env[64120]: DEBUG nova.scheduler.client.report [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Refreshing trait associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1091.126889] env[64120]: DEBUG oslo_concurrency.lockutils [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Acquiring lock "refresh_cache-494d4494-bd61-4370-b8f4-4e7ae757d638" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.127065] env[64120]: DEBUG oslo_concurrency.lockutils [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Acquired lock "refresh_cache-494d4494-bd61-4370-b8f4-4e7ae757d638" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.127227] env[64120]: DEBUG nova.network.neutron [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.363796] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.364424] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4aba2e29-bc4d-455a-a4d8-664ac743dd1f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.372381] env[64120]: DEBUG oslo_vmware.api [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Waiting for the task: (returnval){ [ 1091.372381] env[64120]: value = "task-1406135" [ 1091.372381] env[64120]: _type = "Task" [ 1091.372381] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.386809] env[64120]: DEBUG oslo_vmware.api [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': task-1406135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.489102] env[64120]: DEBUG oslo_vmware.api [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406133, 'name': PowerOnVM_Task, 'duration_secs': 0.548777} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.489348] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.489513] env[64120]: INFO nova.compute.manager [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Took 8.69 seconds to spawn the instance on the hypervisor. [ 1091.489717] env[64120]: DEBUG nova.compute.manager [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1091.490628] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e280bde1-e775-4c3b-af03-9b1fa1690e89 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.523351] env[64120]: DEBUG nova.compute.manager [req-116e8870-aad7-451a-9215-53982f71d776 req-4d234bcf-bdb8-4bad-b4e1-13b92cbdab67 service nova] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Received event network-vif-plugged-d5218065-4792-45be-a71c-9c0f15046fb0 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1091.523633] env[64120]: DEBUG oslo_concurrency.lockutils [req-116e8870-aad7-451a-9215-53982f71d776 req-4d234bcf-bdb8-4bad-b4e1-13b92cbdab67 service nova] Acquiring lock "4d010afc-7835-4eac-b2bd-7cf6abea43a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.523908] env[64120]: DEBUG oslo_concurrency.lockutils [req-116e8870-aad7-451a-9215-53982f71d776 req-4d234bcf-bdb8-4bad-b4e1-13b92cbdab67 service nova] Lock "4d010afc-7835-4eac-b2bd-7cf6abea43a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.524150] env[64120]: DEBUG oslo_concurrency.lockutils [req-116e8870-aad7-451a-9215-53982f71d776 req-4d234bcf-bdb8-4bad-b4e1-13b92cbdab67 service nova] Lock "4d010afc-7835-4eac-b2bd-7cf6abea43a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.524403] env[64120]: DEBUG nova.compute.manager [req-116e8870-aad7-451a-9215-53982f71d776 req-4d234bcf-bdb8-4bad-b4e1-13b92cbdab67 service nova] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] No waiting events found dispatching network-vif-plugged-d5218065-4792-45be-a71c-9c0f15046fb0 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1091.524602] env[64120]: WARNING nova.compute.manager [req-116e8870-aad7-451a-9215-53982f71d776 req-4d234bcf-bdb8-4bad-b4e1-13b92cbdab67 service nova] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Received unexpected event network-vif-plugged-d5218065-4792-45be-a71c-9c0f15046fb0 for instance with vm_state building and task_state spawning. [ 1091.536596] env[64120]: DEBUG oslo_vmware.api [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Task: {'id': task-1406134, 'name': ReconfigVM_Task, 'duration_secs': 0.612335} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.539898] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Reconfigured VM instance instance-00000030 to attach disk [datastore2] volume-81992e97-ed86-4f49-abd2-cf5eb6ed1832/volume-81992e97-ed86-4f49-abd2-cf5eb6ed1832.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.547357] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b238b786-a12d-4b7a-b1cc-0aa06bf151bf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.567715] env[64120]: DEBUG oslo_vmware.api [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Waiting for the task: (returnval){ [ 1091.567715] env[64120]: value = "task-1406136" [ 1091.567715] env[64120]: _type = "Task" [ 1091.567715] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.576354] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768549e7-4de5-4653-9a25-7067d9bfb125 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.584880] env[64120]: DEBUG oslo_vmware.api [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Task: {'id': task-1406136, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.587974] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d846bc24-a01e-47e1-82df-180e4035ed29 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.634517] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a1b22cea-e006-4f72-b801-fc4421e82abf tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Acquiring lock "51f2aeb5-f940-49b0-bfce-e404cbd69d4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.634772] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a1b22cea-e006-4f72-b801-fc4421e82abf tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Lock "51f2aeb5-f940-49b0-bfce-e404cbd69d4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.634981] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a1b22cea-e006-4f72-b801-fc4421e82abf tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Acquiring lock "51f2aeb5-f940-49b0-bfce-e404cbd69d4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.635187] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a1b22cea-e006-4f72-b801-fc4421e82abf tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Lock "51f2aeb5-f940-49b0-bfce-e404cbd69d4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.635361] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a1b22cea-e006-4f72-b801-fc4421e82abf tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Lock "51f2aeb5-f940-49b0-bfce-e404cbd69d4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.637558] env[64120]: INFO nova.compute.manager [None req-a1b22cea-e006-4f72-b801-fc4421e82abf tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Terminating instance [ 1091.639821] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720c660a-0ab8-49f6-8860-cf65cecb21e4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.642741] env[64120]: DEBUG nova.compute.manager [None req-a1b22cea-e006-4f72-b801-fc4421e82abf tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1091.642803] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b22cea-e006-4f72-b801-fc4421e82abf tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.644486] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06abceb2-4f25-4cd3-9dba-ae39cbd07b80 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.655617] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289a06c1-47f6-48e9-9533-3529fd7e2f18 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.660120] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b22cea-e006-4f72-b801-fc4421e82abf tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.661028] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30de84aa-c280-44fa-95b9-a03c8bc5b0f1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.674405] env[64120]: DEBUG nova.compute.provider_tree [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1091.678205] env[64120]: DEBUG oslo_vmware.api [None req-a1b22cea-e006-4f72-b801-fc4421e82abf tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Waiting for the task: (returnval){ [ 1091.678205] env[64120]: value = "task-1406137" [ 1091.678205] env[64120]: _type = "Task" [ 1091.678205] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.688531] env[64120]: DEBUG oslo_vmware.api [None req-a1b22cea-e006-4f72-b801-fc4421e82abf tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': task-1406137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.694800] env[64120]: DEBUG nova.network.neutron [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Successfully updated port: d5218065-4792-45be-a71c-9c0f15046fb0 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.704304] env[64120]: DEBUG nova.network.neutron [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1091.883539] env[64120]: DEBUG oslo_vmware.api [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': task-1406135, 'name': PowerOffVM_Task, 'duration_secs': 0.207126} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.883899] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.884965] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3388589e-ac1f-4cde-af9c-6b856c27e7b3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.903840] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513f8a46-897c-4afd-8a64-41359e51325b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.936445] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.936873] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a76c82b0-041d-488c-98ca-8dd94d870a97 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.943225] env[64120]: DEBUG oslo_vmware.api [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Waiting for the task: (returnval){ [ 1091.943225] env[64120]: value = "task-1406139" [ 1091.943225] env[64120]: _type = "Task" [ 1091.943225] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.952707] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] VM already powered off {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1091.952911] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.953217] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.953398] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.953614] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.953890] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04d09fdb-b97e-4781-ae82-c00d57654a12 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.962536] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.962720] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.963461] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cce80743-1fdc-43eb-9a69-f52e68835e51 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.968727] env[64120]: DEBUG oslo_vmware.api [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Waiting for the task: (returnval){ [ 1091.968727] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52aaf646-0f7d-5bc7-3881-9870d90f2dd1" [ 1091.968727] env[64120]: _type = "Task" [ 1091.968727] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.976698] env[64120]: DEBUG oslo_vmware.api [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52aaf646-0f7d-5bc7-3881-9870d90f2dd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.999324] env[64120]: DEBUG nova.network.neutron [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Updating instance_info_cache with network_info: [{"id": "2b29beea-d1fb-432c-84f2-89fb6013e6e6", "address": "fa:16:3e:ec:55:3f", "network": {"id": "f725c59d-1ae5-4407-b6ea-acb68e7fb5f6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-655437280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "096e49e8bb0b4e24aa23e6005c0d8549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b29beea-d1", "ovs_interfaceid": "2b29beea-d1fb-432c-84f2-89fb6013e6e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.013876] env[64120]: INFO nova.compute.manager [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Took 51.66 seconds to build instance. [ 1092.079510] env[64120]: DEBUG oslo_vmware.api [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Task: {'id': task-1406136, 'name': ReconfigVM_Task, 'duration_secs': 0.250887} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.079857] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297988', 'volume_id': '81992e97-ed86-4f49-abd2-cf5eb6ed1832', 'name': 'volume-81992e97-ed86-4f49-abd2-cf5eb6ed1832', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0a29cbe5-1f69-44f7-90a6-209992a79b2a', 'attached_at': '', 'detached_at': '', 'volume_id': '81992e97-ed86-4f49-abd2-cf5eb6ed1832', 'serial': '81992e97-ed86-4f49-abd2-cf5eb6ed1832'} {{(pid=64120) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1092.080547] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55ff75d9-28b6-4753-8d1c-28a060d83a49 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.089797] env[64120]: DEBUG oslo_vmware.api [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Waiting for the task: (returnval){ [ 1092.089797] env[64120]: value = "task-1406140" [ 1092.089797] env[64120]: _type = "Task" [ 1092.089797] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.103482] env[64120]: DEBUG oslo_vmware.api [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Task: {'id': task-1406140, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.190927] env[64120]: DEBUG oslo_vmware.api [None req-a1b22cea-e006-4f72-b801-fc4421e82abf tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': task-1406137, 'name': PowerOffVM_Task, 'duration_secs': 0.220975} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.191248] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b22cea-e006-4f72-b801-fc4421e82abf tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.191427] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b22cea-e006-4f72-b801-fc4421e82abf tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.191687] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c026e29b-4c23-4ead-a157-a9b077d0f870 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.199153] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquiring lock "refresh_cache-4d010afc-7835-4eac-b2bd-7cf6abea43a1" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.199153] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquired lock "refresh_cache-4d010afc-7835-4eac-b2bd-7cf6abea43a1" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.199153] env[64120]: DEBUG nova.network.neutron [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.225586] env[64120]: DEBUG nova.scheduler.client.report [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Updated inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with generation 76 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1092.225836] env[64120]: DEBUG nova.compute.provider_tree [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Updating resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 generation from 76 to 77 during operation: update_inventory {{(pid=64120) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1092.226066] env[64120]: DEBUG nova.compute.provider_tree [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1092.261179] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b22cea-e006-4f72-b801-fc4421e82abf tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.261179] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b22cea-e006-4f72-b801-fc4421e82abf tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.261179] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b22cea-e006-4f72-b801-fc4421e82abf tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Deleting the datastore file [datastore1] 51f2aeb5-f940-49b0-bfce-e404cbd69d4d {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.261355] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9eeae48f-7136-495c-8353-5fd4b8d86a16 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.268955] env[64120]: DEBUG oslo_vmware.api [None req-a1b22cea-e006-4f72-b801-fc4421e82abf tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Waiting for the task: (returnval){ [ 1092.268955] env[64120]: value = "task-1406142" [ 1092.268955] env[64120]: _type = "Task" [ 1092.268955] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.277520] env[64120]: DEBUG oslo_vmware.api [None req-a1b22cea-e006-4f72-b801-fc4421e82abf tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': task-1406142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.479183] env[64120]: DEBUG oslo_vmware.api [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52aaf646-0f7d-5bc7-3881-9870d90f2dd1, 'name': SearchDatastore_Task, 'duration_secs': 0.022579} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.479989] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae58d991-0e96-41ef-8e66-e697b3454d8e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.486207] env[64120]: DEBUG oslo_vmware.api [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Waiting for the task: (returnval){ [ 1092.486207] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5263cfa6-6e57-ead2-f36a-977b9667dec6" [ 1092.486207] env[64120]: _type = "Task" [ 1092.486207] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.493192] env[64120]: DEBUG oslo_vmware.api [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5263cfa6-6e57-ead2-f36a-977b9667dec6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.501816] env[64120]: DEBUG oslo_concurrency.lockutils [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Releasing lock "refresh_cache-494d4494-bd61-4370-b8f4-4e7ae757d638" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.502169] env[64120]: DEBUG nova.compute.manager [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Instance network_info: |[{"id": "2b29beea-d1fb-432c-84f2-89fb6013e6e6", "address": "fa:16:3e:ec:55:3f", "network": {"id": "f725c59d-1ae5-4407-b6ea-acb68e7fb5f6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-655437280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "096e49e8bb0b4e24aa23e6005c0d8549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b29beea-d1", "ovs_interfaceid": "2b29beea-d1fb-432c-84f2-89fb6013e6e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1092.502652] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:55:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7f41333-42ee-47f3-936c-d6701ab786d2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b29beea-d1fb-432c-84f2-89fb6013e6e6', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.510165] env[64120]: DEBUG oslo.service.loopingcall [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1092.510711] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.510943] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd8fc926-ee0e-4398-b37f-fd75dc2dced1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.525047] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e5504893-c9b7-4cae-aca4-0d79f587dccd tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lock "a7f265f9-5842-4567-a926-7b924f066cab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.415s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.532428] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.532428] env[64120]: value = "task-1406143" [ 1092.532428] env[64120]: _type = "Task" [ 1092.532428] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.544616] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406143, 'name': CreateVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.601751] env[64120]: DEBUG oslo_vmware.api [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Task: {'id': task-1406140, 'name': Rename_Task, 'duration_secs': 0.186698} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.601751] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.601751] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10633d92-14de-480a-a428-fe54ea97d72c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.608094] env[64120]: DEBUG oslo_vmware.api [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Waiting for the task: (returnval){ [ 1092.608094] env[64120]: value = "task-1406144" [ 1092.608094] env[64120]: _type = "Task" [ 1092.608094] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.621348] env[64120]: DEBUG oslo_vmware.api [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Task: {'id': task-1406144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.736798] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.902s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.737257] env[64120]: DEBUG nova.compute.manager [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1092.742134] env[64120]: DEBUG oslo_concurrency.lockutils [None req-222b1fd2-c420-4dfb-95b7-1dd420ec2e5e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.470s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.742696] env[64120]: DEBUG nova.objects.instance [None req-222b1fd2-c420-4dfb-95b7-1dd420ec2e5e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Lazy-loading 'resources' on Instance uuid a023676a-cd0b-47d9-b239-0fa94290af72 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.764816] env[64120]: DEBUG nova.network.neutron [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.784762] env[64120]: DEBUG oslo_vmware.api [None req-a1b22cea-e006-4f72-b801-fc4421e82abf tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Task: {'id': task-1406142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359806} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.785724] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b22cea-e006-4f72-b801-fc4421e82abf tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.786047] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b22cea-e006-4f72-b801-fc4421e82abf tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.786360] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b22cea-e006-4f72-b801-fc4421e82abf tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.786651] env[64120]: INFO nova.compute.manager [None req-a1b22cea-e006-4f72-b801-fc4421e82abf tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1092.787046] env[64120]: DEBUG oslo.service.loopingcall [None req-a1b22cea-e006-4f72-b801-fc4421e82abf tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1092.787423] env[64120]: DEBUG nova.compute.manager [-] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1092.787564] env[64120]: DEBUG nova.network.neutron [-] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1092.996229] env[64120]: DEBUG nova.network.neutron [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Updating instance_info_cache with network_info: [{"id": "d5218065-4792-45be-a71c-9c0f15046fb0", "address": "fa:16:3e:31:f8:99", "network": {"id": "d7209c45-7959-4437-a781-abbb4afde079", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1067622788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c20e6109d6f40748735c6c818444a0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5218065-47", "ovs_interfaceid": "d5218065-4792-45be-a71c-9c0f15046fb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.004704] env[64120]: DEBUG oslo_vmware.api [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5263cfa6-6e57-ead2-f36a-977b9667dec6, 'name': SearchDatastore_Task, 'duration_secs': 0.021224} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.005103] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.005419] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] ee75c32c-969f-4181-b8b5-9c30808d32ad/aef4c66b-ea31-40a0-a498-e6a6d723a3ce-rescue.vmdk. {{(pid=64120) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1093.006321] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c54cb4e-bdf4-49e0-8c26-b4603e964666 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.015285] env[64120]: DEBUG oslo_vmware.api [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Waiting for the task: (returnval){ [ 1093.015285] env[64120]: value = "task-1406145" [ 1093.015285] env[64120]: _type = "Task" [ 1093.015285] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.026664] env[64120]: DEBUG oslo_vmware.api [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': task-1406145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.027098] env[64120]: DEBUG nova.compute.manager [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1093.032868] env[64120]: DEBUG nova.compute.manager [req-2226b180-ac16-49ba-931a-f131f4179bca req-e5dcadd2-1a0c-49ce-90b6-5f58507a231b service nova] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Received event network-changed-2b29beea-d1fb-432c-84f2-89fb6013e6e6 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1093.037991] env[64120]: DEBUG nova.compute.manager [req-2226b180-ac16-49ba-931a-f131f4179bca req-e5dcadd2-1a0c-49ce-90b6-5f58507a231b service nova] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Refreshing instance network info cache due to event network-changed-2b29beea-d1fb-432c-84f2-89fb6013e6e6. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1093.037991] env[64120]: DEBUG oslo_concurrency.lockutils [req-2226b180-ac16-49ba-931a-f131f4179bca req-e5dcadd2-1a0c-49ce-90b6-5f58507a231b service nova] Acquiring lock "refresh_cache-494d4494-bd61-4370-b8f4-4e7ae757d638" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.037991] env[64120]: DEBUG oslo_concurrency.lockutils [req-2226b180-ac16-49ba-931a-f131f4179bca req-e5dcadd2-1a0c-49ce-90b6-5f58507a231b service nova] Acquired lock "refresh_cache-494d4494-bd61-4370-b8f4-4e7ae757d638" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.037991] env[64120]: DEBUG nova.network.neutron [req-2226b180-ac16-49ba-931a-f131f4179bca req-e5dcadd2-1a0c-49ce-90b6-5f58507a231b service nova] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Refreshing network info cache for port 2b29beea-d1fb-432c-84f2-89fb6013e6e6 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.046759] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406143, 'name': CreateVM_Task, 'duration_secs': 0.407329} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.048387] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.048387] env[64120]: DEBUG oslo_concurrency.lockutils [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.048495] env[64120]: DEBUG oslo_concurrency.lockutils [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.048811] env[64120]: DEBUG oslo_concurrency.lockutils [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.050236] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fa40f09-74a1-49aa-b9c1-49981cbf512a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.055564] env[64120]: DEBUG oslo_vmware.api [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Waiting for the task: (returnval){ [ 1093.055564] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5240e15e-936a-72c1-bd14-0cef042b6264" [ 1093.055564] env[64120]: _type = "Task" [ 1093.055564] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.065477] env[64120]: DEBUG oslo_vmware.api [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5240e15e-936a-72c1-bd14-0cef042b6264, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.119302] env[64120]: DEBUG oslo_vmware.api [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Task: {'id': task-1406144, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.252028] env[64120]: DEBUG nova.compute.utils [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1093.257124] env[64120]: DEBUG nova.compute.manager [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1093.257124] env[64120]: DEBUG nova.network.neutron [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1093.322906] env[64120]: DEBUG nova.policy [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd25331cc59ae4ee584c3fed080dd0ecd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c20e6109d6f40748735c6c818444a0f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1093.498911] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Releasing lock "refresh_cache-4d010afc-7835-4eac-b2bd-7cf6abea43a1" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.499153] env[64120]: DEBUG nova.compute.manager [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Instance network_info: |[{"id": "d5218065-4792-45be-a71c-9c0f15046fb0", "address": "fa:16:3e:31:f8:99", "network": {"id": "d7209c45-7959-4437-a781-abbb4afde079", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1067622788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c20e6109d6f40748735c6c818444a0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5218065-47", "ovs_interfaceid": "d5218065-4792-45be-a71c-9c0f15046fb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1093.499902] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:f8:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '310b8ba9-edca-4135-863e-f4a786dd4a77', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5218065-4792-45be-a71c-9c0f15046fb0', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.508803] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Creating folder: Project (0c20e6109d6f40748735c6c818444a0f). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1093.509244] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e416513-dff0-4261-968f-5a481b15e4df {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.520870] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Created folder: Project (0c20e6109d6f40748735c6c818444a0f) in parent group-v297899. [ 1093.520971] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Creating folder: Instances. Parent ref: group-v298045. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1093.521723] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6ce960b-e4e2-4fed-8078-4f08842e6c61 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.526774] env[64120]: DEBUG oslo_vmware.api [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': task-1406145, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.542145] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Created folder: Instances in parent group-v298045. [ 1093.542145] env[64120]: DEBUG oslo.service.loopingcall [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1093.544304] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1093.546519] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-530bf9d0-baad-4c5e-9869-74fcd88ff0ec {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.570350] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.575026] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.575026] env[64120]: value = "task-1406148" [ 1093.575026] env[64120]: _type = "Task" [ 1093.575026] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.579370] env[64120]: DEBUG oslo_vmware.api [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5240e15e-936a-72c1-bd14-0cef042b6264, 'name': SearchDatastore_Task, 'duration_secs': 0.015943} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.580222] env[64120]: DEBUG oslo_concurrency.lockutils [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.580470] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.580721] env[64120]: DEBUG oslo_concurrency.lockutils [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.580872] env[64120]: DEBUG oslo_concurrency.lockutils [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.581065] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.581365] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cca51f2b-bdf5-46b2-bbfc-daf17abcaad8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.591673] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406148, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.603620] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.603807] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.607471] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cbcb1e2-3fde-404e-b8fb-917f7e130a45 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.621021] env[64120]: DEBUG oslo_vmware.api [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Waiting for the task: (returnval){ [ 1093.621021] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ea1ef0-7883-7b49-5cd3-671187bb52d7" [ 1093.621021] env[64120]: _type = "Task" [ 1093.621021] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.628450] env[64120]: DEBUG oslo_vmware.api [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Task: {'id': task-1406144, 'name': PowerOnVM_Task, 'duration_secs': 0.604351} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.630134] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.630416] env[64120]: INFO nova.compute.manager [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Took 6.36 seconds to spawn the instance on the hypervisor. [ 1093.630613] env[64120]: DEBUG nova.compute.manager [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1093.631885] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3442a547-c93f-40d7-99ea-95f882763a32 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.638538] env[64120]: DEBUG oslo_vmware.api [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ea1ef0-7883-7b49-5cd3-671187bb52d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.669446] env[64120]: DEBUG nova.compute.manager [None req-26a7bc3f-bdf6-4d19-8728-8a4d41fc2fcc tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1093.673384] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41a0e82-9c7a-40c8-af5d-f1fc11845376 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.688279] env[64120]: DEBUG nova.network.neutron [-] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.760023] env[64120]: DEBUG nova.compute.manager [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1093.825753] env[64120]: DEBUG nova.network.neutron [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Successfully created port: 30fd4df9-139f-48a1-a4c6-7652b90f04a8 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1093.836150] env[64120]: DEBUG nova.compute.manager [req-0471cdcb-9924-4959-acbe-cac72a6a9392 req-dd799bc2-edcc-4e79-adbb-854eca0fa8cb service nova] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Received event network-changed-d5218065-4792-45be-a71c-9c0f15046fb0 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1093.836150] env[64120]: DEBUG nova.compute.manager [req-0471cdcb-9924-4959-acbe-cac72a6a9392 req-dd799bc2-edcc-4e79-adbb-854eca0fa8cb service nova] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Refreshing instance network info cache due to event network-changed-d5218065-4792-45be-a71c-9c0f15046fb0. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1093.836150] env[64120]: DEBUG oslo_concurrency.lockutils [req-0471cdcb-9924-4959-acbe-cac72a6a9392 req-dd799bc2-edcc-4e79-adbb-854eca0fa8cb service nova] Acquiring lock "refresh_cache-4d010afc-7835-4eac-b2bd-7cf6abea43a1" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.836150] env[64120]: DEBUG oslo_concurrency.lockutils [req-0471cdcb-9924-4959-acbe-cac72a6a9392 req-dd799bc2-edcc-4e79-adbb-854eca0fa8cb service nova] Acquired lock "refresh_cache-4d010afc-7835-4eac-b2bd-7cf6abea43a1" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.836150] env[64120]: DEBUG nova.network.neutron [req-0471cdcb-9924-4959-acbe-cac72a6a9392 req-dd799bc2-edcc-4e79-adbb-854eca0fa8cb service nova] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Refreshing network info cache for port d5218065-4792-45be-a71c-9c0f15046fb0 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.883588] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9f418c-27b7-4571-a343-ab40c7902daa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.890786] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec4fdd6-49ab-4208-955e-e4bf6ed98c18 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.932209] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b609387-bb37-4f14-b788-937ecf6c1180 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.944581] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea493890-0cff-4dd7-ba87-894d678ab4c1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.964667] env[64120]: DEBUG nova.compute.provider_tree [None req-222b1fd2-c420-4dfb-95b7-1dd420ec2e5e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.023530] env[64120]: DEBUG nova.network.neutron [req-2226b180-ac16-49ba-931a-f131f4179bca req-e5dcadd2-1a0c-49ce-90b6-5f58507a231b service nova] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Updated VIF entry in instance network info cache for port 2b29beea-d1fb-432c-84f2-89fb6013e6e6. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.024066] env[64120]: DEBUG nova.network.neutron [req-2226b180-ac16-49ba-931a-f131f4179bca req-e5dcadd2-1a0c-49ce-90b6-5f58507a231b service nova] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Updating instance_info_cache with network_info: [{"id": "2b29beea-d1fb-432c-84f2-89fb6013e6e6", "address": "fa:16:3e:ec:55:3f", "network": {"id": "f725c59d-1ae5-4407-b6ea-acb68e7fb5f6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-655437280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "096e49e8bb0b4e24aa23e6005c0d8549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b29beea-d1", "ovs_interfaceid": "2b29beea-d1fb-432c-84f2-89fb6013e6e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.029022] env[64120]: DEBUG oslo_vmware.api [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': task-1406145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654304} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.029960] env[64120]: INFO nova.virt.vmwareapi.ds_util [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] ee75c32c-969f-4181-b8b5-9c30808d32ad/aef4c66b-ea31-40a0-a498-e6a6d723a3ce-rescue.vmdk. [ 1094.030808] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdb6814-b4d8-4784-b5d2-c68290a2845f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.062489] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] ee75c32c-969f-4181-b8b5-9c30808d32ad/aef4c66b-ea31-40a0-a498-e6a6d723a3ce-rescue.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.063309] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e93514ee-59ec-4a1f-be7f-3078648b4606 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.086676] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406148, 'name': CreateVM_Task, 'duration_secs': 0.510193} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.088013] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.090020] env[64120]: DEBUG oslo_vmware.api [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Waiting for the task: (returnval){ [ 1094.090020] env[64120]: value = "task-1406150" [ 1094.090020] env[64120]: _type = "Task" [ 1094.090020] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.090020] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.090020] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.090020] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.090020] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9499368f-9e64-4a5c-b592-5efdd28c5637 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.099059] env[64120]: DEBUG oslo_vmware.api [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1094.099059] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5245a543-1699-efb4-8ef2-ca59e46c3549" [ 1094.099059] env[64120]: _type = "Task" [ 1094.099059] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.104016] env[64120]: DEBUG oslo_vmware.api [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': task-1406150, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.112738] env[64120]: DEBUG oslo_vmware.api [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5245a543-1699-efb4-8ef2-ca59e46c3549, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.130184] env[64120]: DEBUG oslo_vmware.api [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ea1ef0-7883-7b49-5cd3-671187bb52d7, 'name': SearchDatastore_Task, 'duration_secs': 0.02715} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.131161] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba011d51-8f5b-4796-984f-f37858031172 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.137133] env[64120]: DEBUG oslo_vmware.api [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Waiting for the task: (returnval){ [ 1094.137133] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52bb6ad5-9fd7-5cd6-c9b7-6534f2bc2fb7" [ 1094.137133] env[64120]: _type = "Task" [ 1094.137133] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.146535] env[64120]: DEBUG oslo_vmware.api [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52bb6ad5-9fd7-5cd6-c9b7-6534f2bc2fb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.158029] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.158029] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.158029] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Starting heal instance info cache {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1094.159172] env[64120]: INFO nova.compute.manager [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Took 51.74 seconds to build instance. [ 1094.185114] env[64120]: INFO nova.compute.manager [None req-26a7bc3f-bdf6-4d19-8728-8a4d41fc2fcc tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] instance snapshotting [ 1094.189849] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c834a1-9e65-419c-999f-dbdb9e7ceef1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.194503] env[64120]: INFO nova.compute.manager [-] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Took 1.41 seconds to deallocate network for instance. [ 1094.227150] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a89d51-3333-45c0-8196-ee0ca3a8c7b3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.469651] env[64120]: DEBUG nova.scheduler.client.report [None req-222b1fd2-c420-4dfb-95b7-1dd420ec2e5e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1094.531483] env[64120]: DEBUG oslo_concurrency.lockutils [req-2226b180-ac16-49ba-931a-f131f4179bca req-e5dcadd2-1a0c-49ce-90b6-5f58507a231b service nova] Releasing lock "refresh_cache-494d4494-bd61-4370-b8f4-4e7ae757d638" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.599999] env[64120]: DEBUG oslo_vmware.api [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': task-1406150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.615680] env[64120]: DEBUG oslo_vmware.api [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5245a543-1699-efb4-8ef2-ca59e46c3549, 'name': SearchDatastore_Task, 'duration_secs': 0.015856} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.616057] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.616309] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.616790] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.649253] env[64120]: DEBUG oslo_vmware.api [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52bb6ad5-9fd7-5cd6-c9b7-6534f2bc2fb7, 'name': SearchDatastore_Task, 'duration_secs': 0.014304} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.649566] env[64120]: DEBUG oslo_concurrency.lockutils [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.649862] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 494d4494-bd61-4370-b8f4-4e7ae757d638/494d4494-bd61-4370-b8f4-4e7ae757d638.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.650386] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.650472] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.650690] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c4f0b48-031e-4b5b-97d0-60f20d6f5f40 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.653317] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0644ff33-2ec7-45ec-b486-9b7064315fd7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.668145] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fb101681-622a-4891-8afe-7b51505a66e4 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Lock "0a29cbe5-1f69-44f7-90a6-209992a79b2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.808s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.668661] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.668661] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.674695] env[64120]: DEBUG oslo_vmware.api [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Waiting for the task: (returnval){ [ 1094.674695] env[64120]: value = "task-1406151" [ 1094.674695] env[64120]: _type = "Task" [ 1094.674695] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.682910] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-469f2344-40be-4c79-82b7-3f2cc9686725 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.693508] env[64120]: DEBUG oslo_vmware.api [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1094.693508] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b0ab58-9de9-a186-6f44-18ecd9863542" [ 1094.693508] env[64120]: _type = "Task" [ 1094.693508] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.703040] env[64120]: DEBUG oslo_vmware.api [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1406151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.709625] env[64120]: DEBUG oslo_vmware.api [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b0ab58-9de9-a186-6f44-18ecd9863542, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.725303] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a1b22cea-e006-4f72-b801-fc4421e82abf tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.746549] env[64120]: DEBUG nova.compute.manager [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Stashing vm_state: active {{(pid=64120) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1094.750553] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-26a7bc3f-bdf6-4d19-8728-8a4d41fc2fcc tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Creating Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1094.750772] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d1b40898-498c-4234-81f7-71f1bdf0085a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.759621] env[64120]: DEBUG oslo_vmware.api [None req-26a7bc3f-bdf6-4d19-8728-8a4d41fc2fcc tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1094.759621] env[64120]: value = "task-1406152" [ 1094.759621] env[64120]: _type = "Task" [ 1094.759621] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.770945] env[64120]: DEBUG nova.compute.manager [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1094.773576] env[64120]: DEBUG oslo_vmware.api [None req-26a7bc3f-bdf6-4d19-8728-8a4d41fc2fcc tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406152, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.816749] env[64120]: DEBUG nova.virt.hardware [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1094.816749] env[64120]: DEBUG nova.virt.hardware [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1094.816749] env[64120]: DEBUG nova.virt.hardware [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.817102] env[64120]: DEBUG nova.virt.hardware [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1094.817182] env[64120]: DEBUG nova.virt.hardware [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.817378] env[64120]: DEBUG nova.virt.hardware [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1094.817615] env[64120]: DEBUG nova.virt.hardware [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1094.817779] env[64120]: DEBUG nova.virt.hardware [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1094.817953] env[64120]: DEBUG nova.virt.hardware [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1094.818150] env[64120]: DEBUG nova.virt.hardware [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1094.818333] env[64120]: DEBUG nova.virt.hardware [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1094.819329] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cf1b34-d7d3-4992-998e-cbc4958f70e7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.829163] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81cb23f-41d3-4a2b-b28d-a4918f1f34ff {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.907278] env[64120]: DEBUG nova.network.neutron [req-0471cdcb-9924-4959-acbe-cac72a6a9392 req-dd799bc2-edcc-4e79-adbb-854eca0fa8cb service nova] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Updated VIF entry in instance network info cache for port d5218065-4792-45be-a71c-9c0f15046fb0. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.907736] env[64120]: DEBUG nova.network.neutron [req-0471cdcb-9924-4959-acbe-cac72a6a9392 req-dd799bc2-edcc-4e79-adbb-854eca0fa8cb service nova] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Updating instance_info_cache with network_info: [{"id": "d5218065-4792-45be-a71c-9c0f15046fb0", "address": "fa:16:3e:31:f8:99", "network": {"id": "d7209c45-7959-4437-a781-abbb4afde079", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1067622788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c20e6109d6f40748735c6c818444a0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5218065-47", "ovs_interfaceid": "d5218065-4792-45be-a71c-9c0f15046fb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.975114] env[64120]: DEBUG oslo_concurrency.lockutils [None req-222b1fd2-c420-4dfb-95b7-1dd420ec2e5e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.977779] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.375s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.983420] env[64120]: INFO nova.compute.claims [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.013257] env[64120]: INFO nova.scheduler.client.report [None req-222b1fd2-c420-4dfb-95b7-1dd420ec2e5e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Deleted allocations for instance a023676a-cd0b-47d9-b239-0fa94290af72 [ 1095.107431] env[64120]: DEBUG oslo_vmware.api [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': task-1406150, 'name': ReconfigVM_Task, 'duration_secs': 0.691732} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.107771] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Reconfigured VM instance instance-0000002d to attach disk [datastore2] ee75c32c-969f-4181-b8b5-9c30808d32ad/aef4c66b-ea31-40a0-a498-e6a6d723a3ce-rescue.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.109473] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4a6e43-e759-4ed5-b3a4-321feeb3152d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.139335] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82953afb-8bc7-491c-b312-3f25e49179bd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.157794] env[64120]: DEBUG oslo_vmware.api [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Waiting for the task: (returnval){ [ 1095.157794] env[64120]: value = "task-1406153" [ 1095.157794] env[64120]: _type = "Task" [ 1095.157794] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.167472] env[64120]: DEBUG oslo_vmware.api [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': task-1406153, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.184569] env[64120]: DEBUG nova.compute.manager [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1095.201211] env[64120]: DEBUG oslo_vmware.api [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1406151, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.215857] env[64120]: DEBUG oslo_vmware.api [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b0ab58-9de9-a186-6f44-18ecd9863542, 'name': SearchDatastore_Task, 'duration_secs': 0.027112} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.217438] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64858189-7a04-481a-8adb-c81da9598c6a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.226102] env[64120]: DEBUG oslo_vmware.api [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1095.226102] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f13c5d-34e3-9a27-c92e-aa6f0371300a" [ 1095.226102] env[64120]: _type = "Task" [ 1095.226102] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.239136] env[64120]: DEBUG oslo_vmware.api [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f13c5d-34e3-9a27-c92e-aa6f0371300a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.240603] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "refresh_cache-810ace60-3801-4686-8087-570c8b93b42f" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.240603] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquired lock "refresh_cache-810ace60-3801-4686-8087-570c8b93b42f" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.240917] env[64120]: DEBUG nova.network.neutron [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Forcefully refreshing network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1095.276137] env[64120]: DEBUG oslo_vmware.api [None req-26a7bc3f-bdf6-4d19-8728-8a4d41fc2fcc tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406152, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.282980] env[64120]: DEBUG oslo_concurrency.lockutils [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.411062] env[64120]: DEBUG oslo_concurrency.lockutils [req-0471cdcb-9924-4959-acbe-cac72a6a9392 req-dd799bc2-edcc-4e79-adbb-854eca0fa8cb service nova] Releasing lock "refresh_cache-4d010afc-7835-4eac-b2bd-7cf6abea43a1" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.411420] env[64120]: DEBUG nova.compute.manager [req-0471cdcb-9924-4959-acbe-cac72a6a9392 req-dd799bc2-edcc-4e79-adbb-854eca0fa8cb service nova] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Received event network-vif-deleted-1f2fe5a1-dcad-48ce-b3b8-11ce9741cb64 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1095.525460] env[64120]: DEBUG oslo_concurrency.lockutils [None req-222b1fd2-c420-4dfb-95b7-1dd420ec2e5e tempest-ListImageFiltersTestJSON-1874635794 tempest-ListImageFiltersTestJSON-1874635794-project-member] Lock "a023676a-cd0b-47d9-b239-0fa94290af72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.237s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.670428] env[64120]: DEBUG oslo_vmware.api [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': task-1406153, 'name': ReconfigVM_Task, 'duration_secs': 0.22626} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.670791] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.671077] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d71cd44-cf6b-40b9-a2e2-be051ba62a5a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.691794] env[64120]: DEBUG oslo_vmware.api [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Waiting for the task: (returnval){ [ 1095.691794] env[64120]: value = "task-1406154" [ 1095.691794] env[64120]: _type = "Task" [ 1095.691794] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.699269] env[64120]: DEBUG oslo_vmware.api [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1406151, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.917016} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.700087] env[64120]: DEBUG nova.network.neutron [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Successfully updated port: 30fd4df9-139f-48a1-a4c6-7652b90f04a8 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1095.706278] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 494d4494-bd61-4370-b8f4-4e7ae757d638/494d4494-bd61-4370-b8f4-4e7ae757d638.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.706729] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.707384] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13548537-f627-42d1-80c9-7164cbbad7eb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.719762] env[64120]: DEBUG oslo_vmware.api [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': task-1406154, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.721911] env[64120]: DEBUG oslo_vmware.api [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Waiting for the task: (returnval){ [ 1095.721911] env[64120]: value = "task-1406155" [ 1095.721911] env[64120]: _type = "Task" [ 1095.721911] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.728168] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.741250] env[64120]: DEBUG oslo_vmware.api [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f13c5d-34e3-9a27-c92e-aa6f0371300a, 'name': SearchDatastore_Task, 'duration_secs': 0.074905} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.744474] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.744808] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 4d010afc-7835-4eac-b2bd-7cf6abea43a1/4d010afc-7835-4eac-b2bd-7cf6abea43a1.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.745177] env[64120]: DEBUG oslo_vmware.api [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1406155, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.747434] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f2a3d02-e10f-4e4c-8ed8-54f1b28f37c7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.756531] env[64120]: DEBUG oslo_vmware.api [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1095.756531] env[64120]: value = "task-1406156" [ 1095.756531] env[64120]: _type = "Task" [ 1095.756531] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.771678] env[64120]: DEBUG oslo_vmware.api [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.777972] env[64120]: DEBUG oslo_vmware.api [None req-26a7bc3f-bdf6-4d19-8728-8a4d41fc2fcc tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406152, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.927647] env[64120]: DEBUG nova.compute.manager [req-e3a9dee3-024c-459a-919d-492fbc1fef75 req-d2dcc843-5612-4f74-a163-c1ca4e1b83c3 service nova] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Received event network-changed-b8302da0-66f6-461a-94aa-405551f690df {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1095.927861] env[64120]: DEBUG nova.compute.manager [req-e3a9dee3-024c-459a-919d-492fbc1fef75 req-d2dcc843-5612-4f74-a163-c1ca4e1b83c3 service nova] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Refreshing instance network info cache due to event network-changed-b8302da0-66f6-461a-94aa-405551f690df. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1095.930618] env[64120]: DEBUG oslo_concurrency.lockutils [req-e3a9dee3-024c-459a-919d-492fbc1fef75 req-d2dcc843-5612-4f74-a163-c1ca4e1b83c3 service nova] Acquiring lock "refresh_cache-0a29cbe5-1f69-44f7-90a6-209992a79b2a" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.930787] env[64120]: DEBUG oslo_concurrency.lockutils [req-e3a9dee3-024c-459a-919d-492fbc1fef75 req-d2dcc843-5612-4f74-a163-c1ca4e1b83c3 service nova] Acquired lock "refresh_cache-0a29cbe5-1f69-44f7-90a6-209992a79b2a" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.931424] env[64120]: DEBUG nova.network.neutron [req-e3a9dee3-024c-459a-919d-492fbc1fef75 req-d2dcc843-5612-4f74-a163-c1ca4e1b83c3 service nova] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Refreshing network info cache for port b8302da0-66f6-461a-94aa-405551f690df {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.213162] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquiring lock "refresh_cache-1e3ed926-6b6c-4044-a299-64a438f2400d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.213582] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquired lock "refresh_cache-1e3ed926-6b6c-4044-a299-64a438f2400d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.213582] env[64120]: DEBUG nova.network.neutron [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.226888] env[64120]: DEBUG oslo_vmware.api [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': task-1406154, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.242404] env[64120]: DEBUG oslo_vmware.api [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1406155, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080236} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.242768] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.243933] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f660032-64a0-49e6-b924-061f37029868 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.276751] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 494d4494-bd61-4370-b8f4-4e7ae757d638/494d4494-bd61-4370-b8f4-4e7ae757d638.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.284405] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df3e1eae-6cfb-4736-94d3-8ea466738cea {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.326225] env[64120]: DEBUG oslo_vmware.api [None req-26a7bc3f-bdf6-4d19-8728-8a4d41fc2fcc tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406152, 'name': CreateSnapshot_Task, 'duration_secs': 1.225594} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.331287] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-26a7bc3f-bdf6-4d19-8728-8a4d41fc2fcc tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Created Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1096.332490] env[64120]: DEBUG oslo_vmware.api [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Waiting for the task: (returnval){ [ 1096.332490] env[64120]: value = "task-1406158" [ 1096.332490] env[64120]: _type = "Task" [ 1096.332490] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.332490] env[64120]: DEBUG oslo_vmware.api [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406156, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.332942] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76783a37-4564-48e5-bb01-7dd1476f0cb7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.354724] env[64120]: DEBUG oslo_vmware.api [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1406158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.590690] env[64120]: DEBUG nova.network.neutron [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Updating instance_info_cache with network_info: [{"id": "77be9061-328f-454e-b5dd-afbce8e3ed59", "address": "fa:16:3e:50:db:b9", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77be9061-32", "ovs_interfaceid": "77be9061-328f-454e-b5dd-afbce8e3ed59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.596405] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00aa03a0-3963-48c0-9cfb-4980b9f29a86 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.605417] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8f591a-c45a-4f59-837d-f855c70cd908 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.637695] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a484411-925c-4f69-ab8d-f24b3f13c6f6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.646391] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20781651-2d01-4ae3-b849-c42e2c982c75 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.663862] env[64120]: DEBUG nova.compute.provider_tree [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.708357] env[64120]: DEBUG oslo_vmware.api [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': task-1406154, 'name': PowerOnVM_Task, 'duration_secs': 0.655014} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.709409] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.713563] env[64120]: DEBUG nova.compute.manager [None req-5937ebd5-255e-49bb-8cc5-ea7bed14a2e8 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1096.714629] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2745ba49-a2fc-4c01-bc8d-6e0d8e7512ce {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.762067] env[64120]: DEBUG nova.network.neutron [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1096.782241] env[64120]: DEBUG oslo_vmware.api [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406156, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730498} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.782448] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 4d010afc-7835-4eac-b2bd-7cf6abea43a1/4d010afc-7835-4eac-b2bd-7cf6abea43a1.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.783757] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.783757] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5eb8f9d5-bdbf-4d03-9463-3396fd6f44ed {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.793717] env[64120]: DEBUG oslo_vmware.api [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1096.793717] env[64120]: value = "task-1406159" [ 1096.793717] env[64120]: _type = "Task" [ 1096.793717] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.810927] env[64120]: DEBUG oslo_vmware.api [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.851637] env[64120]: DEBUG oslo_vmware.api [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1406158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.880341] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-26a7bc3f-bdf6-4d19-8728-8a4d41fc2fcc tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Creating linked-clone VM from snapshot {{(pid=64120) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1096.881084] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d8faeb88-5f6a-4e5b-9db0-6508579d6978 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.894399] env[64120]: DEBUG oslo_vmware.api [None req-26a7bc3f-bdf6-4d19-8728-8a4d41fc2fcc tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1096.894399] env[64120]: value = "task-1406160" [ 1096.894399] env[64120]: _type = "Task" [ 1096.894399] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.907946] env[64120]: DEBUG oslo_vmware.api [None req-26a7bc3f-bdf6-4d19-8728-8a4d41fc2fcc tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406160, 'name': CloneVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.967716] env[64120]: DEBUG nova.network.neutron [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Updating instance_info_cache with network_info: [{"id": "30fd4df9-139f-48a1-a4c6-7652b90f04a8", "address": "fa:16:3e:cc:83:01", "network": {"id": "d7209c45-7959-4437-a781-abbb4afde079", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1067622788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c20e6109d6f40748735c6c818444a0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30fd4df9-13", "ovs_interfaceid": "30fd4df9-139f-48a1-a4c6-7652b90f04a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.093534] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Releasing lock "refresh_cache-810ace60-3801-4686-8087-570c8b93b42f" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.093765] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Updated the network info_cache for instance {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9999}} [ 1097.094028] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.094156] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.094308] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.094458] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.094602] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.094751] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.094878] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64120) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1097.095036] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.167533] env[64120]: DEBUG nova.scheduler.client.report [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1097.265568] env[64120]: DEBUG nova.network.neutron [req-e3a9dee3-024c-459a-919d-492fbc1fef75 req-d2dcc843-5612-4f74-a163-c1ca4e1b83c3 service nova] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Updated VIF entry in instance network info cache for port b8302da0-66f6-461a-94aa-405551f690df. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.265568] env[64120]: DEBUG nova.network.neutron [req-e3a9dee3-024c-459a-919d-492fbc1fef75 req-d2dcc843-5612-4f74-a163-c1ca4e1b83c3 service nova] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Updating instance_info_cache with network_info: [{"id": "b8302da0-66f6-461a-94aa-405551f690df", "address": "fa:16:3e:6a:88:e9", "network": {"id": "31e0f86c-f1d9-4218-b6ea-85646e0685ce", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1113101806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb023d4a64c447fe94b02e356f78d902", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8302da0-66", "ovs_interfaceid": "b8302da0-66f6-461a-94aa-405551f690df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.306755] env[64120]: DEBUG oslo_vmware.api [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081297} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.307321] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.308983] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdec3158-81ad-472e-9cd6-88c5e07728d6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.336842] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 4d010afc-7835-4eac-b2bd-7cf6abea43a1/4d010afc-7835-4eac-b2bd-7cf6abea43a1.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.336971] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ade87de9-9915-4a2b-a762-7c03eb4ac4ee {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.372069] env[64120]: DEBUG oslo_vmware.api [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1406158, 'name': ReconfigVM_Task, 'duration_secs': 0.711657} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.373643] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 494d4494-bd61-4370-b8f4-4e7ae757d638/494d4494-bd61-4370-b8f4-4e7ae757d638.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.373985] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=64120) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1097.374939] env[64120]: DEBUG oslo_vmware.api [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1097.374939] env[64120]: value = "task-1406161" [ 1097.374939] env[64120]: _type = "Task" [ 1097.374939] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.375177] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-15f6b4cb-8618-4a81-812e-f217433d991f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.390078] env[64120]: DEBUG oslo_vmware.api [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406161, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.392242] env[64120]: DEBUG oslo_vmware.api [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Waiting for the task: (returnval){ [ 1097.392242] env[64120]: value = "task-1406162" [ 1097.392242] env[64120]: _type = "Task" [ 1097.392242] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.403609] env[64120]: DEBUG oslo_vmware.api [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1406162, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.409813] env[64120]: DEBUG oslo_vmware.api [None req-26a7bc3f-bdf6-4d19-8728-8a4d41fc2fcc tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406160, 'name': CloneVM_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.471104] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Releasing lock "refresh_cache-1e3ed926-6b6c-4044-a299-64a438f2400d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.471452] env[64120]: DEBUG nova.compute.manager [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Instance network_info: |[{"id": "30fd4df9-139f-48a1-a4c6-7652b90f04a8", "address": "fa:16:3e:cc:83:01", "network": {"id": "d7209c45-7959-4437-a781-abbb4afde079", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1067622788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c20e6109d6f40748735c6c818444a0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30fd4df9-13", "ovs_interfaceid": "30fd4df9-139f-48a1-a4c6-7652b90f04a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1097.471927] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:83:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '310b8ba9-edca-4135-863e-f4a786dd4a77', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30fd4df9-139f-48a1-a4c6-7652b90f04a8', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.479716] env[64120]: DEBUG oslo.service.loopingcall [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1097.479716] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.479953] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ea27676-9b4c-40c2-b911-5b208ebeac6b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.500997] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.500997] env[64120]: value = "task-1406163" [ 1097.500997] env[64120]: _type = "Task" [ 1097.500997] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.509651] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406163, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.598034] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.673327] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.674367] env[64120]: DEBUG nova.compute.manager [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1097.676575] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.445s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.678795] env[64120]: INFO nova.compute.claims [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.769248] env[64120]: DEBUG oslo_concurrency.lockutils [req-e3a9dee3-024c-459a-919d-492fbc1fef75 req-d2dcc843-5612-4f74-a163-c1ca4e1b83c3 service nova] Releasing lock "refresh_cache-0a29cbe5-1f69-44f7-90a6-209992a79b2a" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.769764] env[64120]: DEBUG nova.compute.manager [req-e3a9dee3-024c-459a-919d-492fbc1fef75 req-d2dcc843-5612-4f74-a163-c1ca4e1b83c3 service nova] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Received event network-vif-plugged-30fd4df9-139f-48a1-a4c6-7652b90f04a8 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1097.769905] env[64120]: DEBUG oslo_concurrency.lockutils [req-e3a9dee3-024c-459a-919d-492fbc1fef75 req-d2dcc843-5612-4f74-a163-c1ca4e1b83c3 service nova] Acquiring lock "1e3ed926-6b6c-4044-a299-64a438f2400d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.770162] env[64120]: DEBUG oslo_concurrency.lockutils [req-e3a9dee3-024c-459a-919d-492fbc1fef75 req-d2dcc843-5612-4f74-a163-c1ca4e1b83c3 service nova] Lock "1e3ed926-6b6c-4044-a299-64a438f2400d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.770343] env[64120]: DEBUG oslo_concurrency.lockutils [req-e3a9dee3-024c-459a-919d-492fbc1fef75 req-d2dcc843-5612-4f74-a163-c1ca4e1b83c3 service nova] Lock "1e3ed926-6b6c-4044-a299-64a438f2400d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.770550] env[64120]: DEBUG nova.compute.manager [req-e3a9dee3-024c-459a-919d-492fbc1fef75 req-d2dcc843-5612-4f74-a163-c1ca4e1b83c3 service nova] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] No waiting events found dispatching network-vif-plugged-30fd4df9-139f-48a1-a4c6-7652b90f04a8 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1097.770748] env[64120]: WARNING nova.compute.manager [req-e3a9dee3-024c-459a-919d-492fbc1fef75 req-d2dcc843-5612-4f74-a163-c1ca4e1b83c3 service nova] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Received unexpected event network-vif-plugged-30fd4df9-139f-48a1-a4c6-7652b90f04a8 for instance with vm_state building and task_state spawning. [ 1097.770976] env[64120]: DEBUG nova.compute.manager [req-e3a9dee3-024c-459a-919d-492fbc1fef75 req-d2dcc843-5612-4f74-a163-c1ca4e1b83c3 service nova] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Received event network-changed-30fd4df9-139f-48a1-a4c6-7652b90f04a8 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1097.771588] env[64120]: DEBUG nova.compute.manager [req-e3a9dee3-024c-459a-919d-492fbc1fef75 req-d2dcc843-5612-4f74-a163-c1ca4e1b83c3 service nova] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Refreshing instance network info cache due to event network-changed-30fd4df9-139f-48a1-a4c6-7652b90f04a8. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1097.771821] env[64120]: DEBUG oslo_concurrency.lockutils [req-e3a9dee3-024c-459a-919d-492fbc1fef75 req-d2dcc843-5612-4f74-a163-c1ca4e1b83c3 service nova] Acquiring lock "refresh_cache-1e3ed926-6b6c-4044-a299-64a438f2400d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.771982] env[64120]: DEBUG oslo_concurrency.lockutils [req-e3a9dee3-024c-459a-919d-492fbc1fef75 req-d2dcc843-5612-4f74-a163-c1ca4e1b83c3 service nova] Acquired lock "refresh_cache-1e3ed926-6b6c-4044-a299-64a438f2400d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.772196] env[64120]: DEBUG nova.network.neutron [req-e3a9dee3-024c-459a-919d-492fbc1fef75 req-d2dcc843-5612-4f74-a163-c1ca4e1b83c3 service nova] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Refreshing network info cache for port 30fd4df9-139f-48a1-a4c6-7652b90f04a8 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.894034] env[64120]: DEBUG oslo_vmware.api [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.908989] env[64120]: DEBUG oslo_vmware.api [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1406162, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.068794} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.908989] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=64120) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1097.908989] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bc2211-3e91-4f84-89b7-3ff159685b5b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.914203] env[64120]: DEBUG oslo_vmware.api [None req-26a7bc3f-bdf6-4d19-8728-8a4d41fc2fcc tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406160, 'name': CloneVM_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.940528] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 494d4494-bd61-4370-b8f4-4e7ae757d638/ephemeral_0.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.941120] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48f1bc4b-87b0-4812-adf3-8b4d8eaffb00 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.967402] env[64120]: DEBUG oslo_vmware.api [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Waiting for the task: (returnval){ [ 1097.967402] env[64120]: value = "task-1406164" [ 1097.967402] env[64120]: _type = "Task" [ 1097.967402] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.978460] env[64120]: DEBUG oslo_vmware.api [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1406164, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.012281] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406163, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.185187] env[64120]: DEBUG nova.compute.utils [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1098.191792] env[64120]: DEBUG nova.compute.manager [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1098.192042] env[64120]: DEBUG nova.network.neutron [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1098.311204] env[64120]: DEBUG nova.policy [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cceea569b6044608e9eacc86bd2cea6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73e77e2e4c124fd19bbc0f0a4908463e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1098.394819] env[64120]: DEBUG oslo_vmware.api [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406161, 'name': ReconfigVM_Task, 'duration_secs': 0.830706} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.395209] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 4d010afc-7835-4eac-b2bd-7cf6abea43a1/4d010afc-7835-4eac-b2bd-7cf6abea43a1.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.396235] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ba0210f-75d4-43bf-ad1c-07525fc1ce97 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.413639] env[64120]: DEBUG oslo_vmware.api [None req-26a7bc3f-bdf6-4d19-8728-8a4d41fc2fcc tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406160, 'name': CloneVM_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.417585] env[64120]: DEBUG oslo_vmware.api [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1098.417585] env[64120]: value = "task-1406166" [ 1098.417585] env[64120]: _type = "Task" [ 1098.417585] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.427152] env[64120]: DEBUG oslo_vmware.api [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406166, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.479489] env[64120]: DEBUG oslo_vmware.api [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1406164, 'name': ReconfigVM_Task, 'duration_secs': 0.482113} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.480469] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 494d4494-bd61-4370-b8f4-4e7ae757d638/ephemeral_0.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.480720] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7180a1ec-9252-4376-b0cd-8e6059f45d39 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.489138] env[64120]: DEBUG oslo_vmware.api [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Waiting for the task: (returnval){ [ 1098.489138] env[64120]: value = "task-1406167" [ 1098.489138] env[64120]: _type = "Task" [ 1098.489138] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.498614] env[64120]: DEBUG oslo_vmware.api [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1406167, 'name': Rename_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.516199] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406163, 'name': CreateVM_Task, 'duration_secs': 0.595209} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.516463] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1098.517364] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.517589] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.518034] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.518420] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40d39f63-1a96-42de-965d-71dcd8c48348 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.524753] env[64120]: DEBUG oslo_vmware.api [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1098.524753] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d15830-6013-0508-60dc-1e4c3c22d17f" [ 1098.524753] env[64120]: _type = "Task" [ 1098.524753] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.534665] env[64120]: DEBUG oslo_vmware.api [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d15830-6013-0508-60dc-1e4c3c22d17f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.548944] env[64120]: DEBUG nova.network.neutron [req-e3a9dee3-024c-459a-919d-492fbc1fef75 req-d2dcc843-5612-4f74-a163-c1ca4e1b83c3 service nova] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Updated VIF entry in instance network info cache for port 30fd4df9-139f-48a1-a4c6-7652b90f04a8. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.549512] env[64120]: DEBUG nova.network.neutron [req-e3a9dee3-024c-459a-919d-492fbc1fef75 req-d2dcc843-5612-4f74-a163-c1ca4e1b83c3 service nova] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Updating instance_info_cache with network_info: [{"id": "30fd4df9-139f-48a1-a4c6-7652b90f04a8", "address": "fa:16:3e:cc:83:01", "network": {"id": "d7209c45-7959-4437-a781-abbb4afde079", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1067622788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c20e6109d6f40748735c6c818444a0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30fd4df9-13", "ovs_interfaceid": "30fd4df9-139f-48a1-a4c6-7652b90f04a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.693158] env[64120]: DEBUG nova.compute.manager [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1098.912876] env[64120]: DEBUG oslo_vmware.api [None req-26a7bc3f-bdf6-4d19-8728-8a4d41fc2fcc tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406160, 'name': CloneVM_Task, 'duration_secs': 1.631087} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.912876] env[64120]: INFO nova.virt.vmwareapi.vmops [None req-26a7bc3f-bdf6-4d19-8728-8a4d41fc2fcc tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Created linked-clone VM from snapshot [ 1098.912876] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f702321-46ea-4384-95f4-c32fd68e3c92 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.916023] env[64120]: DEBUG nova.network.neutron [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Successfully created port: 76c2ada2-cece-498a-959c-a8548c5283f5 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1098.924983] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-26a7bc3f-bdf6-4d19-8728-8a4d41fc2fcc tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Uploading image 2aa8f6d4-d434-41ea-a38f-57960929d25f {{(pid=64120) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1098.936664] env[64120]: DEBUG oslo_vmware.api [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406166, 'name': Rename_Task, 'duration_secs': 0.202191} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.936960] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.937250] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1be7eb85-0ca1-4442-8944-46bee4dbf059 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.945838] env[64120]: DEBUG oslo_vmware.api [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1098.945838] env[64120]: value = "task-1406168" [ 1098.945838] env[64120]: _type = "Task" [ 1098.945838] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.946893] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a7bc3f-bdf6-4d19-8728-8a4d41fc2fcc tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Destroying the VM {{(pid=64120) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1098.947224] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3d79821f-4f92-48e6-a4b7-7aa6f24b7707 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.960498] env[64120]: DEBUG oslo_vmware.api [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.962310] env[64120]: DEBUG oslo_vmware.api [None req-26a7bc3f-bdf6-4d19-8728-8a4d41fc2fcc tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1098.962310] env[64120]: value = "task-1406169" [ 1098.962310] env[64120]: _type = "Task" [ 1098.962310] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.972434] env[64120]: DEBUG oslo_vmware.api [None req-26a7bc3f-bdf6-4d19-8728-8a4d41fc2fcc tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406169, 'name': Destroy_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.006430] env[64120]: DEBUG oslo_vmware.api [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1406167, 'name': Rename_Task, 'duration_secs': 0.235501} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.010632] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.011125] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-631dc722-9eb6-4330-b350-95c4608f703d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.022279] env[64120]: DEBUG oslo_vmware.api [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Waiting for the task: (returnval){ [ 1099.022279] env[64120]: value = "task-1406170" [ 1099.022279] env[64120]: _type = "Task" [ 1099.022279] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.038024] env[64120]: DEBUG oslo_vmware.api [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1406170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.043400] env[64120]: DEBUG oslo_vmware.api [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d15830-6013-0508-60dc-1e4c3c22d17f, 'name': SearchDatastore_Task, 'duration_secs': 0.014658} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.045179] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.045379] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1099.045610] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.045752] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.045949] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1099.046626] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f68b9c7a-db2c-4b3d-903a-1e461239aff3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.052715] env[64120]: DEBUG oslo_concurrency.lockutils [req-e3a9dee3-024c-459a-919d-492fbc1fef75 req-d2dcc843-5612-4f74-a163-c1ca4e1b83c3 service nova] Releasing lock "refresh_cache-1e3ed926-6b6c-4044-a299-64a438f2400d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.061281] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1099.061281] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1099.062289] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7854f006-508a-4407-af94-45e29116d6cb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.069644] env[64120]: DEBUG oslo_vmware.api [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1099.069644] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ea5619-3196-98eb-28da-e35130533832" [ 1099.069644] env[64120]: _type = "Task" [ 1099.069644] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.085398] env[64120]: DEBUG oslo_vmware.api [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ea5619-3196-98eb-28da-e35130533832, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.154450] env[64120]: DEBUG nova.compute.manager [req-1755005a-4c2e-4045-bf24-9a88de68d4ef req-6b632e13-6bc4-4d85-95f8-d06dcc8c7cee service nova] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Received event network-changed-8bef1c00-126f-42c7-a7bf-e9c189d4d291 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1099.154672] env[64120]: DEBUG nova.compute.manager [req-1755005a-4c2e-4045-bf24-9a88de68d4ef req-6b632e13-6bc4-4d85-95f8-d06dcc8c7cee service nova] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Refreshing instance network info cache due to event network-changed-8bef1c00-126f-42c7-a7bf-e9c189d4d291. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1099.154975] env[64120]: DEBUG oslo_concurrency.lockutils [req-1755005a-4c2e-4045-bf24-9a88de68d4ef req-6b632e13-6bc4-4d85-95f8-d06dcc8c7cee service nova] Acquiring lock "refresh_cache-ee75c32c-969f-4181-b8b5-9c30808d32ad" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.155639] env[64120]: DEBUG oslo_concurrency.lockutils [req-1755005a-4c2e-4045-bf24-9a88de68d4ef req-6b632e13-6bc4-4d85-95f8-d06dcc8c7cee service nova] Acquired lock "refresh_cache-ee75c32c-969f-4181-b8b5-9c30808d32ad" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.155639] env[64120]: DEBUG nova.network.neutron [req-1755005a-4c2e-4045-bf24-9a88de68d4ef req-6b632e13-6bc4-4d85-95f8-d06dcc8c7cee service nova] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Refreshing network info cache for port 8bef1c00-126f-42c7-a7bf-e9c189d4d291 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.190029] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556ec73c-4f53-4177-a7fd-02a7f71147e3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.198998] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f393e73-5988-471d-8886-3858e075bb9f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.245276] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159edc48-b451-488a-8f96-b2d4c86fc6c6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.255120] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8789eff7-fc07-423d-a1c2-85628d5afa4c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.271886] env[64120]: DEBUG nova.compute.provider_tree [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.457559] env[64120]: DEBUG oslo_vmware.api [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406168, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.475184] env[64120]: DEBUG oslo_vmware.api [None req-26a7bc3f-bdf6-4d19-8728-8a4d41fc2fcc tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406169, 'name': Destroy_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.533791] env[64120]: DEBUG oslo_vmware.api [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1406170, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.583066] env[64120]: DEBUG oslo_vmware.api [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ea5619-3196-98eb-28da-e35130533832, 'name': SearchDatastore_Task, 'duration_secs': 0.017427} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.583308] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0aa57f0-3b12-4245-8efa-8d0db4403d9d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.589641] env[64120]: DEBUG oslo_vmware.api [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1099.589641] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5283c12b-e3b9-1d1d-da9d-c82641de1dfc" [ 1099.589641] env[64120]: _type = "Task" [ 1099.589641] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.605013] env[64120]: DEBUG oslo_vmware.api [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5283c12b-e3b9-1d1d-da9d-c82641de1dfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.713367] env[64120]: DEBUG nova.compute.manager [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1099.744272] env[64120]: DEBUG nova.virt.hardware [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1099.744561] env[64120]: DEBUG nova.virt.hardware [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1099.744719] env[64120]: DEBUG nova.virt.hardware [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.744900] env[64120]: DEBUG nova.virt.hardware [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1099.745064] env[64120]: DEBUG nova.virt.hardware [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.745230] env[64120]: DEBUG nova.virt.hardware [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1099.745467] env[64120]: DEBUG nova.virt.hardware [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1099.745627] env[64120]: DEBUG nova.virt.hardware [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1099.746275] env[64120]: DEBUG nova.virt.hardware [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1099.746275] env[64120]: DEBUG nova.virt.hardware [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1099.746275] env[64120]: DEBUG nova.virt.hardware [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1099.747981] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5851878-c41d-40cc-8c6c-b3e8694e139a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.761245] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec11034-79de-40af-9077-35e0e18165be {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.776158] env[64120]: DEBUG nova.scheduler.client.report [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1099.910275] env[64120]: DEBUG nova.network.neutron [req-1755005a-4c2e-4045-bf24-9a88de68d4ef req-6b632e13-6bc4-4d85-95f8-d06dcc8c7cee service nova] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Updated VIF entry in instance network info cache for port 8bef1c00-126f-42c7-a7bf-e9c189d4d291. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.910275] env[64120]: DEBUG nova.network.neutron [req-1755005a-4c2e-4045-bf24-9a88de68d4ef req-6b632e13-6bc4-4d85-95f8-d06dcc8c7cee service nova] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Updating instance_info_cache with network_info: [{"id": "8bef1c00-126f-42c7-a7bf-e9c189d4d291", "address": "fa:16:3e:36:8f:0c", "network": {"id": "7da1e537-f5e4-4d2b-9489-210d3808791b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1613047940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "07615dd90ee940d382083b3c3cb351a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bef1c00-12", "ovs_interfaceid": "8bef1c00-126f-42c7-a7bf-e9c189d4d291", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.958198] env[64120]: DEBUG oslo_vmware.api [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406168, 'name': PowerOnVM_Task, 'duration_secs': 0.753947} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.958983] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.958983] env[64120]: INFO nova.compute.manager [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Took 9.08 seconds to spawn the instance on the hypervisor. [ 1099.958983] env[64120]: DEBUG nova.compute.manager [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1099.959621] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48b9d6e-19f3-412b-9788-b5dfb18f5475 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.975753] env[64120]: DEBUG oslo_vmware.api [None req-26a7bc3f-bdf6-4d19-8728-8a4d41fc2fcc tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406169, 'name': Destroy_Task, 'duration_secs': 0.52005} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.975959] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-26a7bc3f-bdf6-4d19-8728-8a4d41fc2fcc tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Destroyed the VM [ 1099.976220] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-26a7bc3f-bdf6-4d19-8728-8a4d41fc2fcc tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Deleting Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1099.976475] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-42e7ab28-625b-4ae7-b249-a0a0444ac45f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.983627] env[64120]: DEBUG oslo_vmware.api [None req-26a7bc3f-bdf6-4d19-8728-8a4d41fc2fcc tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1099.983627] env[64120]: value = "task-1406171" [ 1099.983627] env[64120]: _type = "Task" [ 1099.983627] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.995097] env[64120]: DEBUG oslo_vmware.api [None req-26a7bc3f-bdf6-4d19-8728-8a4d41fc2fcc tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406171, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.030943] env[64120]: DEBUG oslo_vmware.api [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1406170, 'name': PowerOnVM_Task, 'duration_secs': 0.711192} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.031629] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.031849] env[64120]: INFO nova.compute.manager [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Took 11.32 seconds to spawn the instance on the hypervisor. [ 1100.032056] env[64120]: DEBUG nova.compute.manager [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1100.032857] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f1b24c-faec-48c3-bd17-5edad2f5a19e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.100752] env[64120]: DEBUG oslo_vmware.api [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5283c12b-e3b9-1d1d-da9d-c82641de1dfc, 'name': SearchDatastore_Task, 'duration_secs': 0.010689} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.101108] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.101424] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 1e3ed926-6b6c-4044-a299-64a438f2400d/1e3ed926-6b6c-4044-a299-64a438f2400d.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1100.101794] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4905f8ca-5b6c-476f-b319-4a73f2f3b5a2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.111486] env[64120]: DEBUG oslo_vmware.api [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1100.111486] env[64120]: value = "task-1406172" [ 1100.111486] env[64120]: _type = "Task" [ 1100.111486] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.120150] env[64120]: DEBUG oslo_vmware.api [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.283699] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.284096] env[64120]: DEBUG nova.compute.manager [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1100.288117] env[64120]: DEBUG oslo_concurrency.lockutils [None req-60b916ed-9355-457a-a8c5-a73d413e574c tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.204s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.288117] env[64120]: DEBUG nova.objects.instance [None req-60b916ed-9355-457a-a8c5-a73d413e574c tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lazy-loading 'resources' on Instance uuid 9459817b-f9ba-4636-b276-21dd1d1d92a6 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.414928] env[64120]: DEBUG oslo_concurrency.lockutils [req-1755005a-4c2e-4045-bf24-9a88de68d4ef req-6b632e13-6bc4-4d85-95f8-d06dcc8c7cee service nova] Releasing lock "refresh_cache-ee75c32c-969f-4181-b8b5-9c30808d32ad" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.486259] env[64120]: INFO nova.compute.manager [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Took 44.67 seconds to build instance. [ 1100.503739] env[64120]: DEBUG oslo_vmware.api [None req-26a7bc3f-bdf6-4d19-8728-8a4d41fc2fcc tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406171, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.551953] env[64120]: INFO nova.compute.manager [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Took 51.85 seconds to build instance. [ 1100.623642] env[64120]: DEBUG oslo_vmware.api [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406172, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.791722] env[64120]: DEBUG nova.compute.utils [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1100.793632] env[64120]: DEBUG nova.compute.manager [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1100.793878] env[64120]: DEBUG nova.network.neutron [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1100.869666] env[64120]: DEBUG nova.policy [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd74c065aa40a4301a8ea91cd6fcc5ff9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cdfac1b101ea44799c497b99e27a488e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1100.997332] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f33ef53d-9a33-4b0c-a411-57077219d6f5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lock "4d010afc-7835-4eac-b2bd-7cf6abea43a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.962s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.997700] env[64120]: DEBUG oslo_vmware.api [None req-26a7bc3f-bdf6-4d19-8728-8a4d41fc2fcc tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406171, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.055103] env[64120]: DEBUG oslo_concurrency.lockutils [None req-095ba58e-31e0-4fc4-b39d-694512666636 tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Lock "494d4494-bd61-4370-b8f4-4e7ae757d638" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.227s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.127923] env[64120]: DEBUG oslo_vmware.api [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542665} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.128237] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 1e3ed926-6b6c-4044-a299-64a438f2400d/1e3ed926-6b6c-4044-a299-64a438f2400d.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1101.128464] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1101.128722] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f17e945-4bf7-4d5a-96d3-26ca9178abc1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.137920] env[64120]: DEBUG oslo_vmware.api [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1101.137920] env[64120]: value = "task-1406174" [ 1101.137920] env[64120]: _type = "Task" [ 1101.137920] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.147393] env[64120]: DEBUG oslo_vmware.api [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.288071] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9355bf-efb0-4c58-b5b0-e23acc053073 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.298724] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f60a27-ff50-4405-acfc-788a808141ea {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.302536] env[64120]: DEBUG nova.compute.manager [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1101.347802] env[64120]: DEBUG nova.network.neutron [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Successfully updated port: 76c2ada2-cece-498a-959c-a8548c5283f5 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.349854] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58b9b02-90d2-4867-b2e6-38c65c6f9a57 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.361409] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59b43bd-9016-479e-934e-a2f05e07cd67 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.378371] env[64120]: DEBUG nova.compute.provider_tree [None req-60b916ed-9355-457a-a8c5-a73d413e574c tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.380523] env[64120]: DEBUG nova.network.neutron [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Successfully created port: f5623268-862d-44bd-8e68-e9fced029dbb {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.495782] env[64120]: DEBUG oslo_vmware.api [None req-26a7bc3f-bdf6-4d19-8728-8a4d41fc2fcc tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406171, 'name': RemoveSnapshot_Task, 'duration_secs': 1.272982} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.496250] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-26a7bc3f-bdf6-4d19-8728-8a4d41fc2fcc tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Deleted Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1101.502421] env[64120]: DEBUG nova.compute.manager [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1101.559600] env[64120]: DEBUG nova.compute.manager [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1101.647838] env[64120]: DEBUG oslo_vmware.api [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080928} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.648426] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1101.649316] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343a6301-3ea8-4585-878f-ad76cbdc032e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.673764] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 1e3ed926-6b6c-4044-a299-64a438f2400d/1e3ed926-6b6c-4044-a299-64a438f2400d.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.674127] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0156e971-ebc2-46c9-9d1c-91481fc10fa4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.696462] env[64120]: DEBUG oslo_vmware.api [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1101.696462] env[64120]: value = "task-1406175" [ 1101.696462] env[64120]: _type = "Task" [ 1101.696462] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.705523] env[64120]: DEBUG oslo_vmware.api [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406175, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.855169] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "refresh_cache-5b6e1058-3b55-4c45-8f90-af94dbfee87d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.855379] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquired lock "refresh_cache-5b6e1058-3b55-4c45-8f90-af94dbfee87d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.855558] env[64120]: DEBUG nova.network.neutron [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.884251] env[64120]: DEBUG nova.scheduler.client.report [None req-60b916ed-9355-457a-a8c5-a73d413e574c tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1102.004801] env[64120]: WARNING nova.compute.manager [None req-26a7bc3f-bdf6-4d19-8728-8a4d41fc2fcc tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Image not found during snapshot: nova.exception.ImageNotFound: Image 2aa8f6d4-d434-41ea-a38f-57960929d25f could not be found. [ 1102.036450] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.084096] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.212649] env[64120]: DEBUG oslo_vmware.api [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406175, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.321013] env[64120]: DEBUG nova.compute.manager [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1102.353914] env[64120]: DEBUG nova.virt.hardware [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1102.354546] env[64120]: DEBUG nova.virt.hardware [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1102.354888] env[64120]: DEBUG nova.virt.hardware [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.355351] env[64120]: DEBUG nova.virt.hardware [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1102.355704] env[64120]: DEBUG nova.virt.hardware [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.359733] env[64120]: DEBUG nova.virt.hardware [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1102.359733] env[64120]: DEBUG nova.virt.hardware [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1102.359733] env[64120]: DEBUG nova.virt.hardware [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1102.359733] env[64120]: DEBUG nova.virt.hardware [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1102.359733] env[64120]: DEBUG nova.virt.hardware [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1102.359733] env[64120]: DEBUG nova.virt.hardware [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1102.359733] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232908cb-1990-4f05-97cb-3737221a026c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.373401] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482c9e6d-20f6-4dd6-92c0-3719119c4024 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.393808] env[64120]: DEBUG oslo_concurrency.lockutils [None req-60b916ed-9355-457a-a8c5-a73d413e574c tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.397968] env[64120]: DEBUG oslo_concurrency.lockutils [None req-51d48699-a27b-4108-92d9-8e9b1efa4821 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.006s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.397968] env[64120]: DEBUG nova.objects.instance [None req-51d48699-a27b-4108-92d9-8e9b1efa4821 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lazy-loading 'resources' on Instance uuid 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.425207] env[64120]: INFO nova.scheduler.client.report [None req-60b916ed-9355-457a-a8c5-a73d413e574c tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Deleted allocations for instance 9459817b-f9ba-4636-b276-21dd1d1d92a6 [ 1102.435452] env[64120]: DEBUG nova.network.neutron [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1102.525179] env[64120]: DEBUG nova.compute.manager [req-4feaa1e6-7fbe-4c7c-bb14-b885cc0ea0dd req-d7a6ac1e-a8f4-471b-ad1b-41ec898d0a8c service nova] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Received event network-changed-8bef1c00-126f-42c7-a7bf-e9c189d4d291 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1102.525468] env[64120]: DEBUG nova.compute.manager [req-4feaa1e6-7fbe-4c7c-bb14-b885cc0ea0dd req-d7a6ac1e-a8f4-471b-ad1b-41ec898d0a8c service nova] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Refreshing instance network info cache due to event network-changed-8bef1c00-126f-42c7-a7bf-e9c189d4d291. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1102.525802] env[64120]: DEBUG oslo_concurrency.lockutils [req-4feaa1e6-7fbe-4c7c-bb14-b885cc0ea0dd req-d7a6ac1e-a8f4-471b-ad1b-41ec898d0a8c service nova] Acquiring lock "refresh_cache-ee75c32c-969f-4181-b8b5-9c30808d32ad" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.525802] env[64120]: DEBUG oslo_concurrency.lockutils [req-4feaa1e6-7fbe-4c7c-bb14-b885cc0ea0dd req-d7a6ac1e-a8f4-471b-ad1b-41ec898d0a8c service nova] Acquired lock "refresh_cache-ee75c32c-969f-4181-b8b5-9c30808d32ad" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.525920] env[64120]: DEBUG nova.network.neutron [req-4feaa1e6-7fbe-4c7c-bb14-b885cc0ea0dd req-d7a6ac1e-a8f4-471b-ad1b-41ec898d0a8c service nova] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Refreshing network info cache for port 8bef1c00-126f-42c7-a7bf-e9c189d4d291 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.713067] env[64120]: DEBUG oslo_vmware.api [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406175, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.748638] env[64120]: DEBUG nova.network.neutron [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Updating instance_info_cache with network_info: [{"id": "76c2ada2-cece-498a-959c-a8548c5283f5", "address": "fa:16:3e:12:5f:5c", "network": {"id": "d2a94bb8-9700-4432-b079-27704d0e128c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1214853217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e77e2e4c124fd19bbc0f0a4908463e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76c2ada2-ce", "ovs_interfaceid": "76c2ada2-cece-498a-959c-a8548c5283f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.940924] env[64120]: DEBUG oslo_concurrency.lockutils [None req-60b916ed-9355-457a-a8c5-a73d413e574c tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "9459817b-f9ba-4636-b276-21dd1d1d92a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.828s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.178289] env[64120]: DEBUG nova.network.neutron [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Successfully updated port: f5623268-862d-44bd-8e68-e9fced029dbb {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.223913] env[64120]: DEBUG oslo_vmware.api [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406175, 'name': ReconfigVM_Task, 'duration_secs': 1.412576} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.223913] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 1e3ed926-6b6c-4044-a299-64a438f2400d/1e3ed926-6b6c-4044-a299-64a438f2400d.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.224615] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da3843ed-098c-47a8-a257-908b112b0182 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.234204] env[64120]: DEBUG oslo_vmware.api [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1103.234204] env[64120]: value = "task-1406176" [ 1103.234204] env[64120]: _type = "Task" [ 1103.234204] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.244796] env[64120]: DEBUG oslo_vmware.api [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406176, 'name': Rename_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.252623] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Releasing lock "refresh_cache-5b6e1058-3b55-4c45-8f90-af94dbfee87d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.252962] env[64120]: DEBUG nova.compute.manager [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Instance network_info: |[{"id": "76c2ada2-cece-498a-959c-a8548c5283f5", "address": "fa:16:3e:12:5f:5c", "network": {"id": "d2a94bb8-9700-4432-b079-27704d0e128c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1214853217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e77e2e4c124fd19bbc0f0a4908463e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76c2ada2-ce", "ovs_interfaceid": "76c2ada2-cece-498a-959c-a8548c5283f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1103.253398] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:5f:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76c2ada2-cece-498a-959c-a8548c5283f5', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.262600] env[64120]: DEBUG oslo.service.loopingcall [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1103.266077] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.268226] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d00b25ac-e753-46d5-8516-9bbc325ef2fa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.291274] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.291274] env[64120]: value = "task-1406177" [ 1103.291274] env[64120]: _type = "Task" [ 1103.291274] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.301165] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406177, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.424417] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cb7611-836d-4b2e-a2d5-47c76e85f59c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.434745] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d57a493-513d-4a4b-b250-d0d92ef729e9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.474939] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07f1b9e-4770-4316-9796-9c44f403fc22 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.484488] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87fa41f-bafe-4238-9012-21c54022ed89 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.501064] env[64120]: DEBUG nova.compute.provider_tree [None req-51d48699-a27b-4108-92d9-8e9b1efa4821 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.525476] env[64120]: DEBUG nova.network.neutron [req-4feaa1e6-7fbe-4c7c-bb14-b885cc0ea0dd req-d7a6ac1e-a8f4-471b-ad1b-41ec898d0a8c service nova] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Updated VIF entry in instance network info cache for port 8bef1c00-126f-42c7-a7bf-e9c189d4d291. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.525843] env[64120]: DEBUG nova.network.neutron [req-4feaa1e6-7fbe-4c7c-bb14-b885cc0ea0dd req-d7a6ac1e-a8f4-471b-ad1b-41ec898d0a8c service nova] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Updating instance_info_cache with network_info: [{"id": "8bef1c00-126f-42c7-a7bf-e9c189d4d291", "address": "fa:16:3e:36:8f:0c", "network": {"id": "7da1e537-f5e4-4d2b-9489-210d3808791b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1613047940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "07615dd90ee940d382083b3c3cb351a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bef1c00-12", "ovs_interfaceid": "8bef1c00-126f-42c7-a7bf-e9c189d4d291", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.680360] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "refresh_cache-98ef028b-4cd6-438d-9f7e-57e2db1d4460" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.680533] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquired lock "refresh_cache-98ef028b-4cd6-438d-9f7e-57e2db1d4460" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.680686] env[64120]: DEBUG nova.network.neutron [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.747318] env[64120]: DEBUG oslo_vmware.api [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406176, 'name': Rename_Task, 'duration_secs': 0.174389} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.747651] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.747951] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62f0b058-c263-4f88-b037-ab9c097ce882 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.756892] env[64120]: DEBUG oslo_vmware.api [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1103.756892] env[64120]: value = "task-1406178" [ 1103.756892] env[64120]: _type = "Task" [ 1103.756892] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.762528] env[64120]: DEBUG nova.compute.manager [req-0d2b59e7-dcae-40ce-ad7d-1d0385d576b8 req-93cabc5e-2f56-437f-94b5-e37de8c6540e service nova] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Received event network-vif-plugged-f5623268-862d-44bd-8e68-e9fced029dbb {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1103.762753] env[64120]: DEBUG oslo_concurrency.lockutils [req-0d2b59e7-dcae-40ce-ad7d-1d0385d576b8 req-93cabc5e-2f56-437f-94b5-e37de8c6540e service nova] Acquiring lock "98ef028b-4cd6-438d-9f7e-57e2db1d4460-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.762961] env[64120]: DEBUG oslo_concurrency.lockutils [req-0d2b59e7-dcae-40ce-ad7d-1d0385d576b8 req-93cabc5e-2f56-437f-94b5-e37de8c6540e service nova] Lock "98ef028b-4cd6-438d-9f7e-57e2db1d4460-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.763155] env[64120]: DEBUG oslo_concurrency.lockutils [req-0d2b59e7-dcae-40ce-ad7d-1d0385d576b8 req-93cabc5e-2f56-437f-94b5-e37de8c6540e service nova] Lock "98ef028b-4cd6-438d-9f7e-57e2db1d4460-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.763329] env[64120]: DEBUG nova.compute.manager [req-0d2b59e7-dcae-40ce-ad7d-1d0385d576b8 req-93cabc5e-2f56-437f-94b5-e37de8c6540e service nova] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] No waiting events found dispatching network-vif-plugged-f5623268-862d-44bd-8e68-e9fced029dbb {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1103.763502] env[64120]: WARNING nova.compute.manager [req-0d2b59e7-dcae-40ce-ad7d-1d0385d576b8 req-93cabc5e-2f56-437f-94b5-e37de8c6540e service nova] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Received unexpected event network-vif-plugged-f5623268-862d-44bd-8e68-e9fced029dbb for instance with vm_state building and task_state spawning. [ 1103.776464] env[64120]: DEBUG oslo_vmware.api [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.808343] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406177, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.006402] env[64120]: DEBUG nova.scheduler.client.report [None req-51d48699-a27b-4108-92d9-8e9b1efa4821 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1104.031771] env[64120]: DEBUG oslo_concurrency.lockutils [req-4feaa1e6-7fbe-4c7c-bb14-b885cc0ea0dd req-d7a6ac1e-a8f4-471b-ad1b-41ec898d0a8c service nova] Releasing lock "refresh_cache-ee75c32c-969f-4181-b8b5-9c30808d32ad" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.031989] env[64120]: DEBUG nova.compute.manager [req-4feaa1e6-7fbe-4c7c-bb14-b885cc0ea0dd req-d7a6ac1e-a8f4-471b-ad1b-41ec898d0a8c service nova] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Received event network-vif-plugged-76c2ada2-cece-498a-959c-a8548c5283f5 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1104.032255] env[64120]: DEBUG oslo_concurrency.lockutils [req-4feaa1e6-7fbe-4c7c-bb14-b885cc0ea0dd req-d7a6ac1e-a8f4-471b-ad1b-41ec898d0a8c service nova] Acquiring lock "5b6e1058-3b55-4c45-8f90-af94dbfee87d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.032483] env[64120]: DEBUG oslo_concurrency.lockutils [req-4feaa1e6-7fbe-4c7c-bb14-b885cc0ea0dd req-d7a6ac1e-a8f4-471b-ad1b-41ec898d0a8c service nova] Lock "5b6e1058-3b55-4c45-8f90-af94dbfee87d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.032662] env[64120]: DEBUG oslo_concurrency.lockutils [req-4feaa1e6-7fbe-4c7c-bb14-b885cc0ea0dd req-d7a6ac1e-a8f4-471b-ad1b-41ec898d0a8c service nova] Lock "5b6e1058-3b55-4c45-8f90-af94dbfee87d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.032841] env[64120]: DEBUG nova.compute.manager [req-4feaa1e6-7fbe-4c7c-bb14-b885cc0ea0dd req-d7a6ac1e-a8f4-471b-ad1b-41ec898d0a8c service nova] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] No waiting events found dispatching network-vif-plugged-76c2ada2-cece-498a-959c-a8548c5283f5 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1104.033034] env[64120]: WARNING nova.compute.manager [req-4feaa1e6-7fbe-4c7c-bb14-b885cc0ea0dd req-d7a6ac1e-a8f4-471b-ad1b-41ec898d0a8c service nova] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Received unexpected event network-vif-plugged-76c2ada2-cece-498a-959c-a8548c5283f5 for instance with vm_state building and task_state spawning. [ 1104.268788] env[64120]: DEBUG oslo_vmware.api [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406178, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.311454] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406177, 'name': CreateVM_Task, 'duration_secs': 0.673182} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.311643] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.312469] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.312774] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.313180] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.313487] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a0de955-4aa9-41b3-bf55-06ce13547ce2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.323878] env[64120]: DEBUG oslo_vmware.api [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1104.323878] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5236eef1-6e29-b5d0-8bb5-7f9209641059" [ 1104.323878] env[64120]: _type = "Task" [ 1104.323878] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.332763] env[64120]: DEBUG oslo_vmware.api [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5236eef1-6e29-b5d0-8bb5-7f9209641059, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.447957] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Acquiring lock "60537205-dfa3-4db3-9972-cf1e3901e874" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.448232] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Lock "60537205-dfa3-4db3-9972-cf1e3901e874" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.451757] env[64120]: DEBUG nova.network.neutron [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.517225] env[64120]: DEBUG oslo_concurrency.lockutils [None req-51d48699-a27b-4108-92d9-8e9b1efa4821 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.519569] env[64120]: DEBUG oslo_concurrency.lockutils [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.095s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.521511] env[64120]: INFO nova.compute.claims [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.539497] env[64120]: INFO nova.scheduler.client.report [None req-51d48699-a27b-4108-92d9-8e9b1efa4821 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Deleted allocations for instance 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7 [ 1104.761026] env[64120]: DEBUG nova.network.neutron [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Updating instance_info_cache with network_info: [{"id": "f5623268-862d-44bd-8e68-e9fced029dbb", "address": "fa:16:3e:97:9b:4a", "network": {"id": "71911dc6-c0f8-40a0-bf34-0194ac58b322", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1482185353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfac1b101ea44799c497b99e27a488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5623268-86", "ovs_interfaceid": "f5623268-862d-44bd-8e68-e9fced029dbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.771430] env[64120]: DEBUG oslo_vmware.api [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406178, 'name': PowerOnVM_Task, 'duration_secs': 0.530879} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.771572] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.771749] env[64120]: INFO nova.compute.manager [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Took 10.00 seconds to spawn the instance on the hypervisor. [ 1104.772422] env[64120]: DEBUG nova.compute.manager [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1104.772864] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad696aa-106f-46b8-a349-eb541fa0a900 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.840317] env[64120]: DEBUG oslo_vmware.api [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5236eef1-6e29-b5d0-8bb5-7f9209641059, 'name': SearchDatastore_Task, 'duration_secs': 0.020807} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.840921] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.841710] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.842968] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.843189] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.843398] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.843718] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88a78d16-be5d-4e9b-a902-c885327cca86 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.855345] env[64120]: DEBUG oslo_concurrency.lockutils [None req-abdd83df-82c8-4710-80e7-b7365cc80bf6 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Acquiring lock "696f7e5e-a900-443d-9532-a8a2584426d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.855588] env[64120]: DEBUG oslo_concurrency.lockutils [None req-abdd83df-82c8-4710-80e7-b7365cc80bf6 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Lock "696f7e5e-a900-443d-9532-a8a2584426d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.856118] env[64120]: DEBUG oslo_concurrency.lockutils [None req-abdd83df-82c8-4710-80e7-b7365cc80bf6 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Acquiring lock "696f7e5e-a900-443d-9532-a8a2584426d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.856118] env[64120]: DEBUG oslo_concurrency.lockutils [None req-abdd83df-82c8-4710-80e7-b7365cc80bf6 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Lock "696f7e5e-a900-443d-9532-a8a2584426d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.856229] env[64120]: DEBUG oslo_concurrency.lockutils [None req-abdd83df-82c8-4710-80e7-b7365cc80bf6 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Lock "696f7e5e-a900-443d-9532-a8a2584426d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.858030] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.858209] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.859419] env[64120]: INFO nova.compute.manager [None req-abdd83df-82c8-4710-80e7-b7365cc80bf6 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Terminating instance [ 1104.861790] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1596743-fdc1-4b75-89ef-63060632c44a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.865125] env[64120]: DEBUG nova.compute.manager [None req-abdd83df-82c8-4710-80e7-b7365cc80bf6 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1104.865125] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-abdd83df-82c8-4710-80e7-b7365cc80bf6 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.865929] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a508d9-aa9a-4650-828a-1c4d7baccbc1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.872829] env[64120]: DEBUG oslo_vmware.api [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1104.872829] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f388cc-fdd4-0021-8c1c-6f5579386973" [ 1104.872829] env[64120]: _type = "Task" [ 1104.872829] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.875086] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-abdd83df-82c8-4710-80e7-b7365cc80bf6 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.878009] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f23bdd4-32d4-490b-bdca-82f7e9497208 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.885938] env[64120]: DEBUG oslo_vmware.api [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f388cc-fdd4-0021-8c1c-6f5579386973, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.888062] env[64120]: DEBUG oslo_vmware.api [None req-abdd83df-82c8-4710-80e7-b7365cc80bf6 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1104.888062] env[64120]: value = "task-1406179" [ 1104.888062] env[64120]: _type = "Task" [ 1104.888062] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.896860] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9425dfa0-40ff-4ca0-94a6-09cec957db4a tempest-ServersListShow296Test-1307521703 tempest-ServersListShow296Test-1307521703-project-member] Acquiring lock "e63e5368-403f-4e79-aa92-d30ca5e5c67c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.897577] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9425dfa0-40ff-4ca0-94a6-09cec957db4a tempest-ServersListShow296Test-1307521703 tempest-ServersListShow296Test-1307521703-project-member] Lock "e63e5368-403f-4e79-aa92-d30ca5e5c67c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.901376] env[64120]: DEBUG oslo_vmware.api [None req-abdd83df-82c8-4710-80e7-b7365cc80bf6 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.049172] env[64120]: DEBUG oslo_concurrency.lockutils [None req-51d48699-a27b-4108-92d9-8e9b1efa4821 tempest-MultipleCreateTestJSON-1724556730 tempest-MultipleCreateTestJSON-1724556730-project-member] Lock "762e6d63-3a90-4fa2-826b-dcb9dbc57bb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.509s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.266170] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Releasing lock "refresh_cache-98ef028b-4cd6-438d-9f7e-57e2db1d4460" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.266552] env[64120]: DEBUG nova.compute.manager [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Instance network_info: |[{"id": "f5623268-862d-44bd-8e68-e9fced029dbb", "address": "fa:16:3e:97:9b:4a", "network": {"id": "71911dc6-c0f8-40a0-bf34-0194ac58b322", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1482185353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfac1b101ea44799c497b99e27a488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5623268-86", "ovs_interfaceid": "f5623268-862d-44bd-8e68-e9fced029dbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1105.267407] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:9b:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5623268-862d-44bd-8e68-e9fced029dbb', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.279013] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Creating folder: Project (cdfac1b101ea44799c497b99e27a488e). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1105.279395] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aaddebf6-c62a-49be-a6af-431362c49d67 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.292613] env[64120]: DEBUG nova.compute.manager [req-1e7c159f-93b4-4298-ae5f-79a355eca9a2 req-ae157b2e-fff4-43b5-8261-71dbbd66d1d3 service nova] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Received event network-changed-76c2ada2-cece-498a-959c-a8548c5283f5 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1105.293197] env[64120]: DEBUG nova.compute.manager [req-1e7c159f-93b4-4298-ae5f-79a355eca9a2 req-ae157b2e-fff4-43b5-8261-71dbbd66d1d3 service nova] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Refreshing instance network info cache due to event network-changed-76c2ada2-cece-498a-959c-a8548c5283f5. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1105.293197] env[64120]: DEBUG oslo_concurrency.lockutils [req-1e7c159f-93b4-4298-ae5f-79a355eca9a2 req-ae157b2e-fff4-43b5-8261-71dbbd66d1d3 service nova] Acquiring lock "refresh_cache-5b6e1058-3b55-4c45-8f90-af94dbfee87d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.293471] env[64120]: DEBUG oslo_concurrency.lockutils [req-1e7c159f-93b4-4298-ae5f-79a355eca9a2 req-ae157b2e-fff4-43b5-8261-71dbbd66d1d3 service nova] Acquired lock "refresh_cache-5b6e1058-3b55-4c45-8f90-af94dbfee87d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.293471] env[64120]: DEBUG nova.network.neutron [req-1e7c159f-93b4-4298-ae5f-79a355eca9a2 req-ae157b2e-fff4-43b5-8261-71dbbd66d1d3 service nova] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Refreshing network info cache for port 76c2ada2-cece-498a-959c-a8548c5283f5 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.294743] env[64120]: INFO nova.compute.manager [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Took 45.01 seconds to build instance. [ 1105.297480] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Created folder: Project (cdfac1b101ea44799c497b99e27a488e) in parent group-v297899. [ 1105.297690] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Creating folder: Instances. Parent ref: group-v298053. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1105.298285] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb4dfc82-414a-4d50-9147-778eaf5edbbb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.318368] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Created folder: Instances in parent group-v298053. [ 1105.318368] env[64120]: DEBUG oslo.service.loopingcall [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1105.318617] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.320388] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0fd7172-885d-42e4-bcc0-fc64b82e006d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.358135] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.358135] env[64120]: value = "task-1406182" [ 1105.358135] env[64120]: _type = "Task" [ 1105.358135] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.368474] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406182, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.387776] env[64120]: DEBUG oslo_vmware.api [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f388cc-fdd4-0021-8c1c-6f5579386973, 'name': SearchDatastore_Task, 'duration_secs': 0.016405} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.388270] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0af13e5f-3094-4910-aa70-d7daa8c55a6f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.401244] env[64120]: DEBUG oslo_vmware.api [None req-abdd83df-82c8-4710-80e7-b7365cc80bf6 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406179, 'name': PowerOffVM_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.402056] env[64120]: DEBUG oslo_vmware.api [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1105.402056] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524a2c47-7ae1-53dd-e253-5aeccc8d65c3" [ 1105.402056] env[64120]: _type = "Task" [ 1105.402056] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.412321] env[64120]: DEBUG oslo_vmware.api [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524a2c47-7ae1-53dd-e253-5aeccc8d65c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.802155] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bd50101b-9cb0-4f25-a9c6-58417dd585c4 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lock "1e3ed926-6b6c-4044-a299-64a438f2400d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.427s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.871052] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406182, 'name': CreateVM_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.899925] env[64120]: DEBUG oslo_vmware.api [None req-abdd83df-82c8-4710-80e7-b7365cc80bf6 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406179, 'name': PowerOffVM_Task, 'duration_secs': 0.563309} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.902505] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-abdd83df-82c8-4710-80e7-b7365cc80bf6 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.902678] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-abdd83df-82c8-4710-80e7-b7365cc80bf6 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.902995] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cb4fb94-0a68-4ac8-8611-e8df6f476bdb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.919036] env[64120]: DEBUG oslo_vmware.api [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524a2c47-7ae1-53dd-e253-5aeccc8d65c3, 'name': SearchDatastore_Task, 'duration_secs': 0.024787} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.921498] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.921498] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 5b6e1058-3b55-4c45-8f90-af94dbfee87d/5b6e1058-3b55-4c45-8f90-af94dbfee87d.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.921498] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7099bd06-a5c7-41e2-9d63-66e255be5c31 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.933481] env[64120]: DEBUG oslo_vmware.api [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1105.933481] env[64120]: value = "task-1406184" [ 1105.933481] env[64120]: _type = "Task" [ 1105.933481] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.945535] env[64120]: DEBUG oslo_vmware.api [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.985158] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31372225-f5da-4cfb-bb17-04b58841963d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.998631] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1425219e-e3b8-4432-a204-69e851ae0509 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.009209] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-abdd83df-82c8-4710-80e7-b7365cc80bf6 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.009209] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-abdd83df-82c8-4710-80e7-b7365cc80bf6 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.009209] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-abdd83df-82c8-4710-80e7-b7365cc80bf6 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Deleting the datastore file [datastore2] 696f7e5e-a900-443d-9532-a8a2584426d0 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.009209] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87bf7974-b198-42f5-805f-45355e576d8d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.046702] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716636e3-58a3-4c8c-b381-46826903572d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.051810] env[64120]: DEBUG oslo_vmware.api [None req-abdd83df-82c8-4710-80e7-b7365cc80bf6 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1106.051810] env[64120]: value = "task-1406185" [ 1106.051810] env[64120]: _type = "Task" [ 1106.051810] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.063486] env[64120]: DEBUG nova.compute.manager [req-d1619779-44dd-4ab8-8f9e-623647ce3045 req-0d040d19-4331-4f14-982b-fda5770a5946 service nova] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Received event network-changed-f5623268-862d-44bd-8e68-e9fced029dbb {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1106.063767] env[64120]: DEBUG nova.compute.manager [req-d1619779-44dd-4ab8-8f9e-623647ce3045 req-0d040d19-4331-4f14-982b-fda5770a5946 service nova] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Refreshing instance network info cache due to event network-changed-f5623268-862d-44bd-8e68-e9fced029dbb. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1106.064170] env[64120]: DEBUG oslo_concurrency.lockutils [req-d1619779-44dd-4ab8-8f9e-623647ce3045 req-0d040d19-4331-4f14-982b-fda5770a5946 service nova] Acquiring lock "refresh_cache-98ef028b-4cd6-438d-9f7e-57e2db1d4460" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.064462] env[64120]: DEBUG oslo_concurrency.lockutils [req-d1619779-44dd-4ab8-8f9e-623647ce3045 req-0d040d19-4331-4f14-982b-fda5770a5946 service nova] Acquired lock "refresh_cache-98ef028b-4cd6-438d-9f7e-57e2db1d4460" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.064792] env[64120]: DEBUG nova.network.neutron [req-d1619779-44dd-4ab8-8f9e-623647ce3045 req-0d040d19-4331-4f14-982b-fda5770a5946 service nova] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Refreshing network info cache for port f5623268-862d-44bd-8e68-e9fced029dbb {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.069065] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d347633c-9997-42bb-aaee-26289a4f4cc9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.078615] env[64120]: DEBUG oslo_vmware.api [None req-abdd83df-82c8-4710-80e7-b7365cc80bf6 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.092102] env[64120]: DEBUG nova.compute.provider_tree [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.232211] env[64120]: DEBUG nova.network.neutron [req-1e7c159f-93b4-4298-ae5f-79a355eca9a2 req-ae157b2e-fff4-43b5-8261-71dbbd66d1d3 service nova] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Updated VIF entry in instance network info cache for port 76c2ada2-cece-498a-959c-a8548c5283f5. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.233072] env[64120]: DEBUG nova.network.neutron [req-1e7c159f-93b4-4298-ae5f-79a355eca9a2 req-ae157b2e-fff4-43b5-8261-71dbbd66d1d3 service nova] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Updating instance_info_cache with network_info: [{"id": "76c2ada2-cece-498a-959c-a8548c5283f5", "address": "fa:16:3e:12:5f:5c", "network": {"id": "d2a94bb8-9700-4432-b079-27704d0e128c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1214853217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e77e2e4c124fd19bbc0f0a4908463e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76c2ada2-ce", "ovs_interfaceid": "76c2ada2-cece-498a-959c-a8548c5283f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.253968] env[64120]: INFO nova.compute.manager [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Rescuing [ 1106.254946] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquiring lock "refresh_cache-1e3ed926-6b6c-4044-a299-64a438f2400d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.254946] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquired lock "refresh_cache-1e3ed926-6b6c-4044-a299-64a438f2400d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.254946] env[64120]: DEBUG nova.network.neutron [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.304861] env[64120]: DEBUG nova.compute.manager [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1106.371868] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406182, 'name': CreateVM_Task, 'duration_secs': 0.722965} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.372048] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.372852] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.372979] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.373381] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.373623] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33226b40-d1d6-43cf-a08a-ef2a15959442 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.381420] env[64120]: DEBUG oslo_vmware.api [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1106.381420] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]527877f5-5111-5b3a-6f32-9b0d712263d2" [ 1106.381420] env[64120]: _type = "Task" [ 1106.381420] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.393974] env[64120]: DEBUG oslo_vmware.api [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]527877f5-5111-5b3a-6f32-9b0d712263d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.449727] env[64120]: DEBUG oslo_vmware.api [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406184, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.578166] env[64120]: DEBUG oslo_vmware.api [None req-abdd83df-82c8-4710-80e7-b7365cc80bf6 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.596009] env[64120]: DEBUG nova.scheduler.client.report [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1106.742671] env[64120]: DEBUG oslo_concurrency.lockutils [req-1e7c159f-93b4-4298-ae5f-79a355eca9a2 req-ae157b2e-fff4-43b5-8261-71dbbd66d1d3 service nova] Releasing lock "refresh_cache-5b6e1058-3b55-4c45-8f90-af94dbfee87d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.742938] env[64120]: DEBUG nova.compute.manager [req-1e7c159f-93b4-4298-ae5f-79a355eca9a2 req-ae157b2e-fff4-43b5-8261-71dbbd66d1d3 service nova] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Received event network-changed-2b29beea-d1fb-432c-84f2-89fb6013e6e6 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1106.743129] env[64120]: DEBUG nova.compute.manager [req-1e7c159f-93b4-4298-ae5f-79a355eca9a2 req-ae157b2e-fff4-43b5-8261-71dbbd66d1d3 service nova] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Refreshing instance network info cache due to event network-changed-2b29beea-d1fb-432c-84f2-89fb6013e6e6. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1106.743450] env[64120]: DEBUG oslo_concurrency.lockutils [req-1e7c159f-93b4-4298-ae5f-79a355eca9a2 req-ae157b2e-fff4-43b5-8261-71dbbd66d1d3 service nova] Acquiring lock "refresh_cache-494d4494-bd61-4370-b8f4-4e7ae757d638" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.743509] env[64120]: DEBUG oslo_concurrency.lockutils [req-1e7c159f-93b4-4298-ae5f-79a355eca9a2 req-ae157b2e-fff4-43b5-8261-71dbbd66d1d3 service nova] Acquired lock "refresh_cache-494d4494-bd61-4370-b8f4-4e7ae757d638" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.743640] env[64120]: DEBUG nova.network.neutron [req-1e7c159f-93b4-4298-ae5f-79a355eca9a2 req-ae157b2e-fff4-43b5-8261-71dbbd66d1d3 service nova] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Refreshing network info cache for port 2b29beea-d1fb-432c-84f2-89fb6013e6e6 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.838172] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.894416] env[64120]: DEBUG oslo_vmware.api [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]527877f5-5111-5b3a-6f32-9b0d712263d2, 'name': SearchDatastore_Task, 'duration_secs': 0.072778} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.896884] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.897159] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.897406] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.897556] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.897739] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.898038] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c94a6ba0-00e0-4797-8063-ca56b2c1a88e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.908618] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.908839] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.909789] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b10a71fa-28bb-4ebb-bdc7-57299e113743 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.918063] env[64120]: DEBUG oslo_vmware.api [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1106.918063] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52185779-3eff-bead-70e0-4d25737e560a" [ 1106.918063] env[64120]: _type = "Task" [ 1106.918063] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.929695] env[64120]: DEBUG oslo_vmware.api [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52185779-3eff-bead-70e0-4d25737e560a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.947044] env[64120]: DEBUG oslo_vmware.api [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636677} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.947145] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 5b6e1058-3b55-4c45-8f90-af94dbfee87d/5b6e1058-3b55-4c45-8f90-af94dbfee87d.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.947372] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.947660] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4035c736-54f9-44d2-8187-596e1896ce55 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.959352] env[64120]: DEBUG oslo_vmware.api [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1106.959352] env[64120]: value = "task-1406186" [ 1106.959352] env[64120]: _type = "Task" [ 1106.959352] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.970487] env[64120]: DEBUG oslo_vmware.api [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406186, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.005850] env[64120]: DEBUG nova.network.neutron [req-d1619779-44dd-4ab8-8f9e-623647ce3045 req-0d040d19-4331-4f14-982b-fda5770a5946 service nova] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Updated VIF entry in instance network info cache for port f5623268-862d-44bd-8e68-e9fced029dbb. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.006257] env[64120]: DEBUG nova.network.neutron [req-d1619779-44dd-4ab8-8f9e-623647ce3045 req-0d040d19-4331-4f14-982b-fda5770a5946 service nova] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Updating instance_info_cache with network_info: [{"id": "f5623268-862d-44bd-8e68-e9fced029dbb", "address": "fa:16:3e:97:9b:4a", "network": {"id": "71911dc6-c0f8-40a0-bf34-0194ac58b322", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1482185353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfac1b101ea44799c497b99e27a488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5623268-86", "ovs_interfaceid": "f5623268-862d-44bd-8e68-e9fced029dbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.067257] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b5cc19aa-9e62-41db-a201-b86b810bc484 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Acquiring lock "ee75c32c-969f-4181-b8b5-9c30808d32ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.068134] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b5cc19aa-9e62-41db-a201-b86b810bc484 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Lock "ee75c32c-969f-4181-b8b5-9c30808d32ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.068285] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b5cc19aa-9e62-41db-a201-b86b810bc484 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Acquiring lock "ee75c32c-969f-4181-b8b5-9c30808d32ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.068597] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b5cc19aa-9e62-41db-a201-b86b810bc484 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Lock "ee75c32c-969f-4181-b8b5-9c30808d32ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.068861] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b5cc19aa-9e62-41db-a201-b86b810bc484 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Lock "ee75c32c-969f-4181-b8b5-9c30808d32ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.070768] env[64120]: DEBUG oslo_vmware.api [None req-abdd83df-82c8-4710-80e7-b7365cc80bf6 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.540533} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.071320] env[64120]: INFO nova.compute.manager [None req-b5cc19aa-9e62-41db-a201-b86b810bc484 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Terminating instance [ 1107.072809] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-abdd83df-82c8-4710-80e7-b7365cc80bf6 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.073121] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-abdd83df-82c8-4710-80e7-b7365cc80bf6 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.073509] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-abdd83df-82c8-4710-80e7-b7365cc80bf6 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.073623] env[64120]: INFO nova.compute.manager [None req-abdd83df-82c8-4710-80e7-b7365cc80bf6 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Took 2.21 seconds to destroy the instance on the hypervisor. [ 1107.074118] env[64120]: DEBUG oslo.service.loopingcall [None req-abdd83df-82c8-4710-80e7-b7365cc80bf6 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1107.074987] env[64120]: DEBUG nova.compute.manager [None req-b5cc19aa-9e62-41db-a201-b86b810bc484 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1107.074987] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cc19aa-9e62-41db-a201-b86b810bc484 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1107.075157] env[64120]: DEBUG nova.compute.manager [-] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1107.075478] env[64120]: DEBUG nova.network.neutron [-] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1107.077950] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a51766b-e7a1-4b9c-ba2a-01994b20fc13 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.086987] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5cc19aa-9e62-41db-a201-b86b810bc484 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.087404] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e56c5083-5f7d-4fdb-b751-c88f4e5e9626 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.095330] env[64120]: DEBUG oslo_vmware.api [None req-b5cc19aa-9e62-41db-a201-b86b810bc484 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Waiting for the task: (returnval){ [ 1107.095330] env[64120]: value = "task-1406187" [ 1107.095330] env[64120]: _type = "Task" [ 1107.095330] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.100592] env[64120]: DEBUG oslo_concurrency.lockutils [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.101346] env[64120]: DEBUG nova.compute.manager [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1107.106555] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e34f3d38-2cfd-4eeb-8058-3cb6951bddb9 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.644s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.106555] env[64120]: DEBUG nova.objects.instance [None req-e34f3d38-2cfd-4eeb-8058-3cb6951bddb9 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Lazy-loading 'resources' on Instance uuid 93417e30-1413-457e-a34f-5d9f1fb8e657 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.113362] env[64120]: DEBUG oslo_vmware.api [None req-b5cc19aa-9e62-41db-a201-b86b810bc484 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': task-1406187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.203457] env[64120]: DEBUG nova.network.neutron [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Updating instance_info_cache with network_info: [{"id": "30fd4df9-139f-48a1-a4c6-7652b90f04a8", "address": "fa:16:3e:cc:83:01", "network": {"id": "d7209c45-7959-4437-a781-abbb4afde079", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1067622788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c20e6109d6f40748735c6c818444a0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30fd4df9-13", "ovs_interfaceid": "30fd4df9-139f-48a1-a4c6-7652b90f04a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.353015] env[64120]: DEBUG nova.compute.manager [req-7d6674ee-d5cb-40bf-8391-7a5d6806abbc req-5ab64a4d-a209-479d-aee0-c17ee68f4e80 service nova] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Received event network-changed-8bef1c00-126f-42c7-a7bf-e9c189d4d291 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1107.354124] env[64120]: DEBUG nova.compute.manager [req-7d6674ee-d5cb-40bf-8391-7a5d6806abbc req-5ab64a4d-a209-479d-aee0-c17ee68f4e80 service nova] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Refreshing instance network info cache due to event network-changed-8bef1c00-126f-42c7-a7bf-e9c189d4d291. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1107.354124] env[64120]: DEBUG oslo_concurrency.lockutils [req-7d6674ee-d5cb-40bf-8391-7a5d6806abbc req-5ab64a4d-a209-479d-aee0-c17ee68f4e80 service nova] Acquiring lock "refresh_cache-ee75c32c-969f-4181-b8b5-9c30808d32ad" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.354124] env[64120]: DEBUG oslo_concurrency.lockutils [req-7d6674ee-d5cb-40bf-8391-7a5d6806abbc req-5ab64a4d-a209-479d-aee0-c17ee68f4e80 service nova] Acquired lock "refresh_cache-ee75c32c-969f-4181-b8b5-9c30808d32ad" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.354124] env[64120]: DEBUG nova.network.neutron [req-7d6674ee-d5cb-40bf-8391-7a5d6806abbc req-5ab64a4d-a209-479d-aee0-c17ee68f4e80 service nova] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Refreshing network info cache for port 8bef1c00-126f-42c7-a7bf-e9c189d4d291 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.438030] env[64120]: DEBUG oslo_vmware.api [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52185779-3eff-bead-70e0-4d25737e560a, 'name': SearchDatastore_Task, 'duration_secs': 0.011526} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.438030] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44fe1364-a10c-4b7a-9366-421c401e3bd7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.447731] env[64120]: DEBUG oslo_vmware.api [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1107.447731] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52506f74-9f10-2bdd-43b8-5ffad7f539e3" [ 1107.447731] env[64120]: _type = "Task" [ 1107.447731] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.463025] env[64120]: DEBUG oslo_vmware.api [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52506f74-9f10-2bdd-43b8-5ffad7f539e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.479623] env[64120]: DEBUG oslo_vmware.api [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406186, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072258} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.479623] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1107.479623] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05185ede-8d17-4e9c-9050-3ccc65eb6320 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.510037] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 5b6e1058-3b55-4c45-8f90-af94dbfee87d/5b6e1058-3b55-4c45-8f90-af94dbfee87d.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.514348] env[64120]: DEBUG oslo_concurrency.lockutils [req-d1619779-44dd-4ab8-8f9e-623647ce3045 req-0d040d19-4331-4f14-982b-fda5770a5946 service nova] Releasing lock "refresh_cache-98ef028b-4cd6-438d-9f7e-57e2db1d4460" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.514348] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6785ff8-2668-48de-8370-1422b1914626 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.538715] env[64120]: DEBUG oslo_vmware.api [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1107.538715] env[64120]: value = "task-1406188" [ 1107.538715] env[64120]: _type = "Task" [ 1107.538715] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.548911] env[64120]: DEBUG oslo_vmware.api [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406188, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.606830] env[64120]: DEBUG oslo_vmware.api [None req-b5cc19aa-9e62-41db-a201-b86b810bc484 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': task-1406187, 'name': PowerOffVM_Task, 'duration_secs': 0.270177} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.610871] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5cc19aa-9e62-41db-a201-b86b810bc484 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.610871] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cc19aa-9e62-41db-a201-b86b810bc484 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.610871] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f72c7e23-4fff-4144-8dbe-84ed23590833 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.612358] env[64120]: DEBUG nova.compute.utils [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1107.616971] env[64120]: DEBUG nova.compute.manager [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1107.617297] env[64120]: DEBUG nova.network.neutron [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1107.623978] env[64120]: DEBUG nova.network.neutron [req-1e7c159f-93b4-4298-ae5f-79a355eca9a2 req-ae157b2e-fff4-43b5-8261-71dbbd66d1d3 service nova] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Updated VIF entry in instance network info cache for port 2b29beea-d1fb-432c-84f2-89fb6013e6e6. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.623978] env[64120]: DEBUG nova.network.neutron [req-1e7c159f-93b4-4298-ae5f-79a355eca9a2 req-ae157b2e-fff4-43b5-8261-71dbbd66d1d3 service nova] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Updating instance_info_cache with network_info: [{"id": "2b29beea-d1fb-432c-84f2-89fb6013e6e6", "address": "fa:16:3e:ec:55:3f", "network": {"id": "f725c59d-1ae5-4407-b6ea-acb68e7fb5f6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-655437280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "096e49e8bb0b4e24aa23e6005c0d8549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b29beea-d1", "ovs_interfaceid": "2b29beea-d1fb-432c-84f2-89fb6013e6e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.705159] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cc19aa-9e62-41db-a201-b86b810bc484 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.705453] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cc19aa-9e62-41db-a201-b86b810bc484 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.705719] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5cc19aa-9e62-41db-a201-b86b810bc484 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Deleting the datastore file [datastore2] ee75c32c-969f-4181-b8b5-9c30808d32ad {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.706437] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Releasing lock "refresh_cache-1e3ed926-6b6c-4044-a299-64a438f2400d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.710893] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18b81d90-38b0-4ad7-9fbe-544ca4868861 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.719889] env[64120]: DEBUG oslo_vmware.api [None req-b5cc19aa-9e62-41db-a201-b86b810bc484 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Waiting for the task: (returnval){ [ 1107.719889] env[64120]: value = "task-1406190" [ 1107.719889] env[64120]: _type = "Task" [ 1107.719889] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.726139] env[64120]: DEBUG nova.policy [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44e2b94e74b9438c9479f8a28eea57c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '288eafb106694a9cb4e568df3a5edd47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1107.734183] env[64120]: DEBUG oslo_vmware.api [None req-b5cc19aa-9e62-41db-a201-b86b810bc484 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': task-1406190, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.964228] env[64120]: DEBUG oslo_vmware.api [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52506f74-9f10-2bdd-43b8-5ffad7f539e3, 'name': SearchDatastore_Task, 'duration_secs': 0.035999} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.967390] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.967728] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 98ef028b-4cd6-438d-9f7e-57e2db1d4460/98ef028b-4cd6-438d-9f7e-57e2db1d4460.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.968190] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f92373ec-fcfc-4555-840d-374fef749e30 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.981159] env[64120]: DEBUG oslo_vmware.api [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1107.981159] env[64120]: value = "task-1406191" [ 1107.981159] env[64120]: _type = "Task" [ 1107.981159] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.996532] env[64120]: DEBUG oslo_vmware.api [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.051295] env[64120]: DEBUG oslo_vmware.api [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406188, 'name': ReconfigVM_Task, 'duration_secs': 0.356529} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.051606] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 5b6e1058-3b55-4c45-8f90-af94dbfee87d/5b6e1058-3b55-4c45-8f90-af94dbfee87d.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.052275] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae13131c-fafe-497f-bf09-2bec7b2d4d94 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.061371] env[64120]: DEBUG oslo_vmware.api [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1108.061371] env[64120]: value = "task-1406192" [ 1108.061371] env[64120]: _type = "Task" [ 1108.061371] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.073591] env[64120]: DEBUG oslo_vmware.api [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406192, 'name': Rename_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.076781] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7d78ce-a14c-421a-8f10-545fb4fd72a6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.084583] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736fa5a4-a2f1-4064-9921-36794ef51cb9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.118857] env[64120]: DEBUG nova.compute.manager [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1108.122362] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50956630-7911-422e-9aaa-7d0079670959 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.125596] env[64120]: DEBUG oslo_concurrency.lockutils [req-1e7c159f-93b4-4298-ae5f-79a355eca9a2 req-ae157b2e-fff4-43b5-8261-71dbbd66d1d3 service nova] Releasing lock "refresh_cache-494d4494-bd61-4370-b8f4-4e7ae757d638" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.125852] env[64120]: DEBUG nova.compute.manager [req-1e7c159f-93b4-4298-ae5f-79a355eca9a2 req-ae157b2e-fff4-43b5-8261-71dbbd66d1d3 service nova] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Received event network-changed-8bef1c00-126f-42c7-a7bf-e9c189d4d291 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1108.126039] env[64120]: DEBUG nova.compute.manager [req-1e7c159f-93b4-4298-ae5f-79a355eca9a2 req-ae157b2e-fff4-43b5-8261-71dbbd66d1d3 service nova] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Refreshing instance network info cache due to event network-changed-8bef1c00-126f-42c7-a7bf-e9c189d4d291. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1108.126231] env[64120]: DEBUG oslo_concurrency.lockutils [req-1e7c159f-93b4-4298-ae5f-79a355eca9a2 req-ae157b2e-fff4-43b5-8261-71dbbd66d1d3 service nova] Acquiring lock "refresh_cache-ee75c32c-969f-4181-b8b5-9c30808d32ad" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.132580] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e778ab52-c0a2-4368-972b-62c821f203c1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.150216] env[64120]: DEBUG nova.compute.provider_tree [None req-e34f3d38-2cfd-4eeb-8058-3cb6951bddb9 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.183413] env[64120]: DEBUG nova.network.neutron [-] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.231916] env[64120]: DEBUG oslo_vmware.api [None req-b5cc19aa-9e62-41db-a201-b86b810bc484 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Task: {'id': task-1406190, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.505047} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.232040] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5cc19aa-9e62-41db-a201-b86b810bc484 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1108.232173] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cc19aa-9e62-41db-a201-b86b810bc484 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1108.233085] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cc19aa-9e62-41db-a201-b86b810bc484 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1108.233085] env[64120]: INFO nova.compute.manager [None req-b5cc19aa-9e62-41db-a201-b86b810bc484 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1108.233085] env[64120]: DEBUG oslo.service.loopingcall [None req-b5cc19aa-9e62-41db-a201-b86b810bc484 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1108.233085] env[64120]: DEBUG nova.compute.manager [-] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1108.233085] env[64120]: DEBUG nova.network.neutron [-] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1108.251211] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.251492] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81a17d72-f41c-4f13-8ed2-99806e8c7007 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.260700] env[64120]: DEBUG oslo_vmware.api [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1108.260700] env[64120]: value = "task-1406193" [ 1108.260700] env[64120]: _type = "Task" [ 1108.260700] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.271025] env[64120]: DEBUG oslo_vmware.api [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.333763] env[64120]: DEBUG nova.network.neutron [req-7d6674ee-d5cb-40bf-8391-7a5d6806abbc req-5ab64a4d-a209-479d-aee0-c17ee68f4e80 service nova] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Updated VIF entry in instance network info cache for port 8bef1c00-126f-42c7-a7bf-e9c189d4d291. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.334355] env[64120]: DEBUG nova.network.neutron [req-7d6674ee-d5cb-40bf-8391-7a5d6806abbc req-5ab64a4d-a209-479d-aee0-c17ee68f4e80 service nova] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Updating instance_info_cache with network_info: [{"id": "8bef1c00-126f-42c7-a7bf-e9c189d4d291", "address": "fa:16:3e:36:8f:0c", "network": {"id": "7da1e537-f5e4-4d2b-9489-210d3808791b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1613047940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "07615dd90ee940d382083b3c3cb351a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bef1c00-12", "ovs_interfaceid": "8bef1c00-126f-42c7-a7bf-e9c189d4d291", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.468208] env[64120]: DEBUG nova.network.neutron [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Successfully created port: 8f8f2f02-995d-4d8d-81ae-ac6d4d8fbd35 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1108.496136] env[64120]: DEBUG oslo_vmware.api [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406191, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.579967] env[64120]: DEBUG oslo_vmware.api [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406192, 'name': Rename_Task, 'duration_secs': 0.244457} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.580810] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.581044] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a17b8e4-44a5-4eea-bd15-256598422f28 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.594249] env[64120]: DEBUG oslo_vmware.api [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1108.594249] env[64120]: value = "task-1406194" [ 1108.594249] env[64120]: _type = "Task" [ 1108.594249] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.605149] env[64120]: DEBUG oslo_vmware.api [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.654225] env[64120]: DEBUG nova.scheduler.client.report [None req-e34f3d38-2cfd-4eeb-8058-3cb6951bddb9 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1108.686711] env[64120]: INFO nova.compute.manager [-] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Took 1.61 seconds to deallocate network for instance. [ 1108.771827] env[64120]: DEBUG nova.compute.manager [req-ff617c28-71c3-4af9-ba93-bc1750f39079 req-89a5e11b-95cb-4682-a9eb-d751a44d4738 service nova] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Received event network-vif-deleted-8bef1c00-126f-42c7-a7bf-e9c189d4d291 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1108.771827] env[64120]: INFO nova.compute.manager [req-ff617c28-71c3-4af9-ba93-bc1750f39079 req-89a5e11b-95cb-4682-a9eb-d751a44d4738 service nova] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Neutron deleted interface 8bef1c00-126f-42c7-a7bf-e9c189d4d291; detaching it from the instance and deleting it from the info cache [ 1108.771827] env[64120]: DEBUG nova.network.neutron [req-ff617c28-71c3-4af9-ba93-bc1750f39079 req-89a5e11b-95cb-4682-a9eb-d751a44d4738 service nova] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.777080] env[64120]: DEBUG oslo_vmware.api [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406193, 'name': PowerOffVM_Task, 'duration_secs': 0.252116} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.777660] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.779012] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae99406-2051-424e-af0e-28ff4b744ed7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.804388] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f49716-a338-48b7-96fa-c359a8c96f48 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.837557] env[64120]: DEBUG oslo_concurrency.lockutils [req-7d6674ee-d5cb-40bf-8391-7a5d6806abbc req-5ab64a4d-a209-479d-aee0-c17ee68f4e80 service nova] Releasing lock "refresh_cache-ee75c32c-969f-4181-b8b5-9c30808d32ad" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.837974] env[64120]: DEBUG oslo_concurrency.lockutils [req-1e7c159f-93b4-4298-ae5f-79a355eca9a2 req-ae157b2e-fff4-43b5-8261-71dbbd66d1d3 service nova] Acquired lock "refresh_cache-ee75c32c-969f-4181-b8b5-9c30808d32ad" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.838202] env[64120]: DEBUG nova.network.neutron [req-1e7c159f-93b4-4298-ae5f-79a355eca9a2 req-ae157b2e-fff4-43b5-8261-71dbbd66d1d3 service nova] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Refreshing network info cache for port 8bef1c00-126f-42c7-a7bf-e9c189d4d291 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.841671] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.842335] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1069c683-9900-4182-b07e-79a419d4cd82 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.853461] env[64120]: DEBUG oslo_vmware.api [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1108.853461] env[64120]: value = "task-1406195" [ 1108.853461] env[64120]: _type = "Task" [ 1108.853461] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.864909] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] VM already powered off {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1108.865147] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.865397] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.865556] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.865932] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.866033] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4916f45-ed63-4edd-b34b-fe15c28831d2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.878246] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.878246] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.878246] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f194fa76-485a-4e35-b48f-b3e377fd0ff5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.883133] env[64120]: DEBUG oslo_vmware.api [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1108.883133] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c2478a-dc0f-c218-31ab-ccf72fee5d7b" [ 1108.883133] env[64120]: _type = "Task" [ 1108.883133] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.894038] env[64120]: DEBUG oslo_vmware.api [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c2478a-dc0f-c218-31ab-ccf72fee5d7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.994586] env[64120]: DEBUG oslo_vmware.api [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71417} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.994586] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 98ef028b-4cd6-438d-9f7e-57e2db1d4460/98ef028b-4cd6-438d-9f7e-57e2db1d4460.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.994586] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.995144] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf423f46-68e7-46eb-be0c-b90e2deb556f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.001816] env[64120]: DEBUG oslo_vmware.api [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1109.001816] env[64120]: value = "task-1406196" [ 1109.001816] env[64120]: _type = "Task" [ 1109.001816] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.011685] env[64120]: DEBUG oslo_vmware.api [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.103931] env[64120]: DEBUG oslo_vmware.api [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406194, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.131952] env[64120]: DEBUG nova.compute.manager [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1109.153580] env[64120]: DEBUG nova.virt.hardware [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1109.153835] env[64120]: DEBUG nova.virt.hardware [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1109.153997] env[64120]: DEBUG nova.virt.hardware [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.154200] env[64120]: DEBUG nova.virt.hardware [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1109.154353] env[64120]: DEBUG nova.virt.hardware [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.154566] env[64120]: DEBUG nova.virt.hardware [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1109.154790] env[64120]: DEBUG nova.virt.hardware [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1109.154953] env[64120]: DEBUG nova.virt.hardware [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1109.155139] env[64120]: DEBUG nova.virt.hardware [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1109.155310] env[64120]: DEBUG nova.virt.hardware [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1109.155490] env[64120]: DEBUG nova.virt.hardware [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1109.156906] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7fe1df-2ceb-4866-a85a-ec59907fc772 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.161689] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e34f3d38-2cfd-4eeb-8058-3cb6951bddb9 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.166101] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.259s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.167594] env[64120]: INFO nova.compute.claims [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.171582] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3619c3d7-9c94-4ef1-9875-1317513894ae {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.188774] env[64120]: INFO nova.scheduler.client.report [None req-e34f3d38-2cfd-4eeb-8058-3cb6951bddb9 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Deleted allocations for instance 93417e30-1413-457e-a34f-5d9f1fb8e657 [ 1109.193670] env[64120]: DEBUG oslo_concurrency.lockutils [None req-abdd83df-82c8-4710-80e7-b7365cc80bf6 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.195018] env[64120]: DEBUG nova.network.neutron [-] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.278967] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f0887fa-666e-43a0-8c2a-2e5b3eaeda4b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.292482] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6b9505-2883-4a53-86b0-c36023ceee44 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.330260] env[64120]: DEBUG nova.compute.manager [req-ff617c28-71c3-4af9-ba93-bc1750f39079 req-89a5e11b-95cb-4682-a9eb-d751a44d4738 service nova] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Detach interface failed, port_id=8bef1c00-126f-42c7-a7bf-e9c189d4d291, reason: Instance ee75c32c-969f-4181-b8b5-9c30808d32ad could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1109.369826] env[64120]: DEBUG nova.network.neutron [req-1e7c159f-93b4-4298-ae5f-79a355eca9a2 req-ae157b2e-fff4-43b5-8261-71dbbd66d1d3 service nova] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.389988] env[64120]: DEBUG nova.compute.manager [req-4a56e5d0-112d-412f-9c1d-2d6b6e994df3 req-7ff1a0af-7725-41ca-b7d1-8eb3c07f8b7b service nova] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Received event network-vif-deleted-ee086e0a-c8ba-47ef-bed5-03d7b0c098ca {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1109.399830] env[64120]: DEBUG oslo_vmware.api [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c2478a-dc0f-c218-31ab-ccf72fee5d7b, 'name': SearchDatastore_Task, 'duration_secs': 0.009325} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.400723] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbca25fe-57cb-40f3-85f4-f133f325e09f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.408660] env[64120]: DEBUG oslo_vmware.api [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1109.408660] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52edd011-c361-7a99-9601-31f6b0c8a71f" [ 1109.408660] env[64120]: _type = "Task" [ 1109.408660] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.417607] env[64120]: DEBUG oslo_vmware.api [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52edd011-c361-7a99-9601-31f6b0c8a71f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.506677] env[64120]: DEBUG nova.network.neutron [req-1e7c159f-93b4-4298-ae5f-79a355eca9a2 req-ae157b2e-fff4-43b5-8261-71dbbd66d1d3 service nova] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.515738] env[64120]: DEBUG oslo_vmware.api [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406196, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066628} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.516025] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.516848] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e339af63-ebbe-4813-8c30-3b4fdab17a53 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.543681] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 98ef028b-4cd6-438d-9f7e-57e2db1d4460/98ef028b-4cd6-438d-9f7e-57e2db1d4460.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.544276] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9896228c-b06b-4826-a632-dbdf506101bd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.570183] env[64120]: DEBUG oslo_vmware.api [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1109.570183] env[64120]: value = "task-1406197" [ 1109.570183] env[64120]: _type = "Task" [ 1109.570183] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.587024] env[64120]: DEBUG oslo_vmware.api [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406197, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.610609] env[64120]: DEBUG oslo_vmware.api [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406194, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.697346] env[64120]: INFO nova.compute.manager [-] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Took 1.46 seconds to deallocate network for instance. [ 1109.699637] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e34f3d38-2cfd-4eeb-8058-3cb6951bddb9 tempest-ServersAdminNegativeTestJSON-1209895577 tempest-ServersAdminNegativeTestJSON-1209895577-project-member] Lock "93417e30-1413-457e-a34f-5d9f1fb8e657" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.359s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.917744] env[64120]: DEBUG oslo_vmware.api [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52edd011-c361-7a99-9601-31f6b0c8a71f, 'name': SearchDatastore_Task, 'duration_secs': 0.011849} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.919061] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.919061] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 1e3ed926-6b6c-4044-a299-64a438f2400d/aef4c66b-ea31-40a0-a498-e6a6d723a3ce-rescue.vmdk. {{(pid=64120) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1109.919061] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-523a5e4b-41fd-47a8-b412-dbf9b603e5c1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.931500] env[64120]: DEBUG oslo_vmware.api [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1109.931500] env[64120]: value = "task-1406198" [ 1109.931500] env[64120]: _type = "Task" [ 1109.931500] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.938489] env[64120]: DEBUG oslo_vmware.api [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.010055] env[64120]: DEBUG oslo_concurrency.lockutils [req-1e7c159f-93b4-4298-ae5f-79a355eca9a2 req-ae157b2e-fff4-43b5-8261-71dbbd66d1d3 service nova] Releasing lock "refresh_cache-ee75c32c-969f-4181-b8b5-9c30808d32ad" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.080555] env[64120]: DEBUG oslo_vmware.api [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406197, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.107223] env[64120]: DEBUG oslo_vmware.api [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406194, 'name': PowerOnVM_Task, 'duration_secs': 1.129225} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.107558] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.107980] env[64120]: INFO nova.compute.manager [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Took 10.39 seconds to spawn the instance on the hypervisor. [ 1110.108216] env[64120]: DEBUG nova.compute.manager [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1110.109210] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673a3504-3cd2-4e92-90d0-0770a8259fbb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.206659] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b5cc19aa-9e62-41db-a201-b86b810bc484 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1110.452407] env[64120]: DEBUG oslo_vmware.api [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406198, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.584980] env[64120]: DEBUG oslo_vmware.api [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406197, 'name': ReconfigVM_Task, 'duration_secs': 0.708459} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.585432] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 98ef028b-4cd6-438d-9f7e-57e2db1d4460/98ef028b-4cd6-438d-9f7e-57e2db1d4460.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.586847] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43cad3a0-ac89-47b6-be70-5c4fe8704f5e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.597005] env[64120]: DEBUG oslo_vmware.api [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1110.597005] env[64120]: value = "task-1406199" [ 1110.597005] env[64120]: _type = "Task" [ 1110.597005] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.615948] env[64120]: DEBUG oslo_vmware.api [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406199, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.634381] env[64120]: INFO nova.compute.manager [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Took 46.06 seconds to build instance. [ 1110.646074] env[64120]: DEBUG nova.network.neutron [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Successfully updated port: 8f8f2f02-995d-4d8d-81ae-ac6d4d8fbd35 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1110.735021] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6900006a-af94-4d7e-b417-5d136843efa3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.742532] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b566fa-e9e2-4b42-bf48-8bb508fbe225 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.784064] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a15b514-b49d-4818-9ffa-e91258e61389 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.797739] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68986bc7-ccd0-4a0e-a7fd-0d383c714285 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.812541] env[64120]: DEBUG nova.compute.provider_tree [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.947898] env[64120]: DEBUG oslo_vmware.api [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.78703} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.947898] env[64120]: INFO nova.virt.vmwareapi.ds_util [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 1e3ed926-6b6c-4044-a299-64a438f2400d/aef4c66b-ea31-40a0-a498-e6a6d723a3ce-rescue.vmdk. [ 1110.947898] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fc221a-72a5-408e-88bf-334354083311 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.981797] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 1e3ed926-6b6c-4044-a299-64a438f2400d/aef4c66b-ea31-40a0-a498-e6a6d723a3ce-rescue.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.981797] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82f70794-49bd-4868-bb3a-f40b60cf79a0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.001596] env[64120]: DEBUG oslo_vmware.api [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1111.001596] env[64120]: value = "task-1406200" [ 1111.001596] env[64120]: _type = "Task" [ 1111.001596] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.012156] env[64120]: DEBUG oslo_vmware.api [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406200, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.111158] env[64120]: DEBUG oslo_vmware.api [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406199, 'name': Rename_Task, 'duration_secs': 0.204222} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.111414] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.112220] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87dbaf12-6d70-4812-abc2-526c45795a1c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.122026] env[64120]: DEBUG oslo_vmware.api [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1111.122026] env[64120]: value = "task-1406201" [ 1111.122026] env[64120]: _type = "Task" [ 1111.122026] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.131977] env[64120]: DEBUG oslo_vmware.api [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.143798] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8b8673f9-40c9-418c-b3c7-d75d2be50793 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "5b6e1058-3b55-4c45-8f90-af94dbfee87d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.843s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.150261] env[64120]: DEBUG oslo_concurrency.lockutils [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "refresh_cache-0441676f-53f4-4b15-b318-bed35cb92f02" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.150261] env[64120]: DEBUG oslo_concurrency.lockutils [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquired lock "refresh_cache-0441676f-53f4-4b15-b318-bed35cb92f02" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.150261] env[64120]: DEBUG nova.network.neutron [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.316130] env[64120]: DEBUG nova.scheduler.client.report [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1111.517375] env[64120]: DEBUG oslo_vmware.api [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406200, 'name': ReconfigVM_Task, 'duration_secs': 0.339786} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.517661] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 1e3ed926-6b6c-4044-a299-64a438f2400d/aef4c66b-ea31-40a0-a498-e6a6d723a3ce-rescue.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.518568] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d315cb-832e-4e5b-8dd9-eb09deb8a9c7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.546895] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc628a73-5c42-4639-a7fb-4fffe7785ebf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.564796] env[64120]: DEBUG oslo_vmware.api [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1111.564796] env[64120]: value = "task-1406202" [ 1111.564796] env[64120]: _type = "Task" [ 1111.564796] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.576832] env[64120]: DEBUG oslo_vmware.api [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406202, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.584875] env[64120]: DEBUG nova.compute.manager [req-f2db7a3b-a101-4620-aa0a-702d8c68dd30 req-6c6f8bb3-41a7-4c65-a185-78214a55c441 service nova] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Received event network-vif-plugged-8f8f2f02-995d-4d8d-81ae-ac6d4d8fbd35 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1111.585390] env[64120]: DEBUG oslo_concurrency.lockutils [req-f2db7a3b-a101-4620-aa0a-702d8c68dd30 req-6c6f8bb3-41a7-4c65-a185-78214a55c441 service nova] Acquiring lock "0441676f-53f4-4b15-b318-bed35cb92f02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.585390] env[64120]: DEBUG oslo_concurrency.lockutils [req-f2db7a3b-a101-4620-aa0a-702d8c68dd30 req-6c6f8bb3-41a7-4c65-a185-78214a55c441 service nova] Lock "0441676f-53f4-4b15-b318-bed35cb92f02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.585555] env[64120]: DEBUG oslo_concurrency.lockutils [req-f2db7a3b-a101-4620-aa0a-702d8c68dd30 req-6c6f8bb3-41a7-4c65-a185-78214a55c441 service nova] Lock "0441676f-53f4-4b15-b318-bed35cb92f02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.585661] env[64120]: DEBUG nova.compute.manager [req-f2db7a3b-a101-4620-aa0a-702d8c68dd30 req-6c6f8bb3-41a7-4c65-a185-78214a55c441 service nova] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] No waiting events found dispatching network-vif-plugged-8f8f2f02-995d-4d8d-81ae-ac6d4d8fbd35 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1111.585881] env[64120]: WARNING nova.compute.manager [req-f2db7a3b-a101-4620-aa0a-702d8c68dd30 req-6c6f8bb3-41a7-4c65-a185-78214a55c441 service nova] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Received unexpected event network-vif-plugged-8f8f2f02-995d-4d8d-81ae-ac6d4d8fbd35 for instance with vm_state building and task_state spawning. [ 1111.585981] env[64120]: DEBUG nova.compute.manager [req-f2db7a3b-a101-4620-aa0a-702d8c68dd30 req-6c6f8bb3-41a7-4c65-a185-78214a55c441 service nova] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Received event network-changed-8f8f2f02-995d-4d8d-81ae-ac6d4d8fbd35 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1111.586421] env[64120]: DEBUG nova.compute.manager [req-f2db7a3b-a101-4620-aa0a-702d8c68dd30 req-6c6f8bb3-41a7-4c65-a185-78214a55c441 service nova] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Refreshing instance network info cache due to event network-changed-8f8f2f02-995d-4d8d-81ae-ac6d4d8fbd35. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1111.586639] env[64120]: DEBUG oslo_concurrency.lockutils [req-f2db7a3b-a101-4620-aa0a-702d8c68dd30 req-6c6f8bb3-41a7-4c65-a185-78214a55c441 service nova] Acquiring lock "refresh_cache-0441676f-53f4-4b15-b318-bed35cb92f02" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.636847] env[64120]: DEBUG oslo_vmware.api [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406201, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.649578] env[64120]: DEBUG nova.compute.manager [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1111.715567] env[64120]: DEBUG nova.network.neutron [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1111.821619] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.822188] env[64120]: DEBUG nova.compute.manager [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1111.828724] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.832s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.830441] env[64120]: INFO nova.compute.claims [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.076374] env[64120]: DEBUG oslo_vmware.api [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.135820] env[64120]: DEBUG oslo_vmware.api [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406201, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.158078] env[64120]: DEBUG nova.network.neutron [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Updating instance_info_cache with network_info: [{"id": "8f8f2f02-995d-4d8d-81ae-ac6d4d8fbd35", "address": "fa:16:3e:77:71:11", "network": {"id": "ac859548-be49-4f7a-a170-ad993373fc23", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1472716559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288eafb106694a9cb4e568df3a5edd47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f8f2f02-99", "ovs_interfaceid": "8f8f2f02-995d-4d8d-81ae-ac6d4d8fbd35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.180832] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.337868] env[64120]: DEBUG nova.compute.utils [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1112.340995] env[64120]: DEBUG nova.compute.manager [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1112.341213] env[64120]: DEBUG nova.network.neutron [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1112.432481] env[64120]: DEBUG nova.policy [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f4531cd0975468383b1c4832c187a2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5c0e68907fe43bb85c6990548ad2ec5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1112.580199] env[64120]: DEBUG oslo_vmware.api [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406202, 'name': ReconfigVM_Task, 'duration_secs': 0.716331} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.580695] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.581042] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f05607c4-ebb8-4576-89d9-00b5c56f2ac7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.590154] env[64120]: DEBUG oslo_vmware.api [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1112.590154] env[64120]: value = "task-1406203" [ 1112.590154] env[64120]: _type = "Task" [ 1112.590154] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.598622] env[64120]: DEBUG oslo_vmware.api [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.637765] env[64120]: DEBUG oslo_vmware.api [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406201, 'name': PowerOnVM_Task, 'duration_secs': 1.128895} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.638502] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.638997] env[64120]: INFO nova.compute.manager [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Took 10.32 seconds to spawn the instance on the hypervisor. [ 1112.638997] env[64120]: DEBUG nova.compute.manager [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1112.639840] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c829aab0-b2d5-44f6-8354-046655705049 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.665130] env[64120]: DEBUG oslo_concurrency.lockutils [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Releasing lock "refresh_cache-0441676f-53f4-4b15-b318-bed35cb92f02" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.665612] env[64120]: DEBUG nova.compute.manager [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Instance network_info: |[{"id": "8f8f2f02-995d-4d8d-81ae-ac6d4d8fbd35", "address": "fa:16:3e:77:71:11", "network": {"id": "ac859548-be49-4f7a-a170-ad993373fc23", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1472716559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288eafb106694a9cb4e568df3a5edd47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f8f2f02-99", "ovs_interfaceid": "8f8f2f02-995d-4d8d-81ae-ac6d4d8fbd35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1112.666295] env[64120]: DEBUG oslo_concurrency.lockutils [req-f2db7a3b-a101-4620-aa0a-702d8c68dd30 req-6c6f8bb3-41a7-4c65-a185-78214a55c441 service nova] Acquired lock "refresh_cache-0441676f-53f4-4b15-b318-bed35cb92f02" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.666692] env[64120]: DEBUG nova.network.neutron [req-f2db7a3b-a101-4620-aa0a-702d8c68dd30 req-6c6f8bb3-41a7-4c65-a185-78214a55c441 service nova] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Refreshing network info cache for port 8f8f2f02-995d-4d8d-81ae-ac6d4d8fbd35 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.668645] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:71:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f8f2f02-995d-4d8d-81ae-ac6d4d8fbd35', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.679329] env[64120]: DEBUG oslo.service.loopingcall [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1112.683108] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1112.683759] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31274555-48c3-41ce-bd5c-6d2252bfdcca {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.710337] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1112.710337] env[64120]: value = "task-1406204" [ 1112.710337] env[64120]: _type = "Task" [ 1112.710337] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.722060] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406204, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.850389] env[64120]: DEBUG nova.compute.manager [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1113.105534] env[64120]: DEBUG oslo_concurrency.lockutils [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "ed54e949-f5db-4946-bc92-6384f8279de5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.106157] env[64120]: DEBUG oslo_concurrency.lockutils [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "ed54e949-f5db-4946-bc92-6384f8279de5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.110728] env[64120]: DEBUG oslo_vmware.api [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406203, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.161609] env[64120]: INFO nova.compute.manager [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Took 46.95 seconds to build instance. [ 1113.183376] env[64120]: DEBUG nova.network.neutron [req-f2db7a3b-a101-4620-aa0a-702d8c68dd30 req-6c6f8bb3-41a7-4c65-a185-78214a55c441 service nova] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Updated VIF entry in instance network info cache for port 8f8f2f02-995d-4d8d-81ae-ac6d4d8fbd35. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.185591] env[64120]: DEBUG nova.network.neutron [req-f2db7a3b-a101-4620-aa0a-702d8c68dd30 req-6c6f8bb3-41a7-4c65-a185-78214a55c441 service nova] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Updating instance_info_cache with network_info: [{"id": "8f8f2f02-995d-4d8d-81ae-ac6d4d8fbd35", "address": "fa:16:3e:77:71:11", "network": {"id": "ac859548-be49-4f7a-a170-ad993373fc23", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1472716559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288eafb106694a9cb4e568df3a5edd47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f8f2f02-99", "ovs_interfaceid": "8f8f2f02-995d-4d8d-81ae-ac6d4d8fbd35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.223335] env[64120]: DEBUG nova.network.neutron [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Successfully created port: 721567de-79bb-422d-948f-e1533b27875c {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1113.228739] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406204, 'name': CreateVM_Task, 'duration_secs': 0.419882} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.231762] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.233228] env[64120]: DEBUG oslo_concurrency.lockutils [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.233545] env[64120]: DEBUG oslo_concurrency.lockutils [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.234056] env[64120]: DEBUG oslo_concurrency.lockutils [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.234498] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e6cc72a-0245-4487-9d9d-875c4fd3f478 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.243079] env[64120]: DEBUG oslo_vmware.api [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1113.243079] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5264b18d-5f0c-fcf9-b642-d904b0c136d2" [ 1113.243079] env[64120]: _type = "Task" [ 1113.243079] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.257075] env[64120]: DEBUG oslo_vmware.api [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5264b18d-5f0c-fcf9-b642-d904b0c136d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.333937] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b614b2-a05b-40a1-b40e-62c367f64502 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.342123] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb25728-9d8e-48fc-89a5-5583e81b5801 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.382025] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ba6e24-6b8c-4799-ad36-f0b5299131e8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.392080] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6291d016-5744-480d-bdcb-f4e0b060e0a3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.413214] env[64120]: DEBUG nova.compute.provider_tree [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.601949] env[64120]: DEBUG oslo_vmware.api [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406203, 'name': PowerOnVM_Task, 'duration_secs': 0.600495} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.602112] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.610899] env[64120]: DEBUG nova.compute.manager [None req-0a57b650-e97d-4519-93b7-dcda05816144 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1113.611780] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e6ec28-94e5-47ac-8c6c-6be106f1b5bc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.662979] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a932d1c7-9251-4d0c-98bb-9cb2aee1e5e3 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "98ef028b-4cd6-438d-9f7e-57e2db1d4460" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.873s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.686561] env[64120]: DEBUG oslo_concurrency.lockutils [req-f2db7a3b-a101-4620-aa0a-702d8c68dd30 req-6c6f8bb3-41a7-4c65-a185-78214a55c441 service nova] Releasing lock "refresh_cache-0441676f-53f4-4b15-b318-bed35cb92f02" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.758255] env[64120]: DEBUG oslo_vmware.api [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5264b18d-5f0c-fcf9-b642-d904b0c136d2, 'name': SearchDatastore_Task, 'duration_secs': 0.015142} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.758653] env[64120]: DEBUG oslo_concurrency.lockutils [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.758948] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1113.759260] env[64120]: DEBUG oslo_concurrency.lockutils [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.759506] env[64120]: DEBUG oslo_concurrency.lockutils [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.759757] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.760150] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cb7d040-35b8-41a1-912b-27416ac40b02 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.772588] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.772777] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1113.773538] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-535cc12f-df6a-426f-8574-989cfafc6b47 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.782153] env[64120]: DEBUG oslo_vmware.api [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1113.782153] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5259d9e7-3e1a-41fb-5214-5f085b3d425a" [ 1113.782153] env[64120]: _type = "Task" [ 1113.782153] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.793369] env[64120]: DEBUG oslo_vmware.api [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5259d9e7-3e1a-41fb-5214-5f085b3d425a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.886519] env[64120]: DEBUG nova.compute.manager [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1113.923573] env[64120]: DEBUG nova.virt.hardware [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1113.924794] env[64120]: DEBUG nova.virt.hardware [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1113.925152] env[64120]: DEBUG nova.virt.hardware [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.925541] env[64120]: DEBUG nova.virt.hardware [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1113.925755] env[64120]: DEBUG nova.virt.hardware [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.925945] env[64120]: DEBUG nova.virt.hardware [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1113.926360] env[64120]: DEBUG nova.virt.hardware [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1113.926432] env[64120]: DEBUG nova.virt.hardware [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1113.926937] env[64120]: DEBUG nova.virt.hardware [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1113.927415] env[64120]: DEBUG nova.virt.hardware [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1113.927559] env[64120]: DEBUG nova.virt.hardware [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1113.928915] env[64120]: DEBUG nova.scheduler.client.report [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1113.932235] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0934c312-faa7-47bc-aa55-117682587701 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.942708] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa18e38-e164-42fa-b824-05c88059b3a8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.168027] env[64120]: DEBUG nova.compute.manager [None req-9425dfa0-40ff-4ca0-94a6-09cec957db4a tempest-ServersListShow296Test-1307521703 tempest-ServersListShow296Test-1307521703-project-member] [instance: e63e5368-403f-4e79-aa92-d30ca5e5c67c] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1114.296631] env[64120]: DEBUG oslo_vmware.api [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5259d9e7-3e1a-41fb-5214-5f085b3d425a, 'name': SearchDatastore_Task, 'duration_secs': 0.022241} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.298178] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5e1ba71-7f3a-4c3d-a014-a649188e1c1b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.305034] env[64120]: DEBUG oslo_vmware.api [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1114.305034] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52609e58-9c03-fac3-92b2-7bc0d4bade5e" [ 1114.305034] env[64120]: _type = "Task" [ 1114.305034] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.315819] env[64120]: DEBUG oslo_vmware.api [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52609e58-9c03-fac3-92b2-7bc0d4bade5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.437410] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.437760] env[64120]: DEBUG nova.compute.manager [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1114.440920] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.871s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.446018] env[64120]: INFO nova.compute.claims [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.671402] env[64120]: DEBUG nova.compute.manager [None req-9425dfa0-40ff-4ca0-94a6-09cec957db4a tempest-ServersListShow296Test-1307521703 tempest-ServersListShow296Test-1307521703-project-member] [instance: e63e5368-403f-4e79-aa92-d30ca5e5c67c] Instance disappeared before build. {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1114.725924] env[64120]: DEBUG nova.compute.manager [req-46d8ae80-9019-4508-bfb0-08f3a3300b9f req-3857d43f-0a56-410d-9bfe-84c0d285eb41 service nova] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Received event network-changed-f5623268-862d-44bd-8e68-e9fced029dbb {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1114.728408] env[64120]: DEBUG nova.compute.manager [req-46d8ae80-9019-4508-bfb0-08f3a3300b9f req-3857d43f-0a56-410d-9bfe-84c0d285eb41 service nova] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Refreshing instance network info cache due to event network-changed-f5623268-862d-44bd-8e68-e9fced029dbb. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1114.728408] env[64120]: DEBUG oslo_concurrency.lockutils [req-46d8ae80-9019-4508-bfb0-08f3a3300b9f req-3857d43f-0a56-410d-9bfe-84c0d285eb41 service nova] Acquiring lock "refresh_cache-98ef028b-4cd6-438d-9f7e-57e2db1d4460" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.728603] env[64120]: DEBUG oslo_concurrency.lockutils [req-46d8ae80-9019-4508-bfb0-08f3a3300b9f req-3857d43f-0a56-410d-9bfe-84c0d285eb41 service nova] Acquired lock "refresh_cache-98ef028b-4cd6-438d-9f7e-57e2db1d4460" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.730104] env[64120]: DEBUG nova.network.neutron [req-46d8ae80-9019-4508-bfb0-08f3a3300b9f req-3857d43f-0a56-410d-9bfe-84c0d285eb41 service nova] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Refreshing network info cache for port f5623268-862d-44bd-8e68-e9fced029dbb {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.817087] env[64120]: DEBUG oslo_vmware.api [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52609e58-9c03-fac3-92b2-7bc0d4bade5e, 'name': SearchDatastore_Task, 'duration_secs': 0.018419} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.817618] env[64120]: DEBUG oslo_concurrency.lockutils [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.818037] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 0441676f-53f4-4b15-b318-bed35cb92f02/0441676f-53f4-4b15-b318-bed35cb92f02.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.818500] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48536bc6-37bd-444e-bd36-0d2fb4b4bde0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.822382] env[64120]: INFO nova.compute.manager [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Rebuilding instance [ 1114.830270] env[64120]: DEBUG oslo_vmware.api [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1114.830270] env[64120]: value = "task-1406205" [ 1114.830270] env[64120]: _type = "Task" [ 1114.830270] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.837902] env[64120]: DEBUG oslo_vmware.api [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.882862] env[64120]: DEBUG nova.compute.manager [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1114.886249] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194c96c2-81da-411a-b0cc-2069f392dabf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.948653] env[64120]: DEBUG nova.compute.utils [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1114.956838] env[64120]: DEBUG nova.compute.manager [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1114.956838] env[64120]: DEBUG nova.network.neutron [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.012437] env[64120]: DEBUG nova.policy [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c6f491fa097437ca421a9aa71775fc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '320d185402b0408994b165e50e456471', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1115.192674] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9425dfa0-40ff-4ca0-94a6-09cec957db4a tempest-ServersListShow296Test-1307521703 tempest-ServersListShow296Test-1307521703-project-member] Lock "e63e5368-403f-4e79-aa92-d30ca5e5c67c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 10.295s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.342794] env[64120]: DEBUG oslo_vmware.api [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406205, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.400401] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.400401] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07d5f867-dd4b-4400-8381-55969a36272d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.409013] env[64120]: DEBUG oslo_vmware.api [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1115.409013] env[64120]: value = "task-1406206" [ 1115.409013] env[64120]: _type = "Task" [ 1115.409013] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.426495] env[64120]: DEBUG oslo_vmware.api [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.430361] env[64120]: DEBUG nova.network.neutron [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Successfully created port: 3ae214cd-52a8-47da-b204-d6be7b1161f5 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1115.453924] env[64120]: DEBUG nova.compute.manager [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1115.626202] env[64120]: DEBUG nova.compute.manager [req-8ae2268c-9efb-43b3-8f85-8df177876c3f req-1bbc9b76-c7fa-4fcd-9a08-fff52d1231bc service nova] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Received event network-vif-plugged-721567de-79bb-422d-948f-e1533b27875c {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1115.626470] env[64120]: DEBUG oslo_concurrency.lockutils [req-8ae2268c-9efb-43b3-8f85-8df177876c3f req-1bbc9b76-c7fa-4fcd-9a08-fff52d1231bc service nova] Acquiring lock "e62a17bf-89e4-4c37-b270-52bf10a86d5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.626706] env[64120]: DEBUG oslo_concurrency.lockutils [req-8ae2268c-9efb-43b3-8f85-8df177876c3f req-1bbc9b76-c7fa-4fcd-9a08-fff52d1231bc service nova] Lock "e62a17bf-89e4-4c37-b270-52bf10a86d5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.626898] env[64120]: DEBUG oslo_concurrency.lockutils [req-8ae2268c-9efb-43b3-8f85-8df177876c3f req-1bbc9b76-c7fa-4fcd-9a08-fff52d1231bc service nova] Lock "e62a17bf-89e4-4c37-b270-52bf10a86d5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.627166] env[64120]: DEBUG nova.compute.manager [req-8ae2268c-9efb-43b3-8f85-8df177876c3f req-1bbc9b76-c7fa-4fcd-9a08-fff52d1231bc service nova] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] No waiting events found dispatching network-vif-plugged-721567de-79bb-422d-948f-e1533b27875c {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1115.627256] env[64120]: WARNING nova.compute.manager [req-8ae2268c-9efb-43b3-8f85-8df177876c3f req-1bbc9b76-c7fa-4fcd-9a08-fff52d1231bc service nova] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Received unexpected event network-vif-plugged-721567de-79bb-422d-948f-e1533b27875c for instance with vm_state building and task_state spawning. [ 1115.698324] env[64120]: DEBUG nova.compute.manager [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1115.743972] env[64120]: DEBUG nova.network.neutron [req-46d8ae80-9019-4508-bfb0-08f3a3300b9f req-3857d43f-0a56-410d-9bfe-84c0d285eb41 service nova] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Updated VIF entry in instance network info cache for port f5623268-862d-44bd-8e68-e9fced029dbb. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.743972] env[64120]: DEBUG nova.network.neutron [req-46d8ae80-9019-4508-bfb0-08f3a3300b9f req-3857d43f-0a56-410d-9bfe-84c0d285eb41 service nova] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Updating instance_info_cache with network_info: [{"id": "f5623268-862d-44bd-8e68-e9fced029dbb", "address": "fa:16:3e:97:9b:4a", "network": {"id": "71911dc6-c0f8-40a0-bf34-0194ac58b322", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1482185353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfac1b101ea44799c497b99e27a488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5623268-86", "ovs_interfaceid": "f5623268-862d-44bd-8e68-e9fced029dbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.841533] env[64120]: DEBUG oslo_vmware.api [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518402} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.841533] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 0441676f-53f4-4b15-b318-bed35cb92f02/0441676f-53f4-4b15-b318-bed35cb92f02.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.841863] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.844910] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b4ae73a-526f-4a8b-b3ae-ce17fc7cff2d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.856192] env[64120]: DEBUG oslo_vmware.api [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1115.856192] env[64120]: value = "task-1406207" [ 1115.856192] env[64120]: _type = "Task" [ 1115.856192] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.873223] env[64120]: DEBUG oslo_vmware.api [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.929170] env[64120]: DEBUG oslo_vmware.api [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406206, 'name': PowerOffVM_Task, 'duration_secs': 0.230804} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.931311] env[64120]: DEBUG nova.network.neutron [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Successfully updated port: 721567de-79bb-422d-948f-e1533b27875c {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1115.931501] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.931767] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.935568] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666ddb7e-8805-47d3-aa46-4038b14845bf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.948813] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.948813] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6952869-a5c8-41a3-b7ae-80af7bea4ae1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.957612] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612f1e66-ac7e-4a59-9eb7-b9d8e164e638 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.970600] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce2e237-7973-40cc-a7ea-6ec34a09c857 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.008476] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb45f893-47a8-4d38-9094-ad764fdb47fd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.017595] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc04b6db-4448-4868-88cc-ffaf22405cbf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.033344] env[64120]: DEBUG nova.compute.provider_tree [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.039029] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.039029] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.039029] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Deleting the datastore file [datastore2] 5b6e1058-3b55-4c45-8f90-af94dbfee87d {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.039029] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf296d88-b240-4d9c-bdcd-1798e2f2ac0a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.044254] env[64120]: DEBUG oslo_vmware.api [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1116.044254] env[64120]: value = "task-1406209" [ 1116.044254] env[64120]: _type = "Task" [ 1116.044254] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.053965] env[64120]: DEBUG oslo_vmware.api [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.225648] env[64120]: DEBUG oslo_concurrency.lockutils [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.247061] env[64120]: DEBUG oslo_concurrency.lockutils [req-46d8ae80-9019-4508-bfb0-08f3a3300b9f req-3857d43f-0a56-410d-9bfe-84c0d285eb41 service nova] Releasing lock "refresh_cache-98ef028b-4cd6-438d-9f7e-57e2db1d4460" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.369953] env[64120]: DEBUG oslo_vmware.api [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094909} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.370368] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.371830] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2110a9-d4ac-46fe-b710-3dd6b5a0fac2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.398210] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 0441676f-53f4-4b15-b318-bed35cb92f02/0441676f-53f4-4b15-b318-bed35cb92f02.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.398555] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79830d3b-b9c0-4b3e-ba89-aeea1e68bd75 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.419270] env[64120]: DEBUG oslo_vmware.api [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1116.419270] env[64120]: value = "task-1406210" [ 1116.419270] env[64120]: _type = "Task" [ 1116.419270] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.428109] env[64120]: DEBUG oslo_vmware.api [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406210, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.435871] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Acquiring lock "refresh_cache-e62a17bf-89e4-4c37-b270-52bf10a86d5e" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.436050] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Acquired lock "refresh_cache-e62a17bf-89e4-4c37-b270-52bf10a86d5e" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.436233] env[64120]: DEBUG nova.network.neutron [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.467211] env[64120]: DEBUG nova.compute.manager [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1116.491689] env[64120]: DEBUG nova.virt.hardware [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1116.492019] env[64120]: DEBUG nova.virt.hardware [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1116.492237] env[64120]: DEBUG nova.virt.hardware [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.492458] env[64120]: DEBUG nova.virt.hardware [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1116.492737] env[64120]: DEBUG nova.virt.hardware [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.492983] env[64120]: DEBUG nova.virt.hardware [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1116.493367] env[64120]: DEBUG nova.virt.hardware [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1116.493586] env[64120]: DEBUG nova.virt.hardware [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1116.493827] env[64120]: DEBUG nova.virt.hardware [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1116.494033] env[64120]: DEBUG nova.virt.hardware [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1116.494290] env[64120]: DEBUG nova.virt.hardware [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1116.495580] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83d32e1-7a8b-4d29-b6db-4de6185be536 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.504439] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31b7dbb-d9e7-441b-b4c0-455f8748aef1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.538862] env[64120]: DEBUG nova.scheduler.client.report [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1116.556281] env[64120]: DEBUG oslo_vmware.api [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.467554} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.556645] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.556880] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.557130] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.582902] env[64120]: INFO nova.compute.manager [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Rescuing [ 1116.582902] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquiring lock "refresh_cache-4d010afc-7835-4eac-b2bd-7cf6abea43a1" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.583902] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquired lock "refresh_cache-4d010afc-7835-4eac-b2bd-7cf6abea43a1" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.583902] env[64120]: DEBUG nova.network.neutron [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.930820] env[64120]: DEBUG oslo_vmware.api [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.005074] env[64120]: DEBUG nova.network.neutron [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.046472] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.046472] env[64120]: DEBUG nova.compute.manager [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1117.047822] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a1b22cea-e006-4f72-b801-fc4421e82abf tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.323s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.048206] env[64120]: DEBUG nova.objects.instance [None req-a1b22cea-e006-4f72-b801-fc4421e82abf tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Lazy-loading 'resources' on Instance uuid 51f2aeb5-f940-49b0-bfce-e404cbd69d4d {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.143337] env[64120]: DEBUG nova.network.neutron [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Successfully updated port: 3ae214cd-52a8-47da-b204-d6be7b1161f5 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1117.163946] env[64120]: DEBUG nova.compute.manager [req-487e5953-c2ad-43a7-acc1-d8fe42cbdf02 req-14625dfc-c0b5-466f-bad6-b9e3de80e27f service nova] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Received event network-vif-plugged-3ae214cd-52a8-47da-b204-d6be7b1161f5 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1117.164184] env[64120]: DEBUG oslo_concurrency.lockutils [req-487e5953-c2ad-43a7-acc1-d8fe42cbdf02 req-14625dfc-c0b5-466f-bad6-b9e3de80e27f service nova] Acquiring lock "94a09be2-6d85-44c0-b282-e80f4f0b5ec5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.164470] env[64120]: DEBUG oslo_concurrency.lockutils [req-487e5953-c2ad-43a7-acc1-d8fe42cbdf02 req-14625dfc-c0b5-466f-bad6-b9e3de80e27f service nova] Lock "94a09be2-6d85-44c0-b282-e80f4f0b5ec5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.164651] env[64120]: DEBUG oslo_concurrency.lockutils [req-487e5953-c2ad-43a7-acc1-d8fe42cbdf02 req-14625dfc-c0b5-466f-bad6-b9e3de80e27f service nova] Lock "94a09be2-6d85-44c0-b282-e80f4f0b5ec5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.164874] env[64120]: DEBUG nova.compute.manager [req-487e5953-c2ad-43a7-acc1-d8fe42cbdf02 req-14625dfc-c0b5-466f-bad6-b9e3de80e27f service nova] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] No waiting events found dispatching network-vif-plugged-3ae214cd-52a8-47da-b204-d6be7b1161f5 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1117.165124] env[64120]: WARNING nova.compute.manager [req-487e5953-c2ad-43a7-acc1-d8fe42cbdf02 req-14625dfc-c0b5-466f-bad6-b9e3de80e27f service nova] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Received unexpected event network-vif-plugged-3ae214cd-52a8-47da-b204-d6be7b1161f5 for instance with vm_state building and task_state spawning. [ 1117.397572] env[64120]: DEBUG nova.network.neutron [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Updating instance_info_cache with network_info: [{"id": "721567de-79bb-422d-948f-e1533b27875c", "address": "fa:16:3e:97:27:44", "network": {"id": "3ed37efb-88e1-478e-a3d4-0ef7ba5e6d51", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1669253864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5c0e68907fe43bb85c6990548ad2ec5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap721567de-79", "ovs_interfaceid": "721567de-79bb-422d-948f-e1533b27875c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.413206] env[64120]: DEBUG oslo_concurrency.lockutils [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Acquiring lock "32c9072f-9004-4c1c-ac52-d7115dd531e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.413846] env[64120]: DEBUG oslo_concurrency.lockutils [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Lock "32c9072f-9004-4c1c-ac52-d7115dd531e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.431024] env[64120]: DEBUG oslo_vmware.api [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406210, 'name': ReconfigVM_Task, 'duration_secs': 0.659739} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.431437] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 0441676f-53f4-4b15-b318-bed35cb92f02/0441676f-53f4-4b15-b318-bed35cb92f02.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.432085] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b1f74b0-6b2f-4538-a651-abb799c0ad3d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.440247] env[64120]: DEBUG oslo_vmware.api [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1117.440247] env[64120]: value = "task-1406211" [ 1117.440247] env[64120]: _type = "Task" [ 1117.440247] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.449595] env[64120]: DEBUG oslo_vmware.api [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406211, 'name': Rename_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.543913] env[64120]: DEBUG nova.network.neutron [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Updating instance_info_cache with network_info: [{"id": "d5218065-4792-45be-a71c-9c0f15046fb0", "address": "fa:16:3e:31:f8:99", "network": {"id": "d7209c45-7959-4437-a781-abbb4afde079", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1067622788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c20e6109d6f40748735c6c818444a0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5218065-47", "ovs_interfaceid": "d5218065-4792-45be-a71c-9c0f15046fb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.555174] env[64120]: DEBUG nova.compute.utils [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1117.556653] env[64120]: DEBUG nova.compute.manager [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1117.556824] env[64120]: DEBUG nova.network.neutron [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1117.602038] env[64120]: DEBUG nova.virt.hardware [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1117.602038] env[64120]: DEBUG nova.virt.hardware [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1117.602404] env[64120]: DEBUG nova.virt.hardware [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.602404] env[64120]: DEBUG nova.virt.hardware [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1117.602635] env[64120]: DEBUG nova.virt.hardware [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.602635] env[64120]: DEBUG nova.virt.hardware [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1117.602845] env[64120]: DEBUG nova.virt.hardware [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1117.603011] env[64120]: DEBUG nova.virt.hardware [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1117.608297] env[64120]: DEBUG nova.virt.hardware [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1117.608297] env[64120]: DEBUG nova.virt.hardware [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1117.608297] env[64120]: DEBUG nova.virt.hardware [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1117.608297] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec2621a-a9cc-4e10-bea6-1c992e0df167 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.621337] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9257c9c0-be1a-4f01-a937-9e63822da667 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.641884] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:5f:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76c2ada2-cece-498a-959c-a8548c5283f5', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.650296] env[64120]: DEBUG oslo.service.loopingcall [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1117.654555] env[64120]: DEBUG nova.policy [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd2c975864d544918565b2e4e09b352e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '502c554de7554b88b5a0a5ed16c4f89d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1117.657751] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "refresh_cache-94a09be2-6d85-44c0-b282-e80f4f0b5ec5" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.658046] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquired lock "refresh_cache-94a09be2-6d85-44c0-b282-e80f4f0b5ec5" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.658336] env[64120]: DEBUG nova.network.neutron [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.661445] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.661875] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd897d11-cfb2-4814-9861-606dedcdeac2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.685756] env[64120]: DEBUG nova.compute.manager [req-4d28df54-72ed-4064-95fc-4f79856b45fc req-f6b5edfb-3a4d-4b3b-a572-5f3f80211da1 service nova] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Received event network-changed-721567de-79bb-422d-948f-e1533b27875c {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1117.685961] env[64120]: DEBUG nova.compute.manager [req-4d28df54-72ed-4064-95fc-4f79856b45fc req-f6b5edfb-3a4d-4b3b-a572-5f3f80211da1 service nova] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Refreshing instance network info cache due to event network-changed-721567de-79bb-422d-948f-e1533b27875c. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1117.686199] env[64120]: DEBUG oslo_concurrency.lockutils [req-4d28df54-72ed-4064-95fc-4f79856b45fc req-f6b5edfb-3a4d-4b3b-a572-5f3f80211da1 service nova] Acquiring lock "refresh_cache-e62a17bf-89e4-4c37-b270-52bf10a86d5e" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.690088] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.690088] env[64120]: value = "task-1406212" [ 1117.690088] env[64120]: _type = "Task" [ 1117.690088] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.702129] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406212, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.900109] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Releasing lock "refresh_cache-e62a17bf-89e4-4c37-b270-52bf10a86d5e" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.900577] env[64120]: DEBUG nova.compute.manager [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Instance network_info: |[{"id": "721567de-79bb-422d-948f-e1533b27875c", "address": "fa:16:3e:97:27:44", "network": {"id": "3ed37efb-88e1-478e-a3d4-0ef7ba5e6d51", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1669253864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5c0e68907fe43bb85c6990548ad2ec5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap721567de-79", "ovs_interfaceid": "721567de-79bb-422d-948f-e1533b27875c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1117.900761] env[64120]: DEBUG oslo_concurrency.lockutils [req-4d28df54-72ed-4064-95fc-4f79856b45fc req-f6b5edfb-3a4d-4b3b-a572-5f3f80211da1 service nova] Acquired lock "refresh_cache-e62a17bf-89e4-4c37-b270-52bf10a86d5e" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.900944] env[64120]: DEBUG nova.network.neutron [req-4d28df54-72ed-4064-95fc-4f79856b45fc req-f6b5edfb-3a4d-4b3b-a572-5f3f80211da1 service nova] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Refreshing network info cache for port 721567de-79bb-422d-948f-e1533b27875c {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.902287] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:27:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '721567de-79bb-422d-948f-e1533b27875c', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.910550] env[64120]: DEBUG oslo.service.loopingcall [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1117.911155] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.911428] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68865058-f188-4e41-adab-ccc200b2cfff {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.938975] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.938975] env[64120]: value = "task-1406213" [ 1117.938975] env[64120]: _type = "Task" [ 1117.938975] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.955225] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406213, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.959192] env[64120]: DEBUG oslo_vmware.api [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406211, 'name': Rename_Task, 'duration_secs': 0.216064} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.962463] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.963135] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32ae1fe1-4c77-4ab6-8cd2-f6b9fe887814 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.973194] env[64120]: DEBUG oslo_vmware.api [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1117.973194] env[64120]: value = "task-1406214" [ 1117.973194] env[64120]: _type = "Task" [ 1117.973194] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.992998] env[64120]: DEBUG oslo_vmware.api [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.046100] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Releasing lock "refresh_cache-4d010afc-7835-4eac-b2bd-7cf6abea43a1" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.063448] env[64120]: DEBUG nova.compute.manager [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1118.081892] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961d8533-87eb-4914-ae71-168fbf0d403b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.091497] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b44ffe-ebc7-47c8-9198-a6fce52d97c4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.128395] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0b4114-64d9-4368-906d-c05ef5d283a9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.138170] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc6a2f1-5212-48af-873e-52f6a6d7aac7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.154190] env[64120]: DEBUG nova.compute.provider_tree [None req-a1b22cea-e006-4f72-b801-fc4421e82abf tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.156223] env[64120]: DEBUG nova.network.neutron [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Successfully created port: fb5feb4b-d8a5-4333-8b99-82694be4f2c0 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1118.200975] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406212, 'name': CreateVM_Task, 'duration_secs': 0.404734} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.201370] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1118.201839] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.202025] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.202360] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.202621] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9517636-6183-4d3a-b6a8-fb576d1be4cb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.208620] env[64120]: DEBUG oslo_vmware.api [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1118.208620] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5237039a-f787-86bf-da74-872a8c16eafe" [ 1118.208620] env[64120]: _type = "Task" [ 1118.208620] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.217622] env[64120]: DEBUG oslo_vmware.api [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5237039a-f787-86bf-da74-872a8c16eafe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.231276] env[64120]: DEBUG nova.network.neutron [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.453290] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406213, 'name': CreateVM_Task, 'duration_secs': 0.357652} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.453541] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1118.454192] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.492271] env[64120]: DEBUG oslo_vmware.api [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406214, 'name': PowerOnVM_Task} progress is 90%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.580811] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.581146] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3176eddb-51b6-4e08-a201-761e22315abf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.591146] env[64120]: DEBUG oslo_vmware.api [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1118.591146] env[64120]: value = "task-1406215" [ 1118.591146] env[64120]: _type = "Task" [ 1118.591146] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.603836] env[64120]: DEBUG oslo_vmware.api [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.659539] env[64120]: DEBUG nova.scheduler.client.report [None req-a1b22cea-e006-4f72-b801-fc4421e82abf tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1118.665270] env[64120]: DEBUG nova.network.neutron [req-4d28df54-72ed-4064-95fc-4f79856b45fc req-f6b5edfb-3a4d-4b3b-a572-5f3f80211da1 service nova] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Updated VIF entry in instance network info cache for port 721567de-79bb-422d-948f-e1533b27875c. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.665600] env[64120]: DEBUG nova.network.neutron [req-4d28df54-72ed-4064-95fc-4f79856b45fc req-f6b5edfb-3a4d-4b3b-a572-5f3f80211da1 service nova] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Updating instance_info_cache with network_info: [{"id": "721567de-79bb-422d-948f-e1533b27875c", "address": "fa:16:3e:97:27:44", "network": {"id": "3ed37efb-88e1-478e-a3d4-0ef7ba5e6d51", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1669253864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5c0e68907fe43bb85c6990548ad2ec5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap721567de-79", "ovs_interfaceid": "721567de-79bb-422d-948f-e1533b27875c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.733737] env[64120]: DEBUG oslo_vmware.api [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5237039a-f787-86bf-da74-872a8c16eafe, 'name': SearchDatastore_Task, 'duration_secs': 0.011128} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.734446] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.734707] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.734949] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.735333] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.735548] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.735884] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.736225] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.736465] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bac2a71-478c-4e60-8242-e9d869f757ba {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.738807] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad65f4f4-ffc4-44fe-9565-fa30f69ff163 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.744861] env[64120]: DEBUG oslo_vmware.api [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Waiting for the task: (returnval){ [ 1118.744861] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52a21275-2b2f-f5df-d877-05bc28b27a3f" [ 1118.744861] env[64120]: _type = "Task" [ 1118.744861] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.749767] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.749995] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.751071] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8033d099-0121-4554-9e47-9614106638c8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.756063] env[64120]: DEBUG oslo_vmware.api [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52a21275-2b2f-f5df-d877-05bc28b27a3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.759611] env[64120]: DEBUG oslo_vmware.api [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1118.759611] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e7a12f-0bc8-2664-99f2-2ce7dd5dd14f" [ 1118.759611] env[64120]: _type = "Task" [ 1118.759611] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.768167] env[64120]: DEBUG oslo_vmware.api [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e7a12f-0bc8-2664-99f2-2ce7dd5dd14f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.854215] env[64120]: DEBUG nova.network.neutron [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Updating instance_info_cache with network_info: [{"id": "3ae214cd-52a8-47da-b204-d6be7b1161f5", "address": "fa:16:3e:d3:34:32", "network": {"id": "986f8b17-896c-4e32-9a80-507703d51c9e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-289925603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "320d185402b0408994b165e50e456471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ae214cd-52", "ovs_interfaceid": "3ae214cd-52a8-47da-b204-d6be7b1161f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.986614] env[64120]: DEBUG oslo_vmware.api [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406214, 'name': PowerOnVM_Task, 'duration_secs': 0.560266} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.986985] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.987204] env[64120]: INFO nova.compute.manager [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Took 9.85 seconds to spawn the instance on the hypervisor. [ 1118.987404] env[64120]: DEBUG nova.compute.manager [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1118.988313] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d014349-2aa8-4eb2-8e89-77cf71b7137b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.077377] env[64120]: DEBUG nova.compute.manager [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1119.102015] env[64120]: DEBUG oslo_vmware.api [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406215, 'name': PowerOffVM_Task, 'duration_secs': 0.209869} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.104214] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.104214] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17dd25aa-4c01-41d3-90ee-3cad2723b6cf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.129057] env[64120]: DEBUG nova.virt.hardware [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1119.129347] env[64120]: DEBUG nova.virt.hardware [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1119.129586] env[64120]: DEBUG nova.virt.hardware [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.129832] env[64120]: DEBUG nova.virt.hardware [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1119.130035] env[64120]: DEBUG nova.virt.hardware [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.130232] env[64120]: DEBUG nova.virt.hardware [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1119.130518] env[64120]: DEBUG nova.virt.hardware [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1119.130741] env[64120]: DEBUG nova.virt.hardware [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1119.130969] env[64120]: DEBUG nova.virt.hardware [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1119.131346] env[64120]: DEBUG nova.virt.hardware [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1119.131464] env[64120]: DEBUG nova.virt.hardware [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1119.132355] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bc5e56-b20e-45dc-9384-d2de9d4558be {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.136111] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634ce7f8-5476-42eb-b406-93faf8adbbd9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.149757] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b55b37-7d14-4224-bbb8-3f6bbd019aaa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.170889] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a1b22cea-e006-4f72-b801-fc4421e82abf tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.176139] env[64120]: DEBUG oslo_concurrency.lockutils [req-4d28df54-72ed-4064-95fc-4f79856b45fc req-f6b5edfb-3a4d-4b3b-a572-5f3f80211da1 service nova] Releasing lock "refresh_cache-e62a17bf-89e4-4c37-b270-52bf10a86d5e" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.176139] env[64120]: DEBUG oslo_concurrency.lockutils [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 23.891s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.177472] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.177472] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7116ba7-beba-40dd-b404-150402fd1bcb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.184725] env[64120]: DEBUG oslo_vmware.api [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1119.184725] env[64120]: value = "task-1406216" [ 1119.184725] env[64120]: _type = "Task" [ 1119.184725] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.194050] env[64120]: DEBUG oslo_vmware.api [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.202147] env[64120]: INFO nova.scheduler.client.report [None req-a1b22cea-e006-4f72-b801-fc4421e82abf tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Deleted allocations for instance 51f2aeb5-f940-49b0-bfce-e404cbd69d4d [ 1119.258606] env[64120]: DEBUG oslo_vmware.api [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52a21275-2b2f-f5df-d877-05bc28b27a3f, 'name': SearchDatastore_Task, 'duration_secs': 0.016117} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.258606] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.258606] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.259426] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.269900] env[64120]: DEBUG oslo_vmware.api [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e7a12f-0bc8-2664-99f2-2ce7dd5dd14f, 'name': SearchDatastore_Task, 'duration_secs': 0.013436} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.272646] env[64120]: DEBUG nova.compute.manager [req-73e5a96f-87b5-4ea0-bd64-2813496f3dcb req-5be71ace-840a-4131-b764-6a44202af160 service nova] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Received event network-changed-3ae214cd-52a8-47da-b204-d6be7b1161f5 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1119.272878] env[64120]: DEBUG nova.compute.manager [req-73e5a96f-87b5-4ea0-bd64-2813496f3dcb req-5be71ace-840a-4131-b764-6a44202af160 service nova] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Refreshing instance network info cache due to event network-changed-3ae214cd-52a8-47da-b204-d6be7b1161f5. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1119.273134] env[64120]: DEBUG oslo_concurrency.lockutils [req-73e5a96f-87b5-4ea0-bd64-2813496f3dcb req-5be71ace-840a-4131-b764-6a44202af160 service nova] Acquiring lock "refresh_cache-94a09be2-6d85-44c0-b282-e80f4f0b5ec5" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.273295] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d563964c-99bd-44ec-9201-0b63cf4459de {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.279561] env[64120]: DEBUG oslo_vmware.api [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1119.279561] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52aca957-f1bc-bba3-e263-23b10cfbb7bf" [ 1119.279561] env[64120]: _type = "Task" [ 1119.279561] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.288574] env[64120]: DEBUG oslo_vmware.api [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52aca957-f1bc-bba3-e263-23b10cfbb7bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.356794] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Releasing lock "refresh_cache-94a09be2-6d85-44c0-b282-e80f4f0b5ec5" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.357190] env[64120]: DEBUG nova.compute.manager [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Instance network_info: |[{"id": "3ae214cd-52a8-47da-b204-d6be7b1161f5", "address": "fa:16:3e:d3:34:32", "network": {"id": "986f8b17-896c-4e32-9a80-507703d51c9e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-289925603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "320d185402b0408994b165e50e456471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ae214cd-52", "ovs_interfaceid": "3ae214cd-52a8-47da-b204-d6be7b1161f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1119.357578] env[64120]: DEBUG oslo_concurrency.lockutils [req-73e5a96f-87b5-4ea0-bd64-2813496f3dcb req-5be71ace-840a-4131-b764-6a44202af160 service nova] Acquired lock "refresh_cache-94a09be2-6d85-44c0-b282-e80f4f0b5ec5" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.358796] env[64120]: DEBUG nova.network.neutron [req-73e5a96f-87b5-4ea0-bd64-2813496f3dcb req-5be71ace-840a-4131-b764-6a44202af160 service nova] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Refreshing network info cache for port 3ae214cd-52a8-47da-b204-d6be7b1161f5 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.359026] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:34:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ae214cd-52a8-47da-b204-d6be7b1161f5', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.366795] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Creating folder: Project (320d185402b0408994b165e50e456471). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1119.369649] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d49b42d-7d20-481c-8227-edfb04019886 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.384405] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Created folder: Project (320d185402b0408994b165e50e456471) in parent group-v297899. [ 1119.384612] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Creating folder: Instances. Parent ref: group-v298059. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1119.384865] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-919c4719-655e-4c11-b9ab-aedf34bb22af {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.395477] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Created folder: Instances in parent group-v298059. [ 1119.395737] env[64120]: DEBUG oslo.service.loopingcall [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1119.395960] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.396163] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4deced1c-8499-49ac-b693-5a6ce1e8a8a3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.419825] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.419825] env[64120]: value = "task-1406219" [ 1119.419825] env[64120]: _type = "Task" [ 1119.419825] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.429697] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406219, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.510734] env[64120]: INFO nova.compute.manager [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Took 45.10 seconds to build instance. [ 1119.599497] env[64120]: DEBUG nova.network.neutron [req-73e5a96f-87b5-4ea0-bd64-2813496f3dcb req-5be71ace-840a-4131-b764-6a44202af160 service nova] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Updated VIF entry in instance network info cache for port 3ae214cd-52a8-47da-b204-d6be7b1161f5. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.599907] env[64120]: DEBUG nova.network.neutron [req-73e5a96f-87b5-4ea0-bd64-2813496f3dcb req-5be71ace-840a-4131-b764-6a44202af160 service nova] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Updating instance_info_cache with network_info: [{"id": "3ae214cd-52a8-47da-b204-d6be7b1161f5", "address": "fa:16:3e:d3:34:32", "network": {"id": "986f8b17-896c-4e32-9a80-507703d51c9e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-289925603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "320d185402b0408994b165e50e456471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ae214cd-52", "ovs_interfaceid": "3ae214cd-52a8-47da-b204-d6be7b1161f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.679198] env[64120]: INFO nova.compute.claims [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.700110] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] VM already powered off {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1119.700574] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.700896] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.701429] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.701538] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.701872] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50dd1f2c-5dbf-4e4f-999a-e02984a732de {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.714034] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a1b22cea-e006-4f72-b801-fc4421e82abf tempest-SecurityGroupsTestJSON-2093364381 tempest-SecurityGroupsTestJSON-2093364381-project-member] Lock "51f2aeb5-f940-49b0-bfce-e404cbd69d4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.078s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.720606] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.720860] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.721685] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5de67121-887b-4700-8472-7d4dc88b2fa0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.728740] env[64120]: DEBUG oslo_vmware.api [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1119.728740] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ba7c26-4e04-84b6-4165-ccce99d8845f" [ 1119.728740] env[64120]: _type = "Task" [ 1119.728740] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.738331] env[64120]: DEBUG oslo_vmware.api [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ba7c26-4e04-84b6-4165-ccce99d8845f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.792247] env[64120]: DEBUG oslo_vmware.api [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52aca957-f1bc-bba3-e263-23b10cfbb7bf, 'name': SearchDatastore_Task, 'duration_secs': 0.023933} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.792869] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.792869] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 5b6e1058-3b55-4c45-8f90-af94dbfee87d/5b6e1058-3b55-4c45-8f90-af94dbfee87d.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.793133] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.793286] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.793515] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dab71c02-1d26-4004-adea-4bffc096fee2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.795635] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b56b043-6627-4858-9010-2462b4b711f4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.804271] env[64120]: DEBUG oslo_vmware.api [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1119.804271] env[64120]: value = "task-1406220" [ 1119.804271] env[64120]: _type = "Task" [ 1119.804271] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.808449] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.808634] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.809720] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fa09ac1-9ab8-4c68-84f8-76dfd9bb3408 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.814981] env[64120]: DEBUG oslo_vmware.api [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.819884] env[64120]: DEBUG oslo_vmware.api [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Waiting for the task: (returnval){ [ 1119.819884] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e92042-6b03-ae8a-8bdb-1718444e4f85" [ 1119.819884] env[64120]: _type = "Task" [ 1119.819884] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.827677] env[64120]: DEBUG oslo_vmware.api [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e92042-6b03-ae8a-8bdb-1718444e4f85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.930477] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406219, 'name': CreateVM_Task, 'duration_secs': 0.324683} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.930734] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.931505] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.931742] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.932083] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.932374] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b71a6eb-8c57-4476-bbdf-5a76d53d4594 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.938094] env[64120]: DEBUG oslo_vmware.api [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1119.938094] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5215f70d-882f-c312-ad91-e4802f46ef93" [ 1119.938094] env[64120]: _type = "Task" [ 1119.938094] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.947050] env[64120]: DEBUG oslo_vmware.api [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5215f70d-882f-c312-ad91-e4802f46ef93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.012837] env[64120]: DEBUG oslo_concurrency.lockutils [None req-067c5d21-f856-4e10-8b7c-b97d85094244 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "0441676f-53f4-4b15-b318-bed35cb92f02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.731s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.104724] env[64120]: DEBUG oslo_concurrency.lockutils [req-73e5a96f-87b5-4ea0-bd64-2813496f3dcb req-5be71ace-840a-4131-b764-6a44202af160 service nova] Releasing lock "refresh_cache-94a09be2-6d85-44c0-b282-e80f4f0b5ec5" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.188230] env[64120]: INFO nova.compute.resource_tracker [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Updating resource usage from migration 043dbd20-1750-4a84-b052-e4b419a584b6 [ 1120.256598] env[64120]: DEBUG oslo_vmware.api [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ba7c26-4e04-84b6-4165-ccce99d8845f, 'name': SearchDatastore_Task, 'duration_secs': 0.010482} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.268726] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b5e3949-e426-46d4-9f49-52e417838f24 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.280230] env[64120]: DEBUG oslo_vmware.api [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1120.280230] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]525cd243-6908-30c2-7ae3-ff040c2601be" [ 1120.280230] env[64120]: _type = "Task" [ 1120.280230] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.305372] env[64120]: DEBUG oslo_vmware.api [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]525cd243-6908-30c2-7ae3-ff040c2601be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.323513] env[64120]: DEBUG oslo_vmware.api [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406220, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.339099] env[64120]: DEBUG oslo_vmware.api [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e92042-6b03-ae8a-8bdb-1718444e4f85, 'name': SearchDatastore_Task, 'duration_secs': 0.010403} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.340556] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc2678c7-0525-49d6-a501-8d00163ba835 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.351506] env[64120]: DEBUG oslo_vmware.api [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Waiting for the task: (returnval){ [ 1120.351506] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524cf488-76b1-8480-40ea-33d9c71ee312" [ 1120.351506] env[64120]: _type = "Task" [ 1120.351506] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.365757] env[64120]: DEBUG oslo_vmware.api [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524cf488-76b1-8480-40ea-33d9c71ee312, 'name': SearchDatastore_Task, 'duration_secs': 0.010774} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.366054] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.366324] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] e62a17bf-89e4-4c37-b270-52bf10a86d5e/e62a17bf-89e4-4c37-b270-52bf10a86d5e.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1120.366600] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d20e579-4ecd-4855-805d-0c0144e2b7c3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.376481] env[64120]: DEBUG oslo_vmware.api [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Waiting for the task: (returnval){ [ 1120.376481] env[64120]: value = "task-1406221" [ 1120.376481] env[64120]: _type = "Task" [ 1120.376481] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.386488] env[64120]: DEBUG oslo_vmware.api [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1406221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.451450] env[64120]: DEBUG oslo_vmware.api [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5215f70d-882f-c312-ad91-e4802f46ef93, 'name': SearchDatastore_Task, 'duration_secs': 0.009148} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.451793] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.452242] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.453105] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.453105] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.453105] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.453105] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dea403f1-48ed-4e39-8fe8-dc68451308b2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.467025] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.467025] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.467202] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-210246bf-d076-400c-ab25-e60db4921003 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.473932] env[64120]: DEBUG oslo_vmware.api [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1120.473932] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52a28c60-49f8-3ec9-e873-174ee0615f29" [ 1120.473932] env[64120]: _type = "Task" [ 1120.473932] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.487148] env[64120]: DEBUG oslo_vmware.api [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52a28c60-49f8-3ec9-e873-174ee0615f29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.516200] env[64120]: DEBUG nova.compute.manager [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1120.582308] env[64120]: DEBUG nova.compute.manager [req-d78dc82b-bc85-4337-acb5-aebc7b64e026 req-6657b7f4-028f-4fde-8d71-10f654c9f11b service nova] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Received event network-vif-plugged-fb5feb4b-d8a5-4333-8b99-82694be4f2c0 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1120.582533] env[64120]: DEBUG oslo_concurrency.lockutils [req-d78dc82b-bc85-4337-acb5-aebc7b64e026 req-6657b7f4-028f-4fde-8d71-10f654c9f11b service nova] Acquiring lock "dd35a3ad-c612-4b13-9e0d-d57034827b0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1120.582748] env[64120]: DEBUG oslo_concurrency.lockutils [req-d78dc82b-bc85-4337-acb5-aebc7b64e026 req-6657b7f4-028f-4fde-8d71-10f654c9f11b service nova] Lock "dd35a3ad-c612-4b13-9e0d-d57034827b0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1120.582947] env[64120]: DEBUG oslo_concurrency.lockutils [req-d78dc82b-bc85-4337-acb5-aebc7b64e026 req-6657b7f4-028f-4fde-8d71-10f654c9f11b service nova] Lock "dd35a3ad-c612-4b13-9e0d-d57034827b0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.583206] env[64120]: DEBUG nova.compute.manager [req-d78dc82b-bc85-4337-acb5-aebc7b64e026 req-6657b7f4-028f-4fde-8d71-10f654c9f11b service nova] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] No waiting events found dispatching network-vif-plugged-fb5feb4b-d8a5-4333-8b99-82694be4f2c0 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1120.583325] env[64120]: WARNING nova.compute.manager [req-d78dc82b-bc85-4337-acb5-aebc7b64e026 req-6657b7f4-028f-4fde-8d71-10f654c9f11b service nova] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Received unexpected event network-vif-plugged-fb5feb4b-d8a5-4333-8b99-82694be4f2c0 for instance with vm_state building and task_state spawning. [ 1120.662959] env[64120]: DEBUG nova.network.neutron [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Successfully updated port: fb5feb4b-d8a5-4333-8b99-82694be4f2c0 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1120.694300] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ef2839-4b43-4f83-857d-fdbd0c1dc8f1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.703389] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456fbbc7-f5ab-42ec-8df0-58416172bde8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.737306] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1938f51-bfbf-4667-b60c-d03dfc1492d0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.746036] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c868ba-129f-4bf1-945f-15160bac3ffc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.760312] env[64120]: DEBUG nova.compute.provider_tree [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.765078] env[64120]: DEBUG nova.compute.manager [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1120.765910] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8942f550-fb60-46e4-bef1-63aed067dc49 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.792684] env[64120]: DEBUG oslo_vmware.api [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]525cd243-6908-30c2-7ae3-ff040c2601be, 'name': SearchDatastore_Task, 'duration_secs': 0.02298} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.792981] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.793260] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 4d010afc-7835-4eac-b2bd-7cf6abea43a1/aef4c66b-ea31-40a0-a498-e6a6d723a3ce-rescue.vmdk. {{(pid=64120) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1120.793942] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19cd4d31-9389-4042-9abe-fb515fae700c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.802682] env[64120]: DEBUG oslo_vmware.api [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1120.802682] env[64120]: value = "task-1406222" [ 1120.802682] env[64120]: _type = "Task" [ 1120.802682] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.817594] env[64120]: DEBUG oslo_vmware.api [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.820874] env[64120]: DEBUG oslo_vmware.api [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558235} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.821539] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 5b6e1058-3b55-4c45-8f90-af94dbfee87d/5b6e1058-3b55-4c45-8f90-af94dbfee87d.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1120.821539] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1120.821716] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65555f44-ad24-4724-b096-3ad3499dd079 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.828343] env[64120]: DEBUG oslo_vmware.api [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1120.828343] env[64120]: value = "task-1406223" [ 1120.828343] env[64120]: _type = "Task" [ 1120.828343] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.836669] env[64120]: DEBUG oslo_vmware.api [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.888316] env[64120]: DEBUG oslo_vmware.api [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1406221, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.990275] env[64120]: DEBUG oslo_vmware.api [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52a28c60-49f8-3ec9-e873-174ee0615f29, 'name': SearchDatastore_Task, 'duration_secs': 0.014489} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.991534] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c368ed7a-1e2e-4616-bbbc-010fc01778ca {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.001137] env[64120]: DEBUG oslo_vmware.api [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1121.001137] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b92051-cb80-66f8-b46c-ef27967db38d" [ 1121.001137] env[64120]: _type = "Task" [ 1121.001137] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.015174] env[64120]: DEBUG oslo_vmware.api [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b92051-cb80-66f8-b46c-ef27967db38d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.045941] env[64120]: DEBUG oslo_concurrency.lockutils [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.163524] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "refresh_cache-dd35a3ad-c612-4b13-9e0d-d57034827b0d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.163726] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquired lock "refresh_cache-dd35a3ad-c612-4b13-9e0d-d57034827b0d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.163839] env[64120]: DEBUG nova.network.neutron [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.263472] env[64120]: DEBUG nova.scheduler.client.report [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1121.278179] env[64120]: INFO nova.compute.manager [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] instance snapshotting [ 1121.281352] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfe61b2-a9a9-4f22-b4f4-3b173e5915bd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.307755] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52ca470-6765-46f1-97b9-f702ff41b2ef {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.317172] env[64120]: DEBUG oslo_vmware.api [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406222, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.339849] env[64120]: DEBUG oslo_vmware.api [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084572} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.340422] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1121.341413] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36817392-afb2-4ce7-bc2d-8131da12936c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.369047] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 5b6e1058-3b55-4c45-8f90-af94dbfee87d/5b6e1058-3b55-4c45-8f90-af94dbfee87d.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.369994] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28761916-d774-4b29-bc60-53daa1313e3c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.400718] env[64120]: DEBUG oslo_vmware.api [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1406221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.84038} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.402721] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] e62a17bf-89e4-4c37-b270-52bf10a86d5e/e62a17bf-89e4-4c37-b270-52bf10a86d5e.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.403316] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.404070] env[64120]: DEBUG oslo_vmware.api [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1121.404070] env[64120]: value = "task-1406224" [ 1121.404070] env[64120]: _type = "Task" [ 1121.404070] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.404591] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-802eca75-34b5-4d1a-901e-2c383e0a6d89 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.417843] env[64120]: DEBUG oslo_vmware.api [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406224, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.419861] env[64120]: DEBUG oslo_vmware.api [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Waiting for the task: (returnval){ [ 1121.419861] env[64120]: value = "task-1406225" [ 1121.419861] env[64120]: _type = "Task" [ 1121.419861] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.431486] env[64120]: DEBUG oslo_vmware.api [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1406225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.518061] env[64120]: DEBUG oslo_vmware.api [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b92051-cb80-66f8-b46c-ef27967db38d, 'name': SearchDatastore_Task, 'duration_secs': 0.052993} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.518611] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.519166] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 94a09be2-6d85-44c0-b282-e80f4f0b5ec5/94a09be2-6d85-44c0-b282-e80f4f0b5ec5.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.519626] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4452083-8db2-49b6-881f-0ae43647053c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.533957] env[64120]: DEBUG oslo_vmware.api [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1121.533957] env[64120]: value = "task-1406226" [ 1121.533957] env[64120]: _type = "Task" [ 1121.533957] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.546240] env[64120]: DEBUG oslo_vmware.api [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.734910] env[64120]: DEBUG nova.network.neutron [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1121.770217] env[64120]: DEBUG oslo_concurrency.lockutils [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.597s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.770400] env[64120]: INFO nova.compute.manager [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Migrating [ 1121.777216] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.049s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.778809] env[64120]: INFO nova.compute.claims [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.814353] env[64120]: DEBUG oslo_vmware.api [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.871263} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.814670] env[64120]: INFO nova.virt.vmwareapi.ds_util [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 4d010afc-7835-4eac-b2bd-7cf6abea43a1/aef4c66b-ea31-40a0-a498-e6a6d723a3ce-rescue.vmdk. [ 1121.815465] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0470f4a2-08ac-488d-bf6c-4f26fdfa89f6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.835011] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Creating Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1121.843581] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 4d010afc-7835-4eac-b2bd-7cf6abea43a1/aef4c66b-ea31-40a0-a498-e6a6d723a3ce-rescue.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.843581] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-015f4c29-28cc-4cac-88f4-3ed4382e0fb1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.845994] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2393451a-6aac-4678-9089-f5db4590c98c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.868590] env[64120]: DEBUG oslo_vmware.api [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1121.868590] env[64120]: value = "task-1406227" [ 1121.868590] env[64120]: _type = "Task" [ 1121.868590] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.870461] env[64120]: DEBUG oslo_vmware.api [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1121.870461] env[64120]: value = "task-1406228" [ 1121.870461] env[64120]: _type = "Task" [ 1121.870461] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.885328] env[64120]: DEBUG oslo_vmware.api [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406227, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.917610] env[64120]: DEBUG oslo_vmware.api [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406224, 'name': ReconfigVM_Task, 'duration_secs': 0.355444} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.917961] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 5b6e1058-3b55-4c45-8f90-af94dbfee87d/5b6e1058-3b55-4c45-8f90-af94dbfee87d.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.918711] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac8b2bac-91e8-43dd-b331-1c1edc263697 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.930228] env[64120]: DEBUG oslo_vmware.api [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1406225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14112} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.931855] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1121.932277] env[64120]: DEBUG oslo_vmware.api [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1121.932277] env[64120]: value = "task-1406229" [ 1121.932277] env[64120]: _type = "Task" [ 1121.932277] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.933039] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5a4246-2453-432d-aa6a-e2f4057b28a9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.947241] env[64120]: DEBUG oslo_vmware.api [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406229, 'name': Rename_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.967366] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] e62a17bf-89e4-4c37-b270-52bf10a86d5e/e62a17bf-89e4-4c37-b270-52bf10a86d5e.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.967850] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01e279e3-0c01-4196-9b29-cc21e6fb51e7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.992631] env[64120]: DEBUG oslo_vmware.api [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Waiting for the task: (returnval){ [ 1121.992631] env[64120]: value = "task-1406230" [ 1121.992631] env[64120]: _type = "Task" [ 1121.992631] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.004322] env[64120]: DEBUG oslo_vmware.api [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1406230, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.015019] env[64120]: DEBUG nova.network.neutron [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Updating instance_info_cache with network_info: [{"id": "fb5feb4b-d8a5-4333-8b99-82694be4f2c0", "address": "fa:16:3e:02:c1:2a", "network": {"id": "22dcdd90-5035-4059-b2d9-07d20261e72d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-361135572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "502c554de7554b88b5a0a5ed16c4f89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb5feb4b-d8", "ovs_interfaceid": "fb5feb4b-d8a5-4333-8b99-82694be4f2c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.047921] env[64120]: DEBUG oslo_vmware.api [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406226, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.291100] env[64120]: DEBUG oslo_concurrency.lockutils [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquiring lock "refresh_cache-a7f265f9-5842-4567-a926-7b924f066cab" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.291273] env[64120]: DEBUG oslo_concurrency.lockutils [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquired lock "refresh_cache-a7f265f9-5842-4567-a926-7b924f066cab" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.291978] env[64120]: DEBUG nova.network.neutron [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.383544] env[64120]: DEBUG oslo_vmware.api [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406228, 'name': ReconfigVM_Task, 'duration_secs': 0.401049} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.386812] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 4d010afc-7835-4eac-b2bd-7cf6abea43a1/aef4c66b-ea31-40a0-a498-e6a6d723a3ce-rescue.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.387195] env[64120]: DEBUG oslo_vmware.api [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406227, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.387951] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ce0c28-d2c9-4696-8ea0-99ab46c4c5ac {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.415609] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-693c2326-3d72-4011-8b72-80f1c35eb4a6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.433704] env[64120]: DEBUG oslo_vmware.api [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1122.433704] env[64120]: value = "task-1406231" [ 1122.433704] env[64120]: _type = "Task" [ 1122.433704] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.448537] env[64120]: DEBUG oslo_vmware.api [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406229, 'name': Rename_Task, 'duration_secs': 0.269747} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.451845] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.452159] env[64120]: DEBUG oslo_vmware.api [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406231, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.452380] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-025dbd72-0add-42a6-8279-747c469e4f74 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.460781] env[64120]: DEBUG oslo_vmware.api [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1122.460781] env[64120]: value = "task-1406232" [ 1122.460781] env[64120]: _type = "Task" [ 1122.460781] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.471771] env[64120]: DEBUG oslo_vmware.api [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.503997] env[64120]: DEBUG oslo_vmware.api [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1406230, 'name': ReconfigVM_Task, 'duration_secs': 0.483696} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.504386] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Reconfigured VM instance instance-00000037 to attach disk [datastore2] e62a17bf-89e4-4c37-b270-52bf10a86d5e/e62a17bf-89e4-4c37-b270-52bf10a86d5e.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.505194] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23aa616c-6a83-4af1-963f-2d3841e08e23 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.513727] env[64120]: DEBUG oslo_vmware.api [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Waiting for the task: (returnval){ [ 1122.513727] env[64120]: value = "task-1406233" [ 1122.513727] env[64120]: _type = "Task" [ 1122.513727] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.517757] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Releasing lock "refresh_cache-dd35a3ad-c612-4b13-9e0d-d57034827b0d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.518171] env[64120]: DEBUG nova.compute.manager [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Instance network_info: |[{"id": "fb5feb4b-d8a5-4333-8b99-82694be4f2c0", "address": "fa:16:3e:02:c1:2a", "network": {"id": "22dcdd90-5035-4059-b2d9-07d20261e72d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-361135572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "502c554de7554b88b5a0a5ed16c4f89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb5feb4b-d8", "ovs_interfaceid": "fb5feb4b-d8a5-4333-8b99-82694be4f2c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1122.518702] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:c1:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb5feb4b-d8a5-4333-8b99-82694be4f2c0', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1122.526224] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Creating folder: Project (502c554de7554b88b5a0a5ed16c4f89d). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1122.531946] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fdde7dc-fd2b-4668-86af-68d809c7fe2e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.533726] env[64120]: DEBUG oslo_vmware.api [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1406233, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.545897] env[64120]: DEBUG oslo_vmware.api [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771041} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.548795] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 94a09be2-6d85-44c0-b282-e80f4f0b5ec5/94a09be2-6d85-44c0-b282-e80f4f0b5ec5.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.548795] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.548795] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Created folder: Project (502c554de7554b88b5a0a5ed16c4f89d) in parent group-v297899. [ 1122.549117] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Creating folder: Instances. Parent ref: group-v298062. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1122.549403] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f948b11-fd21-4c6c-ad1d-3d7e6cd381b9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.551982] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-277c5313-212b-4ebe-b11f-7ec04287eaa1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.559709] env[64120]: DEBUG oslo_vmware.api [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1122.559709] env[64120]: value = "task-1406236" [ 1122.559709] env[64120]: _type = "Task" [ 1122.559709] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.566035] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Created folder: Instances in parent group-v298062. [ 1122.566035] env[64120]: DEBUG oslo.service.loopingcall [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1122.568990] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1122.569689] env[64120]: DEBUG oslo_vmware.api [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.569689] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc95544a-fb54-4066-abb7-45c90406730a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.592881] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1122.592881] env[64120]: value = "task-1406237" [ 1122.592881] env[64120]: _type = "Task" [ 1122.592881] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.603121] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406237, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.622402] env[64120]: DEBUG nova.compute.manager [req-9cd100ed-ee6b-497b-8819-2721c4dac727 req-458f5e1e-fef9-4fac-8bb5-20c74eb60b61 service nova] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Received event network-changed-fb5feb4b-d8a5-4333-8b99-82694be4f2c0 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1122.622922] env[64120]: DEBUG nova.compute.manager [req-9cd100ed-ee6b-497b-8819-2721c4dac727 req-458f5e1e-fef9-4fac-8bb5-20c74eb60b61 service nova] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Refreshing instance network info cache due to event network-changed-fb5feb4b-d8a5-4333-8b99-82694be4f2c0. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1122.622922] env[64120]: DEBUG oslo_concurrency.lockutils [req-9cd100ed-ee6b-497b-8819-2721c4dac727 req-458f5e1e-fef9-4fac-8bb5-20c74eb60b61 service nova] Acquiring lock "refresh_cache-dd35a3ad-c612-4b13-9e0d-d57034827b0d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.623291] env[64120]: DEBUG oslo_concurrency.lockutils [req-9cd100ed-ee6b-497b-8819-2721c4dac727 req-458f5e1e-fef9-4fac-8bb5-20c74eb60b61 service nova] Acquired lock "refresh_cache-dd35a3ad-c612-4b13-9e0d-d57034827b0d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.623291] env[64120]: DEBUG nova.network.neutron [req-9cd100ed-ee6b-497b-8819-2721c4dac727 req-458f5e1e-fef9-4fac-8bb5-20c74eb60b61 service nova] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Refreshing network info cache for port fb5feb4b-d8a5-4333-8b99-82694be4f2c0 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.885445] env[64120]: DEBUG oslo_vmware.api [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406227, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.946054] env[64120]: DEBUG oslo_vmware.api [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406231, 'name': ReconfigVM_Task, 'duration_secs': 0.202687} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.946353] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.946621] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f290916e-cc9e-4236-a5a8-26f00a197283 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.954449] env[64120]: DEBUG oslo_vmware.api [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1122.954449] env[64120]: value = "task-1406238" [ 1122.954449] env[64120]: _type = "Task" [ 1122.954449] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.967793] env[64120]: DEBUG oslo_vmware.api [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.973170] env[64120]: DEBUG oslo_vmware.api [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406232, 'name': PowerOnVM_Task, 'duration_secs': 0.510569} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.975771] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.976126] env[64120]: DEBUG nova.compute.manager [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1122.979251] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b56ceda-241c-4f46-bdf7-1b997a99bb39 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.024307] env[64120]: DEBUG oslo_vmware.api [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1406233, 'name': Rename_Task, 'duration_secs': 0.188135} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.024644] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.024923] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8e6686d-2c07-4e58-b993-191a9d764927 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.034849] env[64120]: DEBUG oslo_vmware.api [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Waiting for the task: (returnval){ [ 1123.034849] env[64120]: value = "task-1406239" [ 1123.034849] env[64120]: _type = "Task" [ 1123.034849] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.044170] env[64120]: DEBUG oslo_vmware.api [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1406239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.073471] env[64120]: DEBUG oslo_vmware.api [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077542} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.073471] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.074419] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3762beb1-6308-4416-b653-c7e20be937cb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.100750] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 94a09be2-6d85-44c0-b282-e80f4f0b5ec5/94a09be2-6d85-44c0-b282-e80f4f0b5ec5.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.101717] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71d23fdc-22e2-4fe7-aa00-21227aca1324 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.132844] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406237, 'name': CreateVM_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.144539] env[64120]: DEBUG oslo_vmware.api [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1123.144539] env[64120]: value = "task-1406240" [ 1123.144539] env[64120]: _type = "Task" [ 1123.144539] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.156649] env[64120]: DEBUG oslo_vmware.api [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406240, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.302756] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd33ed1-9795-48b2-9c9b-aa398b740893 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.311353] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59dcfbc-db91-446c-95e2-5d952233eee4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.348366] env[64120]: DEBUG nova.network.neutron [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Updating instance_info_cache with network_info: [{"id": "94292eb1-086b-4f06-b8f4-d3f63786d33b", "address": "fa:16:3e:56:34:eb", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94292eb1-08", "ovs_interfaceid": "94292eb1-086b-4f06-b8f4-d3f63786d33b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.350528] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98706f3e-2b93-40f0-85e3-25333484c6b0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.360490] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3388c5b-f418-4b76-86ac-5f4a58751e88 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.378492] env[64120]: DEBUG nova.compute.provider_tree [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.395117] env[64120]: DEBUG oslo_vmware.api [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406227, 'name': CreateSnapshot_Task, 'duration_secs': 1.428906} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.395433] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Created Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1123.396296] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155b2577-f96d-448a-9d1c-d8ac4323c9d1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.468401] env[64120]: DEBUG oslo_vmware.api [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406238, 'name': PowerOnVM_Task, 'duration_secs': 0.468002} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.471793] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.476037] env[64120]: DEBUG nova.compute.manager [None req-9c40b231-80e9-43f2-845c-fc64ecb7efc5 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1123.478176] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85484304-3a71-47a2-9d4c-4f83c2d39425 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.504922] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.547797] env[64120]: DEBUG oslo_vmware.api [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1406239, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.612616] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406237, 'name': CreateVM_Task, 'duration_secs': 0.712924} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.612808] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1123.613613] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.613897] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.614285] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.614555] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eae4de51-d7c1-47ca-aa07-a0c340fa799b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.620412] env[64120]: DEBUG oslo_vmware.api [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1123.620412] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ee993d-5439-c911-783e-d18aad2d17e6" [ 1123.620412] env[64120]: _type = "Task" [ 1123.620412] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.629164] env[64120]: DEBUG oslo_vmware.api [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ee993d-5439-c911-783e-d18aad2d17e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.654790] env[64120]: DEBUG oslo_vmware.api [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406240, 'name': ReconfigVM_Task, 'duration_secs': 0.494256} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.655142] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 94a09be2-6d85-44c0-b282-e80f4f0b5ec5/94a09be2-6d85-44c0-b282-e80f4f0b5ec5.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.655842] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d888c183-1147-4c6a-8970-97fb965c899f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.664402] env[64120]: DEBUG oslo_vmware.api [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1123.664402] env[64120]: value = "task-1406241" [ 1123.664402] env[64120]: _type = "Task" [ 1123.664402] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.674160] env[64120]: DEBUG oslo_vmware.api [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406241, 'name': Rename_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.855305] env[64120]: DEBUG oslo_concurrency.lockutils [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Releasing lock "refresh_cache-a7f265f9-5842-4567-a926-7b924f066cab" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.884764] env[64120]: DEBUG nova.scheduler.client.report [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1123.893663] env[64120]: DEBUG nova.network.neutron [req-9cd100ed-ee6b-497b-8819-2721c4dac727 req-458f5e1e-fef9-4fac-8bb5-20c74eb60b61 service nova] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Updated VIF entry in instance network info cache for port fb5feb4b-d8a5-4333-8b99-82694be4f2c0. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.894068] env[64120]: DEBUG nova.network.neutron [req-9cd100ed-ee6b-497b-8819-2721c4dac727 req-458f5e1e-fef9-4fac-8bb5-20c74eb60b61 service nova] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Updating instance_info_cache with network_info: [{"id": "fb5feb4b-d8a5-4333-8b99-82694be4f2c0", "address": "fa:16:3e:02:c1:2a", "network": {"id": "22dcdd90-5035-4059-b2d9-07d20261e72d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-361135572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "502c554de7554b88b5a0a5ed16c4f89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb5feb4b-d8", "ovs_interfaceid": "fb5feb4b-d8a5-4333-8b99-82694be4f2c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.916907] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Creating linked-clone VM from snapshot {{(pid=64120) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1123.917143] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b821733f-4b62-455b-b443-f16d35bbb036 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.927105] env[64120]: DEBUG oslo_vmware.api [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1123.927105] env[64120]: value = "task-1406242" [ 1123.927105] env[64120]: _type = "Task" [ 1123.927105] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.937021] env[64120]: DEBUG oslo_vmware.api [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406242, 'name': CloneVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.048831] env[64120]: DEBUG oslo_vmware.api [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1406239, 'name': PowerOnVM_Task, 'duration_secs': 0.71066} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.049656] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.049970] env[64120]: INFO nova.compute.manager [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Took 10.16 seconds to spawn the instance on the hypervisor. [ 1124.051031] env[64120]: DEBUG nova.compute.manager [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1124.051240] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d10729a-0508-46bf-a35b-aea851742ffe {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.131384] env[64120]: DEBUG oslo_vmware.api [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ee993d-5439-c911-783e-d18aad2d17e6, 'name': SearchDatastore_Task, 'duration_secs': 0.026609} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.131714] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.131959] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1124.132426] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.132426] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.132512] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1124.132781] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a42fbca4-0574-402a-a729-7ee185bda36e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.145626] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1124.145846] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1124.146648] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61e17eeb-7923-41a6-ab13-6a2bb63cfc76 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.157295] env[64120]: DEBUG oslo_vmware.api [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1124.157295] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5262e42a-2c67-d0d3-919b-baca5acaed73" [ 1124.157295] env[64120]: _type = "Task" [ 1124.157295] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.162743] env[64120]: DEBUG oslo_vmware.api [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5262e42a-2c67-d0d3-919b-baca5acaed73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.178558] env[64120]: DEBUG oslo_vmware.api [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406241, 'name': Rename_Task, 'duration_secs': 0.239074} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.178938] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.179240] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce451608-1fda-4850-84bf-fef5e9670cb0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.219677] env[64120]: DEBUG oslo_vmware.api [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1124.219677] env[64120]: value = "task-1406243" [ 1124.219677] env[64120]: _type = "Task" [ 1124.219677] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.219677] env[64120]: DEBUG oslo_vmware.api [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.391237] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.392070] env[64120]: DEBUG nova.compute.manager [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1124.395099] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.797s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.395099] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.395283] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64120) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1124.395685] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.359s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.397641] env[64120]: INFO nova.compute.claims [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1124.401013] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ca8ba0-9dbe-47ba-8e9d-03bd34daad4a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.404593] env[64120]: DEBUG oslo_concurrency.lockutils [req-9cd100ed-ee6b-497b-8819-2721c4dac727 req-458f5e1e-fef9-4fac-8bb5-20c74eb60b61 service nova] Releasing lock "refresh_cache-dd35a3ad-c612-4b13-9e0d-d57034827b0d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.411926] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6524432d-1fdf-4985-aee4-b40fc7287640 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.432673] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00072eac-a70d-48d0-84d5-106325dd4a7e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.448559] env[64120]: DEBUG oslo_vmware.api [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406242, 'name': CloneVM_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.449874] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fe852c-71ab-42ae-b4eb-5f360c6df5a5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.486392] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179960MB free_disk=183GB free_vcpus=48 pci_devices=None {{(pid=64120) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1124.486660] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.571945] env[64120]: INFO nova.compute.manager [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Took 35.69 seconds to build instance. [ 1124.666499] env[64120]: DEBUG oslo_vmware.api [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5262e42a-2c67-d0d3-919b-baca5acaed73, 'name': SearchDatastore_Task, 'duration_secs': 0.021018} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.667350] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7ecd6ca-09c2-4e5f-8d3d-1b9713fffe60 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.682949] env[64120]: DEBUG oslo_vmware.api [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1124.682949] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526816ca-f06f-39e8-7761-9afe85173e38" [ 1124.682949] env[64120]: _type = "Task" [ 1124.682949] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.705061] env[64120]: DEBUG oslo_vmware.api [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526816ca-f06f-39e8-7761-9afe85173e38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.712649] env[64120]: DEBUG oslo_vmware.api [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406243, 'name': PowerOnVM_Task} progress is 87%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.846683] env[64120]: DEBUG oslo_concurrency.lockutils [None req-120035c1-7f21-42db-83b6-8011b99ead05 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "5b6e1058-3b55-4c45-8f90-af94dbfee87d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.846975] env[64120]: DEBUG oslo_concurrency.lockutils [None req-120035c1-7f21-42db-83b6-8011b99ead05 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "5b6e1058-3b55-4c45-8f90-af94dbfee87d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.847206] env[64120]: DEBUG oslo_concurrency.lockutils [None req-120035c1-7f21-42db-83b6-8011b99ead05 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "5b6e1058-3b55-4c45-8f90-af94dbfee87d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.847389] env[64120]: DEBUG oslo_concurrency.lockutils [None req-120035c1-7f21-42db-83b6-8011b99ead05 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "5b6e1058-3b55-4c45-8f90-af94dbfee87d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.847558] env[64120]: DEBUG oslo_concurrency.lockutils [None req-120035c1-7f21-42db-83b6-8011b99ead05 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "5b6e1058-3b55-4c45-8f90-af94dbfee87d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.852930] env[64120]: INFO nova.compute.manager [None req-120035c1-7f21-42db-83b6-8011b99ead05 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Terminating instance [ 1124.855352] env[64120]: DEBUG nova.compute.manager [None req-120035c1-7f21-42db-83b6-8011b99ead05 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1124.856033] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-120035c1-7f21-42db-83b6-8011b99ead05 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.856530] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a1252d-b3e6-4f35-af28-5bab57e8d3a1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.866869] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-120035c1-7f21-42db-83b6-8011b99ead05 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.867366] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33cedce9-22f3-4e1d-aa64-3ff409c11230 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.876428] env[64120]: DEBUG oslo_vmware.api [None req-120035c1-7f21-42db-83b6-8011b99ead05 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1124.876428] env[64120]: value = "task-1406244" [ 1124.876428] env[64120]: _type = "Task" [ 1124.876428] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.887847] env[64120]: DEBUG oslo_vmware.api [None req-120035c1-7f21-42db-83b6-8011b99ead05 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.902556] env[64120]: DEBUG nova.compute.utils [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1124.904393] env[64120]: DEBUG nova.compute.manager [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1124.904393] env[64120]: DEBUG nova.network.neutron [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1124.944980] env[64120]: DEBUG oslo_vmware.api [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406242, 'name': CloneVM_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.988571] env[64120]: DEBUG nova.policy [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ee90ba56b33418aa0078c0d6278b22e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '901035c6b2a7413ab307b30fb817fef0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1124.996011] env[64120]: INFO nova.compute.manager [None req-a37914c2-4bdc-4e26-875e-8d409e840630 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Unrescuing [ 1124.996354] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a37914c2-4bdc-4e26-875e-8d409e840630 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquiring lock "refresh_cache-4d010afc-7835-4eac-b2bd-7cf6abea43a1" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.996515] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a37914c2-4bdc-4e26-875e-8d409e840630 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquired lock "refresh_cache-4d010afc-7835-4eac-b2bd-7cf6abea43a1" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.996716] env[64120]: DEBUG nova.network.neutron [None req-a37914c2-4bdc-4e26-875e-8d409e840630 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.074235] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0e48e61c-6c74-4d6f-a3c9-b851a795258f tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Lock "e62a17bf-89e4-4c37-b270-52bf10a86d5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.266s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.198174] env[64120]: DEBUG oslo_vmware.api [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526816ca-f06f-39e8-7761-9afe85173e38, 'name': SearchDatastore_Task, 'duration_secs': 0.017884} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.199177] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.199749] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] dd35a3ad-c612-4b13-9e0d-d57034827b0d/dd35a3ad-c612-4b13-9e0d-d57034827b0d.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1125.200597] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-651a4845-761e-4660-bd91-3ba9023534a4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.207154] env[64120]: DEBUG oslo_vmware.api [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406243, 'name': PowerOnVM_Task, 'duration_secs': 0.845671} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.207423] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.207630] env[64120]: INFO nova.compute.manager [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1125.207816] env[64120]: DEBUG nova.compute.manager [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1125.208955] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7339a651-dbf5-42cf-99b7-29cbcec4ebc1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.217409] env[64120]: DEBUG oslo_vmware.api [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1125.217409] env[64120]: value = "task-1406245" [ 1125.217409] env[64120]: _type = "Task" [ 1125.217409] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.236496] env[64120]: DEBUG oslo_vmware.api [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.379070] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8274c1-3e25-4c4c-86ae-ff2f146a3eb4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.413300] env[64120]: DEBUG nova.compute.manager [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1125.417580] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Updating instance 'a7f265f9-5842-4567-a926-7b924f066cab' progress to 0 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.424770] env[64120]: DEBUG oslo_vmware.api [None req-120035c1-7f21-42db-83b6-8011b99ead05 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406244, 'name': PowerOffVM_Task, 'duration_secs': 0.262065} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.425655] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-120035c1-7f21-42db-83b6-8011b99ead05 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.425826] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-120035c1-7f21-42db-83b6-8011b99ead05 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.426101] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a63bc08d-926a-4eba-9d5c-2a19e04e3fae {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.443931] env[64120]: DEBUG oslo_vmware.api [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406242, 'name': CloneVM_Task} progress is 95%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.514789] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-120035c1-7f21-42db-83b6-8011b99ead05 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.514889] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-120035c1-7f21-42db-83b6-8011b99ead05 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.515077] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-120035c1-7f21-42db-83b6-8011b99ead05 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Deleting the datastore file [datastore2] 5b6e1058-3b55-4c45-8f90-af94dbfee87d {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.515977] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f9cda95-04b5-45b6-abd7-70b1ea8ed296 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.526361] env[64120]: DEBUG oslo_vmware.api [None req-120035c1-7f21-42db-83b6-8011b99ead05 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1125.526361] env[64120]: value = "task-1406247" [ 1125.526361] env[64120]: _type = "Task" [ 1125.526361] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.540862] env[64120]: DEBUG oslo_vmware.api [None req-120035c1-7f21-42db-83b6-8011b99ead05 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.543039] env[64120]: DEBUG nova.network.neutron [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Successfully created port: ca203161-496b-4af2-ad89-cba26e93c547 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1125.549977] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "fe30ced7-62ee-4b15-9b72-268677297ff8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.550629] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "fe30ced7-62ee-4b15-9b72-268677297ff8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.742112] env[64120]: DEBUG oslo_vmware.api [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406245, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.754603] env[64120]: INFO nova.compute.manager [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Took 35.78 seconds to build instance. [ 1125.928689] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.932205] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e914316a-6d22-4fa4-b2df-2f06da74e23c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.946941] env[64120]: DEBUG oslo_vmware.api [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406242, 'name': CloneVM_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.950106] env[64120]: DEBUG oslo_vmware.api [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 1125.950106] env[64120]: value = "task-1406248" [ 1125.950106] env[64120]: _type = "Task" [ 1125.950106] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.959821] env[64120]: DEBUG oslo_vmware.api [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.048789] env[64120]: DEBUG oslo_vmware.api [None req-120035c1-7f21-42db-83b6-8011b99ead05 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.048789] env[64120]: DEBUG nova.network.neutron [None req-a37914c2-4bdc-4e26-875e-8d409e840630 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Updating instance_info_cache with network_info: [{"id": "d5218065-4792-45be-a71c-9c0f15046fb0", "address": "fa:16:3e:31:f8:99", "network": {"id": "d7209c45-7959-4437-a781-abbb4afde079", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1067622788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c20e6109d6f40748735c6c818444a0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5218065-47", "ovs_interfaceid": "d5218065-4792-45be-a71c-9c0f15046fb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.055799] env[64120]: DEBUG nova.compute.manager [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1126.100231] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1246bcaa-7488-4bfd-aebe-9e9fd8e25c8d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.114231] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469e07b7-9a6a-4a99-86ff-ee374b8f4ef6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.152723] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cbc30d-3d75-4a94-a136-141fcb77b167 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.162270] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b457c91-24a0-4412-a1af-55caf76d8a1f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.178206] env[64120]: DEBUG nova.compute.provider_tree [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.238505] env[64120]: DEBUG oslo_vmware.api [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406245, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632678} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.238505] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] dd35a3ad-c612-4b13-9e0d-d57034827b0d/dd35a3ad-c612-4b13-9e0d-d57034827b0d.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1126.238695] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1126.238940] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7634b07e-12aa-435b-8dda-700cba388a13 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.247925] env[64120]: DEBUG oslo_vmware.api [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1126.247925] env[64120]: value = "task-1406249" [ 1126.247925] env[64120]: _type = "Task" [ 1126.247925] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.259387] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5e96f0e5-47fd-4cbb-a2b5-924e3bc16f44 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "94a09be2-6d85-44c0-b282-e80f4f0b5ec5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.658s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.259808] env[64120]: DEBUG oslo_vmware.api [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406249, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.435642] env[64120]: DEBUG nova.compute.manager [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1126.456020] env[64120]: DEBUG oslo_vmware.api [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406242, 'name': CloneVM_Task, 'duration_secs': 2.044952} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.458635] env[64120]: INFO nova.virt.vmwareapi.vmops [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Created linked-clone VM from snapshot [ 1126.459980] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acc6354-7205-460f-9417-c9ac01ec9d63 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.472116] env[64120]: DEBUG oslo_vmware.api [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406248, 'name': PowerOffVM_Task, 'duration_secs': 0.291644} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.481328] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.481570] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Updating instance 'a7f265f9-5842-4567-a926-7b924f066cab' progress to 17 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.485116] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Uploading image 3144c33b-2932-4a2a-8b37-1817882bd2c0 {{(pid=64120) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1126.495528] env[64120]: DEBUG nova.virt.hardware [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1126.496406] env[64120]: DEBUG nova.virt.hardware [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1126.496406] env[64120]: DEBUG nova.virt.hardware [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.496406] env[64120]: DEBUG nova.virt.hardware [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1126.496406] env[64120]: DEBUG nova.virt.hardware [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.496613] env[64120]: DEBUG nova.virt.hardware [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1126.496873] env[64120]: DEBUG nova.virt.hardware [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1126.499305] env[64120]: DEBUG nova.virt.hardware [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1126.502228] env[64120]: DEBUG nova.virt.hardware [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1126.502228] env[64120]: DEBUG nova.virt.hardware [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1126.502228] env[64120]: DEBUG nova.virt.hardware [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1126.502228] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ba9bf5-2692-4da6-9c5f-99b6f0b856ac {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.521080] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47f99c4-19ce-412c-baae-b17d7f05a6a5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.540086] env[64120]: DEBUG oslo_vmware.rw_handles [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1126.540086] env[64120]: value = "vm-298066" [ 1126.540086] env[64120]: _type = "VirtualMachine" [ 1126.540086] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1126.543282] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5f8e2a6e-e3fd-4d4e-aaa9-689c18800f52 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.551113] env[64120]: DEBUG oslo_vmware.api [None req-120035c1-7f21-42db-83b6-8011b99ead05 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.64943} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.552754] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a37914c2-4bdc-4e26-875e-8d409e840630 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Releasing lock "refresh_cache-4d010afc-7835-4eac-b2bd-7cf6abea43a1" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.553286] env[64120]: DEBUG nova.objects.instance [None req-a37914c2-4bdc-4e26-875e-8d409e840630 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lazy-loading 'flavor' on Instance uuid 4d010afc-7835-4eac-b2bd-7cf6abea43a1 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.555269] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-120035c1-7f21-42db-83b6-8011b99ead05 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.555269] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-120035c1-7f21-42db-83b6-8011b99ead05 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.555269] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-120035c1-7f21-42db-83b6-8011b99ead05 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.555269] env[64120]: INFO nova.compute.manager [None req-120035c1-7f21-42db-83b6-8011b99ead05 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1126.555722] env[64120]: DEBUG oslo.service.loopingcall [None req-120035c1-7f21-42db-83b6-8011b99ead05 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1126.555722] env[64120]: DEBUG oslo_vmware.rw_handles [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lease: (returnval){ [ 1126.555722] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52009676-47ac-965a-2c59-400fe390febb" [ 1126.555722] env[64120]: _type = "HttpNfcLease" [ 1126.555722] env[64120]: } obtained for exporting VM: (result){ [ 1126.555722] env[64120]: value = "vm-298066" [ 1126.555722] env[64120]: _type = "VirtualMachine" [ 1126.555722] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1126.555960] env[64120]: DEBUG oslo_vmware.api [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the lease: (returnval){ [ 1126.555960] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52009676-47ac-965a-2c59-400fe390febb" [ 1126.555960] env[64120]: _type = "HttpNfcLease" [ 1126.555960] env[64120]: } to be ready. {{(pid=64120) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1126.556337] env[64120]: DEBUG nova.compute.manager [-] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1126.556437] env[64120]: DEBUG nova.network.neutron [-] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.584206] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1126.584206] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52009676-47ac-965a-2c59-400fe390febb" [ 1126.584206] env[64120]: _type = "HttpNfcLease" [ 1126.584206] env[64120]: } is ready. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1126.585174] env[64120]: DEBUG oslo_vmware.rw_handles [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1126.585174] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52009676-47ac-965a-2c59-400fe390febb" [ 1126.585174] env[64120]: _type = "HttpNfcLease" [ 1126.585174] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1126.587411] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.588311] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43079913-112e-4104-baf3-379955acb29b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.601954] env[64120]: DEBUG oslo_vmware.rw_handles [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257e0e0-f2f1-8064-b3ca-c7994dcc0bb0/disk-0.vmdk from lease info. {{(pid=64120) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1126.602978] env[64120]: DEBUG oslo_vmware.rw_handles [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257e0e0-f2f1-8064-b3ca-c7994dcc0bb0/disk-0.vmdk for reading. {{(pid=64120) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1126.681781] env[64120]: DEBUG nova.scheduler.client.report [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1126.759559] env[64120]: DEBUG oslo_vmware.api [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406249, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082074} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.759559] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1126.760500] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c7f30d-fe9a-49d9-8171-037f31632612 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.790797] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] dd35a3ad-c612-4b13-9e0d-d57034827b0d/dd35a3ad-c612-4b13-9e0d-d57034827b0d.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.791198] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f08e8c55-9b87-4067-ae8e-f9a11c4f3cbf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.816752] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-363e9fee-a2dd-48c1-b2e9-dcd2af320e75 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.817314] env[64120]: DEBUG oslo_vmware.api [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1126.817314] env[64120]: value = "task-1406251" [ 1126.817314] env[64120]: _type = "Task" [ 1126.817314] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.829580] env[64120]: DEBUG oslo_vmware.api [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406251, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.990052] env[64120]: DEBUG nova.virt.hardware [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1126.990052] env[64120]: DEBUG nova.virt.hardware [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1126.990052] env[64120]: DEBUG nova.virt.hardware [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.990266] env[64120]: DEBUG nova.virt.hardware [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1126.991288] env[64120]: DEBUG nova.virt.hardware [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.991288] env[64120]: DEBUG nova.virt.hardware [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1126.991288] env[64120]: DEBUG nova.virt.hardware [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1126.991288] env[64120]: DEBUG nova.virt.hardware [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1126.991288] env[64120]: DEBUG nova.virt.hardware [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1126.991288] env[64120]: DEBUG nova.virt.hardware [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1126.991527] env[64120]: DEBUG nova.virt.hardware [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1127.003044] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80d38269-6697-4997-a9ba-a704284dca35 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.022559] env[64120]: DEBUG oslo_vmware.api [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 1127.022559] env[64120]: value = "task-1406252" [ 1127.022559] env[64120]: _type = "Task" [ 1127.022559] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.030282] env[64120]: DEBUG oslo_vmware.api [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406252, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.061736] env[64120]: DEBUG nova.compute.manager [req-cad44894-39e3-4e02-850b-5071fdd33cd5 req-58a6752b-0ced-40a9-a185-610720a8863c service nova] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Received event network-vif-deleted-76c2ada2-cece-498a-959c-a8548c5283f5 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1127.062073] env[64120]: INFO nova.compute.manager [req-cad44894-39e3-4e02-850b-5071fdd33cd5 req-58a6752b-0ced-40a9-a185-610720a8863c service nova] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Neutron deleted interface 76c2ada2-cece-498a-959c-a8548c5283f5; detaching it from the instance and deleting it from the info cache [ 1127.062372] env[64120]: DEBUG nova.network.neutron [req-cad44894-39e3-4e02-850b-5071fdd33cd5 req-58a6752b-0ced-40a9-a185-610720a8863c service nova] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.067461] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e281afb0-74f9-4dbd-8573-3917764863cb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.094746] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37914c2-4bdc-4e26-875e-8d409e840630 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.095796] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62bc524c-1bfc-46fb-9b57-7bc162087406 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.106714] env[64120]: DEBUG oslo_vmware.api [None req-a37914c2-4bdc-4e26-875e-8d409e840630 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1127.106714] env[64120]: value = "task-1406253" [ 1127.106714] env[64120]: _type = "Task" [ 1127.106714] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.117457] env[64120]: DEBUG oslo_vmware.api [None req-a37914c2-4bdc-4e26-875e-8d409e840630 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.193516] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.797s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.193733] env[64120]: DEBUG nova.compute.manager [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1127.196526] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.113s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.197995] env[64120]: INFO nova.compute.claims [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.333031] env[64120]: DEBUG oslo_vmware.api [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406251, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.357083] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4f78f38b-1fc6-4208-ae87-2f70ba2d344e tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "94a09be2-6d85-44c0-b282-e80f4f0b5ec5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.357398] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4f78f38b-1fc6-4208-ae87-2f70ba2d344e tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "94a09be2-6d85-44c0-b282-e80f4f0b5ec5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.357706] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4f78f38b-1fc6-4208-ae87-2f70ba2d344e tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "94a09be2-6d85-44c0-b282-e80f4f0b5ec5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.357952] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4f78f38b-1fc6-4208-ae87-2f70ba2d344e tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "94a09be2-6d85-44c0-b282-e80f4f0b5ec5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.358184] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4f78f38b-1fc6-4208-ae87-2f70ba2d344e tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "94a09be2-6d85-44c0-b282-e80f4f0b5ec5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.361353] env[64120]: INFO nova.compute.manager [None req-4f78f38b-1fc6-4208-ae87-2f70ba2d344e tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Terminating instance [ 1127.363940] env[64120]: DEBUG nova.compute.manager [None req-4f78f38b-1fc6-4208-ae87-2f70ba2d344e tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1127.364231] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-4f78f38b-1fc6-4208-ae87-2f70ba2d344e tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.365176] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380cfdb9-8c85-440c-b255-2b0efdcf97e3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.376352] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f78f38b-1fc6-4208-ae87-2f70ba2d344e tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.376735] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a080bea-4deb-4034-9c1a-b5e239781d45 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.385666] env[64120]: DEBUG oslo_vmware.api [None req-4f78f38b-1fc6-4208-ae87-2f70ba2d344e tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1127.385666] env[64120]: value = "task-1406254" [ 1127.385666] env[64120]: _type = "Task" [ 1127.385666] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.399459] env[64120]: DEBUG oslo_vmware.api [None req-4f78f38b-1fc6-4208-ae87-2f70ba2d344e tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.439884] env[64120]: DEBUG nova.network.neutron [-] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.533017] env[64120]: DEBUG oslo_vmware.api [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406252, 'name': ReconfigVM_Task, 'duration_secs': 0.259077} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.533323] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Updating instance 'a7f265f9-5842-4567-a926-7b924f066cab' progress to 33 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1127.568158] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-457ff2b2-6e9f-401a-b9a3-84036ed33834 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.584084] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371dd385-7adc-4166-a6f7-7c3c694b26da {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.618970] env[64120]: DEBUG oslo_vmware.api [None req-a37914c2-4bdc-4e26-875e-8d409e840630 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406253, 'name': PowerOffVM_Task, 'duration_secs': 0.227932} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.619334] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37914c2-4bdc-4e26-875e-8d409e840630 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.625059] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-a37914c2-4bdc-4e26-875e-8d409e840630 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Reconfiguring VM instance instance-00000032 to detach disk 2001 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1127.640743] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27b34775-b8b8-4cd2-98f0-7b280fc33218 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.660682] env[64120]: DEBUG nova.compute.manager [req-cad44894-39e3-4e02-850b-5071fdd33cd5 req-58a6752b-0ced-40a9-a185-610720a8863c service nova] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Detach interface failed, port_id=76c2ada2-cece-498a-959c-a8548c5283f5, reason: Instance 5b6e1058-3b55-4c45-8f90-af94dbfee87d could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1127.668813] env[64120]: DEBUG oslo_vmware.api [None req-a37914c2-4bdc-4e26-875e-8d409e840630 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1127.668813] env[64120]: value = "task-1406255" [ 1127.668813] env[64120]: _type = "Task" [ 1127.668813] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.686516] env[64120]: DEBUG oslo_vmware.api [None req-a37914c2-4bdc-4e26-875e-8d409e840630 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406255, 'name': ReconfigVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.703773] env[64120]: DEBUG nova.compute.utils [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1127.705999] env[64120]: DEBUG nova.compute.manager [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1127.706306] env[64120]: DEBUG nova.network.neutron [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1127.824611] env[64120]: DEBUG nova.network.neutron [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Successfully updated port: ca203161-496b-4af2-ad89-cba26e93c547 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1127.836516] env[64120]: DEBUG oslo_vmware.api [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406251, 'name': ReconfigVM_Task, 'duration_secs': 0.585722} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.837725] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Reconfigured VM instance instance-00000039 to attach disk [datastore2] dd35a3ad-c612-4b13-9e0d-d57034827b0d/dd35a3ad-c612-4b13-9e0d-d57034827b0d.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.838417] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8f60e06-71b5-4532-a9bb-27ac2ac9a9bd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.843336] env[64120]: DEBUG oslo_concurrency.lockutils [None req-21cc1193-fb4b-4d39-b556-654f2bc4d0e6 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Acquiring lock "e62a17bf-89e4-4c37-b270-52bf10a86d5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.843582] env[64120]: DEBUG oslo_concurrency.lockutils [None req-21cc1193-fb4b-4d39-b556-654f2bc4d0e6 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Lock "e62a17bf-89e4-4c37-b270-52bf10a86d5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.843810] env[64120]: DEBUG oslo_concurrency.lockutils [None req-21cc1193-fb4b-4d39-b556-654f2bc4d0e6 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Acquiring lock "e62a17bf-89e4-4c37-b270-52bf10a86d5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.843986] env[64120]: DEBUG oslo_concurrency.lockutils [None req-21cc1193-fb4b-4d39-b556-654f2bc4d0e6 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Lock "e62a17bf-89e4-4c37-b270-52bf10a86d5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.844240] env[64120]: DEBUG oslo_concurrency.lockutils [None req-21cc1193-fb4b-4d39-b556-654f2bc4d0e6 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Lock "e62a17bf-89e4-4c37-b270-52bf10a86d5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.846469] env[64120]: INFO nova.compute.manager [None req-21cc1193-fb4b-4d39-b556-654f2bc4d0e6 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Terminating instance [ 1127.849975] env[64120]: DEBUG oslo_vmware.api [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1127.849975] env[64120]: value = "task-1406256" [ 1127.849975] env[64120]: _type = "Task" [ 1127.849975] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.850666] env[64120]: DEBUG nova.compute.manager [None req-21cc1193-fb4b-4d39-b556-654f2bc4d0e6 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1127.850903] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-21cc1193-fb4b-4d39-b556-654f2bc4d0e6 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.852092] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5766d7ac-917e-46a6-a21a-4766b5988bf3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.861138] env[64120]: DEBUG nova.policy [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5829f664eb2f4d45b5e36598814028c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c28a7b5aa12f4d09bf3622e498f5d3a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1127.869654] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cc1193-fb4b-4d39-b556-654f2bc4d0e6 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.869982] env[64120]: DEBUG oslo_vmware.api [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406256, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.870319] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4739ff4-3a0f-461e-ac9e-84191e93fd1a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.880741] env[64120]: DEBUG oslo_vmware.api [None req-21cc1193-fb4b-4d39-b556-654f2bc4d0e6 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Waiting for the task: (returnval){ [ 1127.880741] env[64120]: value = "task-1406257" [ 1127.880741] env[64120]: _type = "Task" [ 1127.880741] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.893177] env[64120]: DEBUG oslo_vmware.api [None req-21cc1193-fb4b-4d39-b556-654f2bc4d0e6 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1406257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.901930] env[64120]: DEBUG oslo_vmware.api [None req-4f78f38b-1fc6-4208-ae87-2f70ba2d344e tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406254, 'name': PowerOffVM_Task, 'duration_secs': 0.286593} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.901930] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f78f38b-1fc6-4208-ae87-2f70ba2d344e tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.902143] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-4f78f38b-1fc6-4208-ae87-2f70ba2d344e tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.902429] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bb19094-7280-4748-8af3-3e1aefd4ef81 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.943702] env[64120]: INFO nova.compute.manager [-] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Took 1.39 seconds to deallocate network for instance. [ 1127.979988] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-4f78f38b-1fc6-4208-ae87-2f70ba2d344e tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.982076] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-4f78f38b-1fc6-4208-ae87-2f70ba2d344e tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.982076] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f78f38b-1fc6-4208-ae87-2f70ba2d344e tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Deleting the datastore file [datastore2] 94a09be2-6d85-44c0-b282-e80f4f0b5ec5 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.982076] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92676d83-6a92-4f67-8aa7-17955714fb0b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.992823] env[64120]: DEBUG oslo_vmware.api [None req-4f78f38b-1fc6-4208-ae87-2f70ba2d344e tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1127.992823] env[64120]: value = "task-1406259" [ 1127.992823] env[64120]: _type = "Task" [ 1127.992823] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.002846] env[64120]: DEBUG oslo_vmware.api [None req-4f78f38b-1fc6-4208-ae87-2f70ba2d344e tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.041470] env[64120]: DEBUG nova.virt.hardware [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:09:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='193a803d-7eaf-4445-9d87-cf7ec790ca08',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1559635323',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1128.041936] env[64120]: DEBUG nova.virt.hardware [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1128.042490] env[64120]: DEBUG nova.virt.hardware [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.042726] env[64120]: DEBUG nova.virt.hardware [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1128.043278] env[64120]: DEBUG nova.virt.hardware [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.043649] env[64120]: DEBUG nova.virt.hardware [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1128.043893] env[64120]: DEBUG nova.virt.hardware [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1128.044146] env[64120]: DEBUG nova.virt.hardware [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1128.044369] env[64120]: DEBUG nova.virt.hardware [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1128.045602] env[64120]: DEBUG nova.virt.hardware [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1128.045602] env[64120]: DEBUG nova.virt.hardware [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1128.052420] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1128.052735] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51dcb85a-72f9-4d4c-b3c2-4ebedf6470ba {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.082281] env[64120]: DEBUG oslo_vmware.api [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 1128.082281] env[64120]: value = "task-1406260" [ 1128.082281] env[64120]: _type = "Task" [ 1128.082281] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.094070] env[64120]: DEBUG oslo_vmware.api [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406260, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.184649] env[64120]: DEBUG oslo_vmware.api [None req-a37914c2-4bdc-4e26-875e-8d409e840630 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406255, 'name': ReconfigVM_Task, 'duration_secs': 0.260672} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.184995] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-a37914c2-4bdc-4e26-875e-8d409e840630 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Reconfigured VM instance instance-00000032 to detach disk 2001 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1128.185226] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37914c2-4bdc-4e26-875e-8d409e840630 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.185543] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d9dcd7d-2b50-4978-a34e-ede74a2f74eb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.198412] env[64120]: DEBUG oslo_vmware.api [None req-a37914c2-4bdc-4e26-875e-8d409e840630 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1128.198412] env[64120]: value = "task-1406261" [ 1128.198412] env[64120]: _type = "Task" [ 1128.198412] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.206323] env[64120]: DEBUG oslo_vmware.api [None req-a37914c2-4bdc-4e26-875e-8d409e840630 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.214458] env[64120]: DEBUG nova.compute.manager [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1128.328509] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "refresh_cache-643c3a48-b1e8-4d3c-84f7-69a41c264eaf" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.328648] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquired lock "refresh_cache-643c3a48-b1e8-4d3c-84f7-69a41c264eaf" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.328940] env[64120]: DEBUG nova.network.neutron [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.362736] env[64120]: DEBUG oslo_vmware.api [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406256, 'name': Rename_Task, 'duration_secs': 0.270492} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.363101] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.363296] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a841de1d-539e-4d1a-acbb-e94f5987a9f1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.375170] env[64120]: DEBUG oslo_vmware.api [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1128.375170] env[64120]: value = "task-1406262" [ 1128.375170] env[64120]: _type = "Task" [ 1128.375170] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.394338] env[64120]: DEBUG oslo_vmware.api [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.397789] env[64120]: DEBUG oslo_vmware.api [None req-21cc1193-fb4b-4d39-b556-654f2bc4d0e6 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1406257, 'name': PowerOffVM_Task, 'duration_secs': 0.223591} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.400901] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cc1193-fb4b-4d39-b556-654f2bc4d0e6 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.400901] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-21cc1193-fb4b-4d39-b556-654f2bc4d0e6 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.401418] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80325447-c30b-4945-b831-88e8f2061bde {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.424872] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "ad053aa4-0749-4064-93e7-88bb3bbeadcb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.425477] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "ad053aa4-0749-4064-93e7-88bb3bbeadcb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.450708] env[64120]: DEBUG oslo_concurrency.lockutils [None req-120035c1-7f21-42db-83b6-8011b99ead05 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.467176] env[64120]: DEBUG nova.network.neutron [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Successfully created port: 7d9d6841-7736-41e2-b806-61374630e4db {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1128.493316] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-21cc1193-fb4b-4d39-b556-654f2bc4d0e6 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.493693] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-21cc1193-fb4b-4d39-b556-654f2bc4d0e6 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.493911] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-21cc1193-fb4b-4d39-b556-654f2bc4d0e6 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Deleting the datastore file [datastore2] e62a17bf-89e4-4c37-b270-52bf10a86d5e {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.498543] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3cd778d-d3bf-4bfd-aec4-1194a85d760e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.507226] env[64120]: DEBUG oslo_vmware.api [None req-4f78f38b-1fc6-4208-ae87-2f70ba2d344e tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267227} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.512674] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f78f38b-1fc6-4208-ae87-2f70ba2d344e tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.512674] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-4f78f38b-1fc6-4208-ae87-2f70ba2d344e tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.512674] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-4f78f38b-1fc6-4208-ae87-2f70ba2d344e tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.512674] env[64120]: INFO nova.compute.manager [None req-4f78f38b-1fc6-4208-ae87-2f70ba2d344e tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1128.512837] env[64120]: DEBUG oslo.service.loopingcall [None req-4f78f38b-1fc6-4208-ae87-2f70ba2d344e tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1128.513254] env[64120]: DEBUG oslo_vmware.api [None req-21cc1193-fb4b-4d39-b556-654f2bc4d0e6 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Waiting for the task: (returnval){ [ 1128.513254] env[64120]: value = "task-1406264" [ 1128.513254] env[64120]: _type = "Task" [ 1128.513254] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.514045] env[64120]: DEBUG nova.compute.manager [-] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1128.514366] env[64120]: DEBUG nova.network.neutron [-] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1128.526304] env[64120]: DEBUG oslo_vmware.api [None req-21cc1193-fb4b-4d39-b556-654f2bc4d0e6 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1406264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.593354] env[64120]: DEBUG oslo_vmware.api [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406260, 'name': ReconfigVM_Task, 'duration_secs': 0.251322} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.598959] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1128.599370] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcd9dee-b59f-4b94-8e36-230d53de065e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.630017] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] a7f265f9-5842-4567-a926-7b924f066cab/a7f265f9-5842-4567-a926-7b924f066cab.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.636515] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb0209e2-77dd-49f8-85f4-a1237b266602 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.659265] env[64120]: DEBUG oslo_vmware.api [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 1128.659265] env[64120]: value = "task-1406265" [ 1128.659265] env[64120]: _type = "Task" [ 1128.659265] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.673696] env[64120]: DEBUG oslo_vmware.api [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406265, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.705936] env[64120]: DEBUG oslo_vmware.api [None req-a37914c2-4bdc-4e26-875e-8d409e840630 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406261, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.827176] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3322aee-c530-4055-a09f-6d23bcf26da5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.836611] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8927b566-6cbf-4a5d-80f7-422dca2cdbd9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.870772] env[64120]: DEBUG nova.network.neutron [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1128.873842] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2684699b-f81a-43c1-9d28-371274b0d0ec {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.887538] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273b0490-22b2-4314-a84f-8d70659043f4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.893246] env[64120]: DEBUG oslo_vmware.api [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406262, 'name': PowerOnVM_Task} progress is 87%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.907200] env[64120]: DEBUG nova.compute.provider_tree [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.928583] env[64120]: DEBUG nova.compute.manager [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1129.027071] env[64120]: DEBUG oslo_vmware.api [None req-21cc1193-fb4b-4d39-b556-654f2bc4d0e6 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1406264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418282} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.027361] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-21cc1193-fb4b-4d39-b556-654f2bc4d0e6 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.027608] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-21cc1193-fb4b-4d39-b556-654f2bc4d0e6 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1129.027802] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-21cc1193-fb4b-4d39-b556-654f2bc4d0e6 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.027980] env[64120]: INFO nova.compute.manager [None req-21cc1193-fb4b-4d39-b556-654f2bc4d0e6 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1129.028238] env[64120]: DEBUG oslo.service.loopingcall [None req-21cc1193-fb4b-4d39-b556-654f2bc4d0e6 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1129.029142] env[64120]: DEBUG nova.network.neutron [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Updating instance_info_cache with network_info: [{"id": "ca203161-496b-4af2-ad89-cba26e93c547", "address": "fa:16:3e:f1:ec:6e", "network": {"id": "dfa9fec9-66bf-4263-a5ed-73ac1bd2994b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-49460475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "901035c6b2a7413ab307b30fb817fef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca203161-49", "ovs_interfaceid": "ca203161-496b-4af2-ad89-cba26e93c547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.030295] env[64120]: DEBUG nova.compute.manager [-] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1129.030397] env[64120]: DEBUG nova.network.neutron [-] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1129.171964] env[64120]: DEBUG oslo_vmware.api [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.183681] env[64120]: DEBUG nova.compute.manager [req-9a81726d-ff8b-4520-89cf-4ba1d7f7f9a8 req-97adc2ac-1e7a-4b63-8043-cb856c1542fa service nova] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Received event network-vif-plugged-ca203161-496b-4af2-ad89-cba26e93c547 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1129.183681] env[64120]: DEBUG oslo_concurrency.lockutils [req-9a81726d-ff8b-4520-89cf-4ba1d7f7f9a8 req-97adc2ac-1e7a-4b63-8043-cb856c1542fa service nova] Acquiring lock "643c3a48-b1e8-4d3c-84f7-69a41c264eaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.183681] env[64120]: DEBUG oslo_concurrency.lockutils [req-9a81726d-ff8b-4520-89cf-4ba1d7f7f9a8 req-97adc2ac-1e7a-4b63-8043-cb856c1542fa service nova] Lock "643c3a48-b1e8-4d3c-84f7-69a41c264eaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.183681] env[64120]: DEBUG oslo_concurrency.lockutils [req-9a81726d-ff8b-4520-89cf-4ba1d7f7f9a8 req-97adc2ac-1e7a-4b63-8043-cb856c1542fa service nova] Lock "643c3a48-b1e8-4d3c-84f7-69a41c264eaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.184174] env[64120]: DEBUG nova.compute.manager [req-9a81726d-ff8b-4520-89cf-4ba1d7f7f9a8 req-97adc2ac-1e7a-4b63-8043-cb856c1542fa service nova] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] No waiting events found dispatching network-vif-plugged-ca203161-496b-4af2-ad89-cba26e93c547 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1129.184174] env[64120]: WARNING nova.compute.manager [req-9a81726d-ff8b-4520-89cf-4ba1d7f7f9a8 req-97adc2ac-1e7a-4b63-8043-cb856c1542fa service nova] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Received unexpected event network-vif-plugged-ca203161-496b-4af2-ad89-cba26e93c547 for instance with vm_state building and task_state spawning. [ 1129.184559] env[64120]: DEBUG nova.compute.manager [req-9a81726d-ff8b-4520-89cf-4ba1d7f7f9a8 req-97adc2ac-1e7a-4b63-8043-cb856c1542fa service nova] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Received event network-changed-ca203161-496b-4af2-ad89-cba26e93c547 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1129.184766] env[64120]: DEBUG nova.compute.manager [req-9a81726d-ff8b-4520-89cf-4ba1d7f7f9a8 req-97adc2ac-1e7a-4b63-8043-cb856c1542fa service nova] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Refreshing instance network info cache due to event network-changed-ca203161-496b-4af2-ad89-cba26e93c547. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1129.184946] env[64120]: DEBUG oslo_concurrency.lockutils [req-9a81726d-ff8b-4520-89cf-4ba1d7f7f9a8 req-97adc2ac-1e7a-4b63-8043-cb856c1542fa service nova] Acquiring lock "refresh_cache-643c3a48-b1e8-4d3c-84f7-69a41c264eaf" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.209692] env[64120]: DEBUG oslo_vmware.api [None req-a37914c2-4bdc-4e26-875e-8d409e840630 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406261, 'name': PowerOnVM_Task, 'duration_secs': 0.513873} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.210801] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37914c2-4bdc-4e26-875e-8d409e840630 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1129.211162] env[64120]: DEBUG nova.compute.manager [None req-a37914c2-4bdc-4e26-875e-8d409e840630 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1129.212309] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5eede2-7409-4b93-8c28-40974730e0b0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.229201] env[64120]: DEBUG nova.compute.manager [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1129.267876] env[64120]: DEBUG nova.virt.hardware [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1129.268399] env[64120]: DEBUG nova.virt.hardware [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1129.269985] env[64120]: DEBUG nova.virt.hardware [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.269985] env[64120]: DEBUG nova.virt.hardware [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1129.269985] env[64120]: DEBUG nova.virt.hardware [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.269985] env[64120]: DEBUG nova.virt.hardware [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1129.269985] env[64120]: DEBUG nova.virt.hardware [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1129.269985] env[64120]: DEBUG nova.virt.hardware [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1129.269985] env[64120]: DEBUG nova.virt.hardware [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1129.270223] env[64120]: DEBUG nova.virt.hardware [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1129.270402] env[64120]: DEBUG nova.virt.hardware [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1129.271538] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7507a1c6-d372-46c1-9c00-6c45961563d6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.282690] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403b7ec3-60e9-45a7-bbcc-898c52625772 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.387982] env[64120]: DEBUG oslo_vmware.api [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406262, 'name': PowerOnVM_Task, 'duration_secs': 0.894748} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.388309] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1129.388519] env[64120]: INFO nova.compute.manager [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Took 10.31 seconds to spawn the instance on the hypervisor. [ 1129.388702] env[64120]: DEBUG nova.compute.manager [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1129.389576] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6130c8-3bbf-43af-a25c-3476e57d33d8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.409758] env[64120]: DEBUG nova.scheduler.client.report [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1129.444434] env[64120]: DEBUG nova.compute.manager [req-d6b20451-b72d-495a-bd1a-77ce2e485a0e req-e2ed2868-f1ce-405c-acb2-4e64cc788de3 service nova] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Received event network-vif-deleted-721567de-79bb-422d-948f-e1533b27875c {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1129.444687] env[64120]: INFO nova.compute.manager [req-d6b20451-b72d-495a-bd1a-77ce2e485a0e req-e2ed2868-f1ce-405c-acb2-4e64cc788de3 service nova] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Neutron deleted interface 721567de-79bb-422d-948f-e1533b27875c; detaching it from the instance and deleting it from the info cache [ 1129.444815] env[64120]: DEBUG nova.network.neutron [req-d6b20451-b72d-495a-bd1a-77ce2e485a0e req-e2ed2868-f1ce-405c-acb2-4e64cc788de3 service nova] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.454641] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.532993] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Releasing lock "refresh_cache-643c3a48-b1e8-4d3c-84f7-69a41c264eaf" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.533344] env[64120]: DEBUG nova.compute.manager [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Instance network_info: |[{"id": "ca203161-496b-4af2-ad89-cba26e93c547", "address": "fa:16:3e:f1:ec:6e", "network": {"id": "dfa9fec9-66bf-4263-a5ed-73ac1bd2994b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-49460475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "901035c6b2a7413ab307b30fb817fef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca203161-49", "ovs_interfaceid": "ca203161-496b-4af2-ad89-cba26e93c547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1129.533664] env[64120]: DEBUG oslo_concurrency.lockutils [req-9a81726d-ff8b-4520-89cf-4ba1d7f7f9a8 req-97adc2ac-1e7a-4b63-8043-cb856c1542fa service nova] Acquired lock "refresh_cache-643c3a48-b1e8-4d3c-84f7-69a41c264eaf" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.533852] env[64120]: DEBUG nova.network.neutron [req-9a81726d-ff8b-4520-89cf-4ba1d7f7f9a8 req-97adc2ac-1e7a-4b63-8043-cb856c1542fa service nova] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Refreshing network info cache for port ca203161-496b-4af2-ad89-cba26e93c547 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.535133] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:ec:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca203161-496b-4af2-ad89-cba26e93c547', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.542840] env[64120]: DEBUG oslo.service.loopingcall [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1129.545779] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.547988] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fff3c08-ecab-42b2-a31a-2905183cec0a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.569117] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.569117] env[64120]: value = "task-1406266" [ 1129.569117] env[64120]: _type = "Task" [ 1129.569117] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.584036] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406266, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.618415] env[64120]: DEBUG nova.network.neutron [-] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.672111] env[64120]: DEBUG oslo_vmware.api [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406265, 'name': ReconfigVM_Task, 'duration_secs': 0.658685} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.674673] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Reconfigured VM instance instance-0000002f to attach disk [datastore2] a7f265f9-5842-4567-a926-7b924f066cab/a7f265f9-5842-4567-a926-7b924f066cab.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.674979] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Updating instance 'a7f265f9-5842-4567-a926-7b924f066cab' progress to 50 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.838961] env[64120]: DEBUG nova.network.neutron [-] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.912864] env[64120]: INFO nova.compute.manager [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Took 36.38 seconds to build instance. [ 1129.914322] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.914632] env[64120]: DEBUG nova.compute.manager [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1129.918296] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.081s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.920300] env[64120]: INFO nova.compute.claims [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.949607] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b89278a7-8641-4270-9880-d46ec98795dd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.965504] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9259b3-abb1-4b47-b2aa-f37b4098f5e0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.988568] env[64120]: DEBUG nova.network.neutron [req-9a81726d-ff8b-4520-89cf-4ba1d7f7f9a8 req-97adc2ac-1e7a-4b63-8043-cb856c1542fa service nova] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Updated VIF entry in instance network info cache for port ca203161-496b-4af2-ad89-cba26e93c547. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.988936] env[64120]: DEBUG nova.network.neutron [req-9a81726d-ff8b-4520-89cf-4ba1d7f7f9a8 req-97adc2ac-1e7a-4b63-8043-cb856c1542fa service nova] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Updating instance_info_cache with network_info: [{"id": "ca203161-496b-4af2-ad89-cba26e93c547", "address": "fa:16:3e:f1:ec:6e", "network": {"id": "dfa9fec9-66bf-4263-a5ed-73ac1bd2994b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-49460475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "901035c6b2a7413ab307b30fb817fef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca203161-49", "ovs_interfaceid": "ca203161-496b-4af2-ad89-cba26e93c547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.003360] env[64120]: DEBUG nova.compute.manager [req-d6b20451-b72d-495a-bd1a-77ce2e485a0e req-e2ed2868-f1ce-405c-acb2-4e64cc788de3 service nova] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Detach interface failed, port_id=721567de-79bb-422d-948f-e1533b27875c, reason: Instance e62a17bf-89e4-4c37-b270-52bf10a86d5e could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1130.004091] env[64120]: DEBUG oslo_concurrency.lockutils [req-9a81726d-ff8b-4520-89cf-4ba1d7f7f9a8 req-97adc2ac-1e7a-4b63-8043-cb856c1542fa service nova] Releasing lock "refresh_cache-643c3a48-b1e8-4d3c-84f7-69a41c264eaf" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.080801] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406266, 'name': CreateVM_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.121452] env[64120]: INFO nova.compute.manager [-] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Took 1.61 seconds to deallocate network for instance. [ 1130.182167] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04dcd159-61c3-40c9-9695-581ff8c7bf19 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.203560] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc52fc80-6c02-4d2c-8cb9-d4580bfcd321 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.224404] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Updating instance 'a7f265f9-5842-4567-a926-7b924f066cab' progress to 67 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.341573] env[64120]: INFO nova.compute.manager [-] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Took 1.31 seconds to deallocate network for instance. [ 1130.419355] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bcc38557-574d-4201-b8cf-00ab39687945 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "dd35a3ad-c612-4b13-9e0d-d57034827b0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.868s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1130.427067] env[64120]: DEBUG nova.compute.utils [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1130.432125] env[64120]: DEBUG nova.compute.manager [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1130.432125] env[64120]: DEBUG nova.network.neutron [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 435bd213-b529-4741-8145-9fa3d63638af] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1130.469419] env[64120]: DEBUG nova.policy [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5829f664eb2f4d45b5e36598814028c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c28a7b5aa12f4d09bf3622e498f5d3a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1130.583802] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406266, 'name': CreateVM_Task, 'duration_secs': 0.730771} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.584047] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.585144] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.585144] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.585367] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.585610] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c70da296-b38a-4d4f-a01f-3137421763fa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.592726] env[64120]: DEBUG oslo_vmware.api [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1130.592726] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52bcf9da-98b4-e123-8435-fd1c487c0d20" [ 1130.592726] env[64120]: _type = "Task" [ 1130.592726] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.602895] env[64120]: DEBUG oslo_vmware.api [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52bcf9da-98b4-e123-8435-fd1c487c0d20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.628505] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4f78f38b-1fc6-4208-ae87-2f70ba2d344e tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.849610] env[64120]: DEBUG oslo_concurrency.lockutils [None req-21cc1193-fb4b-4d39-b556-654f2bc4d0e6 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.881139] env[64120]: DEBUG nova.network.neutron [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Successfully created port: 2019c341-5770-4404-bb7d-2748c5ba1aa6 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1130.936942] env[64120]: DEBUG nova.compute.manager [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1131.051418] env[64120]: DEBUG nova.network.neutron [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Port 94292eb1-086b-4f06-b8f4-d3f63786d33b binding to destination host cpu-1 is already ACTIVE {{(pid=64120) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1131.060953] env[64120]: DEBUG nova.network.neutron [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Successfully updated port: 7d9d6841-7736-41e2-b806-61374630e4db {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1131.113373] env[64120]: DEBUG oslo_vmware.api [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52bcf9da-98b4-e123-8435-fd1c487c0d20, 'name': SearchDatastore_Task, 'duration_secs': 0.015046} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.113765] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.114051] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.114317] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.114540] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.114719] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.115012] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a477fa7-a02b-429d-b514-97746c25848c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.127769] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.127997] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.128796] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57d6cbdf-effc-4cd0-8f6a-c92ea7bfc22c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.140544] env[64120]: DEBUG oslo_vmware.api [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1131.140544] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]520b7f95-6602-4f8c-c57f-0aab6c05edcb" [ 1131.140544] env[64120]: _type = "Task" [ 1131.140544] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.149496] env[64120]: DEBUG oslo_vmware.api [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]520b7f95-6602-4f8c-c57f-0aab6c05edcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.238436] env[64120]: DEBUG nova.compute.manager [req-3751190f-af4a-4aab-9db3-062fe8da8456 req-d6a818f0-8c69-4e8c-9e1b-ba787617ca42 service nova] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Received event network-vif-deleted-3ae214cd-52a8-47da-b204-d6be7b1161f5 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1131.238730] env[64120]: DEBUG nova.compute.manager [req-3751190f-af4a-4aab-9db3-062fe8da8456 req-d6a818f0-8c69-4e8c-9e1b-ba787617ca42 service nova] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Received event network-vif-plugged-7d9d6841-7736-41e2-b806-61374630e4db {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1131.239355] env[64120]: DEBUG oslo_concurrency.lockutils [req-3751190f-af4a-4aab-9db3-062fe8da8456 req-d6a818f0-8c69-4e8c-9e1b-ba787617ca42 service nova] Acquiring lock "2bc32220-40e1-4193-8628-d63afef77a84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.239649] env[64120]: DEBUG oslo_concurrency.lockutils [req-3751190f-af4a-4aab-9db3-062fe8da8456 req-d6a818f0-8c69-4e8c-9e1b-ba787617ca42 service nova] Lock "2bc32220-40e1-4193-8628-d63afef77a84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.239843] env[64120]: DEBUG oslo_concurrency.lockutils [req-3751190f-af4a-4aab-9db3-062fe8da8456 req-d6a818f0-8c69-4e8c-9e1b-ba787617ca42 service nova] Lock "2bc32220-40e1-4193-8628-d63afef77a84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.240042] env[64120]: DEBUG nova.compute.manager [req-3751190f-af4a-4aab-9db3-062fe8da8456 req-d6a818f0-8c69-4e8c-9e1b-ba787617ca42 service nova] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] No waiting events found dispatching network-vif-plugged-7d9d6841-7736-41e2-b806-61374630e4db {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1131.240232] env[64120]: WARNING nova.compute.manager [req-3751190f-af4a-4aab-9db3-062fe8da8456 req-d6a818f0-8c69-4e8c-9e1b-ba787617ca42 service nova] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Received unexpected event network-vif-plugged-7d9d6841-7736-41e2-b806-61374630e4db for instance with vm_state building and task_state spawning. [ 1131.240414] env[64120]: DEBUG nova.compute.manager [req-3751190f-af4a-4aab-9db3-062fe8da8456 req-d6a818f0-8c69-4e8c-9e1b-ba787617ca42 service nova] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Received event network-changed-7d9d6841-7736-41e2-b806-61374630e4db {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1131.240581] env[64120]: DEBUG nova.compute.manager [req-3751190f-af4a-4aab-9db3-062fe8da8456 req-d6a818f0-8c69-4e8c-9e1b-ba787617ca42 service nova] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Refreshing instance network info cache due to event network-changed-7d9d6841-7736-41e2-b806-61374630e4db. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1131.240838] env[64120]: DEBUG oslo_concurrency.lockutils [req-3751190f-af4a-4aab-9db3-062fe8da8456 req-d6a818f0-8c69-4e8c-9e1b-ba787617ca42 service nova] Acquiring lock "refresh_cache-2bc32220-40e1-4193-8628-d63afef77a84" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.240964] env[64120]: DEBUG oslo_concurrency.lockutils [req-3751190f-af4a-4aab-9db3-062fe8da8456 req-d6a818f0-8c69-4e8c-9e1b-ba787617ca42 service nova] Acquired lock "refresh_cache-2bc32220-40e1-4193-8628-d63afef77a84" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.241200] env[64120]: DEBUG nova.network.neutron [req-3751190f-af4a-4aab-9db3-062fe8da8456 req-d6a818f0-8c69-4e8c-9e1b-ba787617ca42 service nova] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Refreshing network info cache for port 7d9d6841-7736-41e2-b806-61374630e4db {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.457403] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6b9d98-7d73-482d-b943-e3ca2e549fc0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.473719] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecba0418-c98e-4aef-a70d-7df7f65f174c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.481839] env[64120]: DEBUG nova.compute.manager [req-bada9c38-ad99-49a3-8a9f-a98265879bbc req-fd08b99a-3a6a-49bb-bd1d-9a67b18ed41d service nova] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Received event network-changed-fb5feb4b-d8a5-4333-8b99-82694be4f2c0 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1131.481987] env[64120]: DEBUG nova.compute.manager [req-bada9c38-ad99-49a3-8a9f-a98265879bbc req-fd08b99a-3a6a-49bb-bd1d-9a67b18ed41d service nova] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Refreshing instance network info cache due to event network-changed-fb5feb4b-d8a5-4333-8b99-82694be4f2c0. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1131.482213] env[64120]: DEBUG oslo_concurrency.lockutils [req-bada9c38-ad99-49a3-8a9f-a98265879bbc req-fd08b99a-3a6a-49bb-bd1d-9a67b18ed41d service nova] Acquiring lock "refresh_cache-dd35a3ad-c612-4b13-9e0d-d57034827b0d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.482357] env[64120]: DEBUG oslo_concurrency.lockutils [req-bada9c38-ad99-49a3-8a9f-a98265879bbc req-fd08b99a-3a6a-49bb-bd1d-9a67b18ed41d service nova] Acquired lock "refresh_cache-dd35a3ad-c612-4b13-9e0d-d57034827b0d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.482518] env[64120]: DEBUG nova.network.neutron [req-bada9c38-ad99-49a3-8a9f-a98265879bbc req-fd08b99a-3a6a-49bb-bd1d-9a67b18ed41d service nova] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Refreshing network info cache for port fb5feb4b-d8a5-4333-8b99-82694be4f2c0 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.511311] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c004dbe9-6362-49a5-adc9-0aebf548e9c2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.521017] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f776c473-410b-4840-9ec9-c0237a8a50ef {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.535713] env[64120]: DEBUG nova.compute.provider_tree [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.566756] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquiring lock "refresh_cache-2bc32220-40e1-4193-8628-d63afef77a84" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.652713] env[64120]: DEBUG oslo_vmware.api [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]520b7f95-6602-4f8c-c57f-0aab6c05edcb, 'name': SearchDatastore_Task, 'duration_secs': 0.012691} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.653542] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-849eb299-4403-49cc-8a5f-3d1d2a661fd7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.660913] env[64120]: DEBUG oslo_vmware.api [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1131.660913] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]525c7524-6b06-f60b-f75b-fd8376233f81" [ 1131.660913] env[64120]: _type = "Task" [ 1131.660913] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.672023] env[64120]: DEBUG oslo_vmware.api [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]525c7524-6b06-f60b-f75b-fd8376233f81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.805320] env[64120]: DEBUG nova.network.neutron [req-3751190f-af4a-4aab-9db3-062fe8da8456 req-d6a818f0-8c69-4e8c-9e1b-ba787617ca42 service nova] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1131.951773] env[64120]: DEBUG nova.compute.manager [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1131.955930] env[64120]: DEBUG nova.network.neutron [req-3751190f-af4a-4aab-9db3-062fe8da8456 req-d6a818f0-8c69-4e8c-9e1b-ba787617ca42 service nova] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.982796] env[64120]: DEBUG nova.virt.hardware [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1131.983102] env[64120]: DEBUG nova.virt.hardware [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1131.983289] env[64120]: DEBUG nova.virt.hardware [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.983483] env[64120]: DEBUG nova.virt.hardware [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1131.983663] env[64120]: DEBUG nova.virt.hardware [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.983823] env[64120]: DEBUG nova.virt.hardware [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1131.984124] env[64120]: DEBUG nova.virt.hardware [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1131.984338] env[64120]: DEBUG nova.virt.hardware [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1131.984518] env[64120]: DEBUG nova.virt.hardware [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1131.984766] env[64120]: DEBUG nova.virt.hardware [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1131.984969] env[64120]: DEBUG nova.virt.hardware [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1131.986119] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a1c997-cf35-4729-a567-e2caac6e4ee9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.995507] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ec1b5b-9cfe-4f9d-8e93-6cd4446b8696 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.039633] env[64120]: DEBUG nova.scheduler.client.report [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1132.077967] env[64120]: DEBUG oslo_concurrency.lockutils [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquiring lock "a7f265f9-5842-4567-a926-7b924f066cab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.077967] env[64120]: DEBUG oslo_concurrency.lockutils [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lock "a7f265f9-5842-4567-a926-7b924f066cab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.077967] env[64120]: DEBUG oslo_concurrency.lockutils [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lock "a7f265f9-5842-4567-a926-7b924f066cab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.177359] env[64120]: DEBUG oslo_vmware.api [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]525c7524-6b06-f60b-f75b-fd8376233f81, 'name': SearchDatastore_Task, 'duration_secs': 0.03624} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.177725] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.178029] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 643c3a48-b1e8-4d3c-84f7-69a41c264eaf/643c3a48-b1e8-4d3c-84f7-69a41c264eaf.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.178315] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-763e38b1-2f30-4039-9a90-0d93601dc964 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.189396] env[64120]: DEBUG oslo_vmware.api [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1132.189396] env[64120]: value = "task-1406267" [ 1132.189396] env[64120]: _type = "Task" [ 1132.189396] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.201146] env[64120]: DEBUG oslo_vmware.api [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.423868] env[64120]: DEBUG nova.network.neutron [req-bada9c38-ad99-49a3-8a9f-a98265879bbc req-fd08b99a-3a6a-49bb-bd1d-9a67b18ed41d service nova] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Updated VIF entry in instance network info cache for port fb5feb4b-d8a5-4333-8b99-82694be4f2c0. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.424470] env[64120]: DEBUG nova.network.neutron [req-bada9c38-ad99-49a3-8a9f-a98265879bbc req-fd08b99a-3a6a-49bb-bd1d-9a67b18ed41d service nova] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Updating instance_info_cache with network_info: [{"id": "fb5feb4b-d8a5-4333-8b99-82694be4f2c0", "address": "fa:16:3e:02:c1:2a", "network": {"id": "22dcdd90-5035-4059-b2d9-07d20261e72d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-361135572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "502c554de7554b88b5a0a5ed16c4f89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb5feb4b-d8", "ovs_interfaceid": "fb5feb4b-d8a5-4333-8b99-82694be4f2c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.459505] env[64120]: DEBUG oslo_concurrency.lockutils [req-3751190f-af4a-4aab-9db3-062fe8da8456 req-d6a818f0-8c69-4e8c-9e1b-ba787617ca42 service nova] Releasing lock "refresh_cache-2bc32220-40e1-4193-8628-d63afef77a84" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.459953] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquired lock "refresh_cache-2bc32220-40e1-4193-8628-d63afef77a84" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.460122] env[64120]: DEBUG nova.network.neutron [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.544448] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.545144] env[64120]: DEBUG nova.compute.manager [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1132.547703] env[64120]: DEBUG oslo_concurrency.lockutils [None req-abdd83df-82c8-4710-80e7-b7365cc80bf6 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.354s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.548621] env[64120]: DEBUG nova.objects.instance [None req-abdd83df-82c8-4710-80e7-b7365cc80bf6 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Lazy-loading 'resources' on Instance uuid 696f7e5e-a900-443d-9532-a8a2584426d0 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.628183] env[64120]: DEBUG nova.network.neutron [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Successfully updated port: 2019c341-5770-4404-bb7d-2748c5ba1aa6 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.702473] env[64120]: DEBUG oslo_vmware.api [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406267, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.927804] env[64120]: DEBUG oslo_concurrency.lockutils [req-bada9c38-ad99-49a3-8a9f-a98265879bbc req-fd08b99a-3a6a-49bb-bd1d-9a67b18ed41d service nova] Releasing lock "refresh_cache-dd35a3ad-c612-4b13-9e0d-d57034827b0d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.993484] env[64120]: DEBUG nova.network.neutron [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.051685] env[64120]: DEBUG nova.compute.utils [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1133.053306] env[64120]: DEBUG nova.compute.manager [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1133.053446] env[64120]: DEBUG nova.network.neutron [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1133.130429] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquiring lock "refresh_cache-435bd213-b529-4741-8145-9fa3d63638af" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.130592] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquired lock "refresh_cache-435bd213-b529-4741-8145-9fa3d63638af" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.130803] env[64120]: DEBUG nova.network.neutron [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.135376] env[64120]: DEBUG nova.policy [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5829f664eb2f4d45b5e36598814028c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c28a7b5aa12f4d09bf3622e498f5d3a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1133.137980] env[64120]: DEBUG nova.network.neutron [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Updating instance_info_cache with network_info: [{"id": "7d9d6841-7736-41e2-b806-61374630e4db", "address": "fa:16:3e:ba:b7:16", "network": {"id": "9e7f001f-2c64-40fe-a72d-da483ff5494a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-704632851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c28a7b5aa12f4d09bf3622e498f5d3a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d9d6841-77", "ovs_interfaceid": "7d9d6841-7736-41e2-b806-61374630e4db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.152245] env[64120]: DEBUG oslo_concurrency.lockutils [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquiring lock "refresh_cache-a7f265f9-5842-4567-a926-7b924f066cab" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.152458] env[64120]: DEBUG oslo_concurrency.lockutils [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquired lock "refresh_cache-a7f265f9-5842-4567-a926-7b924f066cab" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.152654] env[64120]: DEBUG nova.network.neutron [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.203377] env[64120]: DEBUG oslo_vmware.api [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.832113} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.208485] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 643c3a48-b1e8-4d3c-84f7-69a41c264eaf/643c3a48-b1e8-4d3c-84f7-69a41c264eaf.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.208485] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.208485] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b31dec7-4ff6-45cb-91d1-c42e00f25b4d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.222714] env[64120]: DEBUG oslo_vmware.api [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1133.222714] env[64120]: value = "task-1406268" [ 1133.222714] env[64120]: _type = "Task" [ 1133.222714] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.236326] env[64120]: DEBUG oslo_vmware.api [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.353054] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquiring lock "55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.353457] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lock "55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.539452] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d3e134-ed67-4092-acf1-2332109f03c2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.549380] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cebb4a7-4cb3-49b9-9eaa-682d1be7ebf0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.553755] env[64120]: DEBUG nova.compute.manager [req-bfd31efe-48e0-49be-94d0-86afb0908d25 req-1ce5f88a-d0d5-4607-9154-52b4c3e86644 service nova] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Received event network-vif-plugged-2019c341-5770-4404-bb7d-2748c5ba1aa6 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1133.554141] env[64120]: DEBUG oslo_concurrency.lockutils [req-bfd31efe-48e0-49be-94d0-86afb0908d25 req-1ce5f88a-d0d5-4607-9154-52b4c3e86644 service nova] Acquiring lock "435bd213-b529-4741-8145-9fa3d63638af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.554596] env[64120]: DEBUG oslo_concurrency.lockutils [req-bfd31efe-48e0-49be-94d0-86afb0908d25 req-1ce5f88a-d0d5-4607-9154-52b4c3e86644 service nova] Lock "435bd213-b529-4741-8145-9fa3d63638af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.554701] env[64120]: DEBUG oslo_concurrency.lockutils [req-bfd31efe-48e0-49be-94d0-86afb0908d25 req-1ce5f88a-d0d5-4607-9154-52b4c3e86644 service nova] Lock "435bd213-b529-4741-8145-9fa3d63638af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.554873] env[64120]: DEBUG nova.compute.manager [req-bfd31efe-48e0-49be-94d0-86afb0908d25 req-1ce5f88a-d0d5-4607-9154-52b4c3e86644 service nova] [instance: 435bd213-b529-4741-8145-9fa3d63638af] No waiting events found dispatching network-vif-plugged-2019c341-5770-4404-bb7d-2748c5ba1aa6 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1133.555065] env[64120]: WARNING nova.compute.manager [req-bfd31efe-48e0-49be-94d0-86afb0908d25 req-1ce5f88a-d0d5-4607-9154-52b4c3e86644 service nova] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Received unexpected event network-vif-plugged-2019c341-5770-4404-bb7d-2748c5ba1aa6 for instance with vm_state building and task_state spawning. [ 1133.555266] env[64120]: DEBUG nova.compute.manager [req-bfd31efe-48e0-49be-94d0-86afb0908d25 req-1ce5f88a-d0d5-4607-9154-52b4c3e86644 service nova] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Received event network-changed-2019c341-5770-4404-bb7d-2748c5ba1aa6 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1133.555425] env[64120]: DEBUG nova.compute.manager [req-bfd31efe-48e0-49be-94d0-86afb0908d25 req-1ce5f88a-d0d5-4607-9154-52b4c3e86644 service nova] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Refreshing instance network info cache due to event network-changed-2019c341-5770-4404-bb7d-2748c5ba1aa6. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1133.555590] env[64120]: DEBUG oslo_concurrency.lockutils [req-bfd31efe-48e0-49be-94d0-86afb0908d25 req-1ce5f88a-d0d5-4607-9154-52b4c3e86644 service nova] Acquiring lock "refresh_cache-435bd213-b529-4741-8145-9fa3d63638af" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.558895] env[64120]: DEBUG nova.compute.manager [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1133.588493] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24e5e00-59db-478e-8114-9cc31690cafa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.597188] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f843cdad-ae3b-4d0f-a264-b791bc9c6465 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.612931] env[64120]: DEBUG nova.compute.provider_tree [None req-abdd83df-82c8-4710-80e7-b7365cc80bf6 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.628634] env[64120]: DEBUG nova.network.neutron [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Successfully created port: 0265eb1b-526a-46ea-a38d-5e6919f76874 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1133.643995] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Releasing lock "refresh_cache-2bc32220-40e1-4193-8628-d63afef77a84" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.644335] env[64120]: DEBUG nova.compute.manager [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Instance network_info: |[{"id": "7d9d6841-7736-41e2-b806-61374630e4db", "address": "fa:16:3e:ba:b7:16", "network": {"id": "9e7f001f-2c64-40fe-a72d-da483ff5494a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-704632851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c28a7b5aa12f4d09bf3622e498f5d3a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d9d6841-77", "ovs_interfaceid": "7d9d6841-7736-41e2-b806-61374630e4db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1133.645047] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:b7:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d9d6841-7736-41e2-b806-61374630e4db', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1133.655155] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Creating folder: Project (c28a7b5aa12f4d09bf3622e498f5d3a5). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1133.656254] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76a5d6ee-c4ea-4317-9187-08864070581b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.688115] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Created folder: Project (c28a7b5aa12f4d09bf3622e498f5d3a5) in parent group-v297899. [ 1133.688342] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Creating folder: Instances. Parent ref: group-v298068. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1133.688602] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c98f3a3-8c6a-4b80-9565-bab6eac8cd9e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.691175] env[64120]: DEBUG nova.network.neutron [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.703400] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Created folder: Instances in parent group-v298068. [ 1133.703652] env[64120]: DEBUG oslo.service.loopingcall [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1133.703860] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1133.704098] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51247c5f-695c-4a09-98e0-fdf240776a69 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.733191] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1133.733191] env[64120]: value = "task-1406271" [ 1133.733191] env[64120]: _type = "Task" [ 1133.733191] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.740081] env[64120]: DEBUG oslo_vmware.api [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098754} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.741316] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.745023] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221dfce3-6f95-48bb-9b6f-617981a5e725 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.749943] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406271, 'name': CreateVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.775740] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 643c3a48-b1e8-4d3c-84f7-69a41c264eaf/643c3a48-b1e8-4d3c-84f7-69a41c264eaf.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.780752] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab60d306-1987-4def-8c22-05de0b8a7ece {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.802613] env[64120]: DEBUG oslo_vmware.api [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1133.802613] env[64120]: value = "task-1406272" [ 1133.802613] env[64120]: _type = "Task" [ 1133.802613] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.811533] env[64120]: DEBUG oslo_vmware.api [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406272, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.859511] env[64120]: DEBUG nova.compute.manager [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1133.924792] env[64120]: DEBUG nova.network.neutron [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Updating instance_info_cache with network_info: [{"id": "94292eb1-086b-4f06-b8f4-d3f63786d33b", "address": "fa:16:3e:56:34:eb", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94292eb1-08", "ovs_interfaceid": "94292eb1-086b-4f06-b8f4-d3f63786d33b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.114457] env[64120]: DEBUG nova.network.neutron [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Updating instance_info_cache with network_info: [{"id": "2019c341-5770-4404-bb7d-2748c5ba1aa6", "address": "fa:16:3e:b9:d2:e7", "network": {"id": "9e7f001f-2c64-40fe-a72d-da483ff5494a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-704632851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c28a7b5aa12f4d09bf3622e498f5d3a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2019c341-57", "ovs_interfaceid": "2019c341-5770-4404-bb7d-2748c5ba1aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.119110] env[64120]: DEBUG nova.scheduler.client.report [None req-abdd83df-82c8-4710-80e7-b7365cc80bf6 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1134.244494] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406271, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.316065] env[64120]: DEBUG oslo_vmware.api [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.383068] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.427926] env[64120]: DEBUG oslo_concurrency.lockutils [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Releasing lock "refresh_cache-a7f265f9-5842-4567-a926-7b924f066cab" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.595467] env[64120]: DEBUG nova.compute.manager [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1134.620294] env[64120]: DEBUG nova.virt.hardware [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1134.620559] env[64120]: DEBUG nova.virt.hardware [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1134.620803] env[64120]: DEBUG nova.virt.hardware [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.621016] env[64120]: DEBUG nova.virt.hardware [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1134.621180] env[64120]: DEBUG nova.virt.hardware [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.621331] env[64120]: DEBUG nova.virt.hardware [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1134.621545] env[64120]: DEBUG nova.virt.hardware [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1134.621705] env[64120]: DEBUG nova.virt.hardware [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1134.621882] env[64120]: DEBUG nova.virt.hardware [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1134.622092] env[64120]: DEBUG nova.virt.hardware [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1134.622288] env[64120]: DEBUG nova.virt.hardware [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1134.622795] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Releasing lock "refresh_cache-435bd213-b529-4741-8145-9fa3d63638af" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.623100] env[64120]: DEBUG nova.compute.manager [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Instance network_info: |[{"id": "2019c341-5770-4404-bb7d-2748c5ba1aa6", "address": "fa:16:3e:b9:d2:e7", "network": {"id": "9e7f001f-2c64-40fe-a72d-da483ff5494a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-704632851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c28a7b5aa12f4d09bf3622e498f5d3a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2019c341-57", "ovs_interfaceid": "2019c341-5770-4404-bb7d-2748c5ba1aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1134.624328] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8383ccc-4238-45ab-b5e8-f53e3b677616 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.627401] env[64120]: DEBUG oslo_concurrency.lockutils [req-bfd31efe-48e0-49be-94d0-86afb0908d25 req-1ce5f88a-d0d5-4607-9154-52b4c3e86644 service nova] Acquired lock "refresh_cache-435bd213-b529-4741-8145-9fa3d63638af" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.627594] env[64120]: DEBUG nova.network.neutron [req-bfd31efe-48e0-49be-94d0-86afb0908d25 req-1ce5f88a-d0d5-4607-9154-52b4c3e86644 service nova] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Refreshing network info cache for port 2019c341-5770-4404-bb7d-2748c5ba1aa6 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.629224] env[64120]: DEBUG oslo_concurrency.lockutils [None req-abdd83df-82c8-4710-80e7-b7365cc80bf6 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.631300] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:d2:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2019c341-5770-4404-bb7d-2748c5ba1aa6', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.640439] env[64120]: DEBUG oslo.service.loopingcall [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1134.641824] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b5cc19aa-9e62-41db-a201-b86b810bc484 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.435s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.642080] env[64120]: DEBUG nova.objects.instance [None req-b5cc19aa-9e62-41db-a201-b86b810bc484 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Lazy-loading 'resources' on Instance uuid ee75c32c-969f-4181-b8b5-9c30808d32ad {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.643182] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.644234] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91ebbea7-318a-4e87-b8d5-38715439bd45 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.661288] env[64120]: INFO nova.scheduler.client.report [None req-abdd83df-82c8-4710-80e7-b7365cc80bf6 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Deleted allocations for instance 696f7e5e-a900-443d-9532-a8a2584426d0 [ 1134.669702] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d483f6-2f46-4e2a-aaed-1f23bbd4d4ce {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.697500] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.697500] env[64120]: value = "task-1406273" [ 1134.697500] env[64120]: _type = "Task" [ 1134.697500] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.706771] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406273, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.744859] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406271, 'name': CreateVM_Task, 'duration_secs': 0.617998} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.745132] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1134.745890] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.746500] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.746500] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.746790] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-001a41a2-f089-4255-8763-8865d4775e6f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.753916] env[64120]: DEBUG oslo_vmware.api [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for the task: (returnval){ [ 1134.753916] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52bfc8f3-4e49-4dde-aa64-5b119c5d96ac" [ 1134.753916] env[64120]: _type = "Task" [ 1134.753916] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.765789] env[64120]: DEBUG oslo_vmware.api [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52bfc8f3-4e49-4dde-aa64-5b119c5d96ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.815432] env[64120]: DEBUG oslo_vmware.api [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406272, 'name': ReconfigVM_Task, 'duration_secs': 0.728316} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.815763] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 643c3a48-b1e8-4d3c-84f7-69a41c264eaf/643c3a48-b1e8-4d3c-84f7-69a41c264eaf.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.816454] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5a0c31c-bb25-4c24-9c8f-591783b14360 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.824651] env[64120]: DEBUG oslo_vmware.api [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1134.824651] env[64120]: value = "task-1406274" [ 1134.824651] env[64120]: _type = "Task" [ 1134.824651] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.836200] env[64120]: DEBUG oslo_vmware.api [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406274, 'name': Rename_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.956838] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac02378-4735-4613-b2b8-731a36fbb566 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.981397] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df76440-aaa7-4735-ab83-9502b5069bbb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.990257] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Updating instance 'a7f265f9-5842-4567-a926-7b924f066cab' progress to 83 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1135.183170] env[64120]: DEBUG oslo_concurrency.lockutils [None req-abdd83df-82c8-4710-80e7-b7365cc80bf6 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Lock "696f7e5e-a900-443d-9532-a8a2584426d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.327s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.210243] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406273, 'name': CreateVM_Task, 'duration_secs': 0.420221} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.210243] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1135.212348] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.269759] env[64120]: DEBUG oslo_vmware.api [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52bfc8f3-4e49-4dde-aa64-5b119c5d96ac, 'name': SearchDatastore_Task, 'duration_secs': 0.015815} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.270119] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.270365] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1135.270689] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.270939] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.271099] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.271396] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.271711] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.272314] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0f522dd-7e34-4aa4-89e1-7019d81221f2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.274258] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0e07f1e-dc22-470e-9f3a-bead05e683b3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.284151] env[64120]: DEBUG oslo_vmware.api [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for the task: (returnval){ [ 1135.284151] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5201bb74-a55a-51e4-479b-65dda9d278d3" [ 1135.284151] env[64120]: _type = "Task" [ 1135.284151] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.288663] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.288863] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1135.290025] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9441e7bc-b9e3-4a8f-a057-c051a82726e2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.298071] env[64120]: DEBUG oslo_vmware.api [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5201bb74-a55a-51e4-479b-65dda9d278d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.303034] env[64120]: DEBUG oslo_vmware.api [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for the task: (returnval){ [ 1135.303034] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5288d2f9-1c15-f783-0ca1-b50a81337270" [ 1135.303034] env[64120]: _type = "Task" [ 1135.303034] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.312323] env[64120]: DEBUG oslo_vmware.api [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5288d2f9-1c15-f783-0ca1-b50a81337270, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.337934] env[64120]: DEBUG oslo_vmware.api [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406274, 'name': Rename_Task, 'duration_secs': 0.228759} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.342771] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.343340] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b09177f6-6c80-48c5-981e-6ec134fad84d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.354279] env[64120]: DEBUG oslo_vmware.api [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1135.354279] env[64120]: value = "task-1406275" [ 1135.354279] env[64120]: _type = "Task" [ 1135.354279] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.366461] env[64120]: DEBUG oslo_vmware.api [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.497938] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.498333] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8052c6e6-b843-4f85-91e0-60ef716786db {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.515165] env[64120]: DEBUG oslo_vmware.api [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 1135.515165] env[64120]: value = "task-1406276" [ 1135.515165] env[64120]: _type = "Task" [ 1135.515165] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.528403] env[64120]: DEBUG oslo_vmware.api [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406276, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.596116] env[64120]: DEBUG nova.network.neutron [req-bfd31efe-48e0-49be-94d0-86afb0908d25 req-1ce5f88a-d0d5-4607-9154-52b4c3e86644 service nova] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Updated VIF entry in instance network info cache for port 2019c341-5770-4404-bb7d-2748c5ba1aa6. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.596458] env[64120]: DEBUG nova.network.neutron [req-bfd31efe-48e0-49be-94d0-86afb0908d25 req-1ce5f88a-d0d5-4607-9154-52b4c3e86644 service nova] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Updating instance_info_cache with network_info: [{"id": "2019c341-5770-4404-bb7d-2748c5ba1aa6", "address": "fa:16:3e:b9:d2:e7", "network": {"id": "9e7f001f-2c64-40fe-a72d-da483ff5494a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-704632851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c28a7b5aa12f4d09bf3622e498f5d3a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2019c341-57", "ovs_interfaceid": "2019c341-5770-4404-bb7d-2748c5ba1aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.642573] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c099dbc-8a19-4e00-8564-b2a5653f8905 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.652466] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f18a6f6-f010-4692-8163-3e302566c155 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.688541] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22c322d-2989-49db-a662-3fbb34cf0cc6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.691809] env[64120]: DEBUG nova.compute.manager [req-9ce326d1-5493-4a71-a33a-1065ac6511f8 req-278fdca4-dd6e-449d-9003-e6353bc9aac0 service nova] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Received event network-vif-plugged-0265eb1b-526a-46ea-a38d-5e6919f76874 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1135.692208] env[64120]: DEBUG oslo_concurrency.lockutils [req-9ce326d1-5493-4a71-a33a-1065ac6511f8 req-278fdca4-dd6e-449d-9003-e6353bc9aac0 service nova] Acquiring lock "eda63403-cd22-40da-a990-ebdf896f7ed6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.694796] env[64120]: DEBUG oslo_concurrency.lockutils [req-9ce326d1-5493-4a71-a33a-1065ac6511f8 req-278fdca4-dd6e-449d-9003-e6353bc9aac0 service nova] Lock "eda63403-cd22-40da-a990-ebdf896f7ed6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.694999] env[64120]: DEBUG oslo_concurrency.lockutils [req-9ce326d1-5493-4a71-a33a-1065ac6511f8 req-278fdca4-dd6e-449d-9003-e6353bc9aac0 service nova] Lock "eda63403-cd22-40da-a990-ebdf896f7ed6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.695205] env[64120]: DEBUG nova.compute.manager [req-9ce326d1-5493-4a71-a33a-1065ac6511f8 req-278fdca4-dd6e-449d-9003-e6353bc9aac0 service nova] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] No waiting events found dispatching network-vif-plugged-0265eb1b-526a-46ea-a38d-5e6919f76874 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1135.695382] env[64120]: WARNING nova.compute.manager [req-9ce326d1-5493-4a71-a33a-1065ac6511f8 req-278fdca4-dd6e-449d-9003-e6353bc9aac0 service nova] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Received unexpected event network-vif-plugged-0265eb1b-526a-46ea-a38d-5e6919f76874 for instance with vm_state building and task_state spawning. [ 1135.702902] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20fc486-4b8f-472f-87fe-e3fca767bc39 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.720154] env[64120]: DEBUG nova.compute.provider_tree [None req-b5cc19aa-9e62-41db-a201-b86b810bc484 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.795440] env[64120]: DEBUG oslo_vmware.api [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5201bb74-a55a-51e4-479b-65dda9d278d3, 'name': SearchDatastore_Task, 'duration_secs': 0.023896} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.796097] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.796202] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1135.796666] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.813426] env[64120]: DEBUG oslo_vmware.api [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5288d2f9-1c15-f783-0ca1-b50a81337270, 'name': SearchDatastore_Task, 'duration_secs': 0.015395} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.814323] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39a77350-273b-4880-a5c4-64da2f50d3ab {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.821467] env[64120]: DEBUG oslo_vmware.api [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for the task: (returnval){ [ 1135.821467] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]523db4d4-2f75-8ac4-6a6d-2bb9f05d4bbf" [ 1135.821467] env[64120]: _type = "Task" [ 1135.821467] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.831281] env[64120]: DEBUG oslo_vmware.api [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]523db4d4-2f75-8ac4-6a6d-2bb9f05d4bbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.852659] env[64120]: DEBUG nova.network.neutron [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Successfully updated port: 0265eb1b-526a-46ea-a38d-5e6919f76874 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1135.864280] env[64120]: DEBUG oslo_vmware.api [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406275, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.032310] env[64120]: DEBUG oslo_vmware.api [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406276, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.100057] env[64120]: DEBUG oslo_concurrency.lockutils [req-bfd31efe-48e0-49be-94d0-86afb0908d25 req-1ce5f88a-d0d5-4607-9154-52b4c3e86644 service nova] Releasing lock "refresh_cache-435bd213-b529-4741-8145-9fa3d63638af" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.226790] env[64120]: DEBUG nova.scheduler.client.report [None req-b5cc19aa-9e62-41db-a201-b86b810bc484 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1136.333456] env[64120]: DEBUG oslo_vmware.api [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]523db4d4-2f75-8ac4-6a6d-2bb9f05d4bbf, 'name': SearchDatastore_Task, 'duration_secs': 0.016956} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.333730] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.333995] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 2bc32220-40e1-4193-8628-d63afef77a84/2bc32220-40e1-4193-8628-d63afef77a84.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1136.334300] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.334492] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.334718] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5d0c057-5ea5-40e4-a8a7-09a643bc516a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.336714] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-495d773d-0a2a-4e37-8d4d-f63a939b0f6b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.346137] env[64120]: DEBUG oslo_vmware.api [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for the task: (returnval){ [ 1136.346137] env[64120]: value = "task-1406277" [ 1136.346137] env[64120]: _type = "Task" [ 1136.346137] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.350632] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.350891] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.352536] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfb52d17-0b10-4d81-a5ec-1795d06a6b7f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.359014] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquiring lock "refresh_cache-eda63403-cd22-40da-a990-ebdf896f7ed6" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.359178] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquired lock "refresh_cache-eda63403-cd22-40da-a990-ebdf896f7ed6" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.359351] env[64120]: DEBUG nova.network.neutron [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.360574] env[64120]: DEBUG oslo_vmware.api [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.368016] env[64120]: DEBUG oslo_vmware.api [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for the task: (returnval){ [ 1136.368016] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b28623-096a-43cb-a1ec-2cb97daddabc" [ 1136.368016] env[64120]: _type = "Task" [ 1136.368016] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.371496] env[64120]: DEBUG oslo_vmware.api [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406275, 'name': PowerOnVM_Task, 'duration_secs': 0.687036} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.375313] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.375537] env[64120]: INFO nova.compute.manager [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Took 9.94 seconds to spawn the instance on the hypervisor. [ 1136.375723] env[64120]: DEBUG nova.compute.manager [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1136.376783] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae1ea48-170c-4920-9642-eaf7b3e30922 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.385117] env[64120]: DEBUG oslo_vmware.api [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b28623-096a-43cb-a1ec-2cb97daddabc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.528529] env[64120]: DEBUG oslo_vmware.api [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406276, 'name': PowerOnVM_Task, 'duration_secs': 0.721507} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.528830] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.529040] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-81e49d18-c570-437b-8aa3-b542c2abc9ed tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Updating instance 'a7f265f9-5842-4567-a926-7b924f066cab' progress to 100 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1136.716252] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Acquiring lock "6256907f-2d19-4c71-af03-089eca162154" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1136.716515] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Lock "6256907f-2d19-4c71-af03-089eca162154" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1136.733389] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b5cc19aa-9e62-41db-a201-b86b810bc484 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.091s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.735992] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.555s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1136.738054] env[64120]: INFO nova.compute.claims [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.753840] env[64120]: INFO nova.scheduler.client.report [None req-b5cc19aa-9e62-41db-a201-b86b810bc484 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Deleted allocations for instance ee75c32c-969f-4181-b8b5-9c30808d32ad [ 1136.860745] env[64120]: DEBUG oslo_vmware.api [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406277, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.886114] env[64120]: DEBUG oslo_vmware.api [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b28623-096a-43cb-a1ec-2cb97daddabc, 'name': SearchDatastore_Task, 'duration_secs': 0.03275} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.887323] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d6efc3c-c3f2-4ad2-968b-d7f6aed53bcf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.899625] env[64120]: DEBUG oslo_vmware.api [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for the task: (returnval){ [ 1136.899625] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52412685-e880-a4c2-e661-eabf2b004ac9" [ 1136.899625] env[64120]: _type = "Task" [ 1136.899625] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.901689] env[64120]: INFO nova.compute.manager [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Took 41.20 seconds to build instance. [ 1136.913937] env[64120]: DEBUG oslo_vmware.api [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52412685-e880-a4c2-e661-eabf2b004ac9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.915723] env[64120]: DEBUG nova.network.neutron [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1137.017495] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c6e0e266-6124-4bef-b038-2db8cb448354 tempest-ServersAdminTestJSON-1295534878 tempest-ServersAdminTestJSON-1295534878-project-admin] Acquiring lock "refresh_cache-643c3a48-b1e8-4d3c-84f7-69a41c264eaf" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.017729] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c6e0e266-6124-4bef-b038-2db8cb448354 tempest-ServersAdminTestJSON-1295534878 tempest-ServersAdminTestJSON-1295534878-project-admin] Acquired lock "refresh_cache-643c3a48-b1e8-4d3c-84f7-69a41c264eaf" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.017946] env[64120]: DEBUG nova.network.neutron [None req-c6e0e266-6124-4bef-b038-2db8cb448354 tempest-ServersAdminTestJSON-1295534878 tempest-ServersAdminTestJSON-1295534878-project-admin] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.163891] env[64120]: DEBUG nova.network.neutron [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Updating instance_info_cache with network_info: [{"id": "0265eb1b-526a-46ea-a38d-5e6919f76874", "address": "fa:16:3e:4d:c3:50", "network": {"id": "9e7f001f-2c64-40fe-a72d-da483ff5494a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-704632851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c28a7b5aa12f4d09bf3622e498f5d3a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0265eb1b-52", "ovs_interfaceid": "0265eb1b-526a-46ea-a38d-5e6919f76874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.262153] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b5cc19aa-9e62-41db-a201-b86b810bc484 tempest-ServerRescueTestJSONUnderV235-344508750 tempest-ServerRescueTestJSONUnderV235-344508750-project-member] Lock "ee75c32c-969f-4181-b8b5-9c30808d32ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.194s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.358345] env[64120]: DEBUG oslo_vmware.api [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406277, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.807268} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.358723] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 2bc32220-40e1-4193-8628-d63afef77a84/2bc32220-40e1-4193-8628-d63afef77a84.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1137.359017] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1137.359336] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f524bac9-3496-495e-8441-48d9e2e8b796 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.367285] env[64120]: DEBUG oslo_vmware.api [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for the task: (returnval){ [ 1137.367285] env[64120]: value = "task-1406278" [ 1137.367285] env[64120]: _type = "Task" [ 1137.367285] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.376421] env[64120]: DEBUG oslo_vmware.api [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.407985] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b115dc0c-34e1-4aff-acc2-407245470a77 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "643c3a48-b1e8-4d3c-84f7-69a41c264eaf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.275s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.411978] env[64120]: DEBUG oslo_vmware.rw_handles [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257e0e0-f2f1-8064-b3ca-c7994dcc0bb0/disk-0.vmdk. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1137.413820] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd51f57-d6f4-49be-b60e-cc7527062dd0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.420637] env[64120]: DEBUG oslo_vmware.api [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52412685-e880-a4c2-e661-eabf2b004ac9, 'name': SearchDatastore_Task, 'duration_secs': 0.065182} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.421880] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.422233] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 435bd213-b529-4741-8145-9fa3d63638af/435bd213-b529-4741-8145-9fa3d63638af.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1137.422749] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1312fda0-28b0-4cf9-890f-69f7b53f2454 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.426498] env[64120]: DEBUG oslo_vmware.rw_handles [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257e0e0-f2f1-8064-b3ca-c7994dcc0bb0/disk-0.vmdk is in state: ready. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1137.426659] env[64120]: ERROR oslo_vmware.rw_handles [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257e0e0-f2f1-8064-b3ca-c7994dcc0bb0/disk-0.vmdk due to incomplete transfer. [ 1137.427221] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4139fd6e-9ee1-42a0-81d1-9a013aa8a0e4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.432713] env[64120]: DEBUG oslo_vmware.api [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for the task: (returnval){ [ 1137.432713] env[64120]: value = "task-1406279" [ 1137.432713] env[64120]: _type = "Task" [ 1137.432713] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.438080] env[64120]: DEBUG oslo_vmware.rw_handles [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257e0e0-f2f1-8064-b3ca-c7994dcc0bb0/disk-0.vmdk. {{(pid=64120) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1137.438325] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Uploaded image 3144c33b-2932-4a2a-8b37-1817882bd2c0 to the Glance image server {{(pid=64120) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1137.440935] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Destroying the VM {{(pid=64120) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1137.445464] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ade97b01-d151-4b20-8456-6201ae0ecb53 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.447660] env[64120]: DEBUG oslo_vmware.api [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.454582] env[64120]: DEBUG oslo_vmware.api [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1137.454582] env[64120]: value = "task-1406280" [ 1137.454582] env[64120]: _type = "Task" [ 1137.454582] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.465351] env[64120]: DEBUG oslo_vmware.api [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406280, 'name': Destroy_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.667856] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Releasing lock "refresh_cache-eda63403-cd22-40da-a990-ebdf896f7ed6" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.667856] env[64120]: DEBUG nova.compute.manager [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Instance network_info: |[{"id": "0265eb1b-526a-46ea-a38d-5e6919f76874", "address": "fa:16:3e:4d:c3:50", "network": {"id": "9e7f001f-2c64-40fe-a72d-da483ff5494a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-704632851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c28a7b5aa12f4d09bf3622e498f5d3a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0265eb1b-52", "ovs_interfaceid": "0265eb1b-526a-46ea-a38d-5e6919f76874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1137.668633] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:c3:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0265eb1b-526a-46ea-a38d-5e6919f76874', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.680445] env[64120]: DEBUG oslo.service.loopingcall [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1137.680732] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.681041] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc1b8e2c-5e44-475d-b787-62fa0872c646 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.704959] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.704959] env[64120]: value = "task-1406281" [ 1137.704959] env[64120]: _type = "Task" [ 1137.704959] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.712669] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406281, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.839527] env[64120]: DEBUG nova.compute.manager [req-97426854-6227-4e49-822d-9c9cb253ea8a req-2123aa8d-4568-40a1-9733-60e3da95a648 service nova] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Received event network-changed-0265eb1b-526a-46ea-a38d-5e6919f76874 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1137.839766] env[64120]: DEBUG nova.compute.manager [req-97426854-6227-4e49-822d-9c9cb253ea8a req-2123aa8d-4568-40a1-9733-60e3da95a648 service nova] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Refreshing instance network info cache due to event network-changed-0265eb1b-526a-46ea-a38d-5e6919f76874. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1137.839987] env[64120]: DEBUG oslo_concurrency.lockutils [req-97426854-6227-4e49-822d-9c9cb253ea8a req-2123aa8d-4568-40a1-9733-60e3da95a648 service nova] Acquiring lock "refresh_cache-eda63403-cd22-40da-a990-ebdf896f7ed6" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.840156] env[64120]: DEBUG oslo_concurrency.lockutils [req-97426854-6227-4e49-822d-9c9cb253ea8a req-2123aa8d-4568-40a1-9733-60e3da95a648 service nova] Acquired lock "refresh_cache-eda63403-cd22-40da-a990-ebdf896f7ed6" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.840321] env[64120]: DEBUG nova.network.neutron [req-97426854-6227-4e49-822d-9c9cb253ea8a req-2123aa8d-4568-40a1-9733-60e3da95a648 service nova] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Refreshing network info cache for port 0265eb1b-526a-46ea-a38d-5e6919f76874 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.879146] env[64120]: DEBUG oslo_vmware.api [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074736} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.880165] env[64120]: DEBUG nova.network.neutron [None req-c6e0e266-6124-4bef-b038-2db8cb448354 tempest-ServersAdminTestJSON-1295534878 tempest-ServersAdminTestJSON-1295534878-project-admin] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Updating instance_info_cache with network_info: [{"id": "ca203161-496b-4af2-ad89-cba26e93c547", "address": "fa:16:3e:f1:ec:6e", "network": {"id": "dfa9fec9-66bf-4263-a5ed-73ac1bd2994b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-49460475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "901035c6b2a7413ab307b30fb817fef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca203161-49", "ovs_interfaceid": "ca203161-496b-4af2-ad89-cba26e93c547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.886742] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.886993] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a657bd42-701b-4b6f-92a1-426bebc82eaa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.915851] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 2bc32220-40e1-4193-8628-d63afef77a84/2bc32220-40e1-4193-8628-d63afef77a84.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.919824] env[64120]: DEBUG nova.compute.manager [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1137.925698] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d3687f9-6ed2-4df1-8e3e-1a4f0f652e5e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.950968] env[64120]: DEBUG oslo_vmware.api [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.952537] env[64120]: DEBUG oslo_vmware.api [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for the task: (returnval){ [ 1137.952537] env[64120]: value = "task-1406282" [ 1137.952537] env[64120]: _type = "Task" [ 1137.952537] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.970625] env[64120]: DEBUG oslo_vmware.api [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406280, 'name': Destroy_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.975155] env[64120]: DEBUG oslo_vmware.api [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406282, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.214689] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406281, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.311398] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64087ed5-13fe-4795-ba77-0e897a6400f0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.321693] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26457e9-281f-4fe4-bf39-b734ca652c51 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.362623] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85dbf032-4e76-4ba1-93f1-7563db8ed410 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.373889] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3b034b-d801-4925-a162-5ec8fe28fb32 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.395873] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c6e0e266-6124-4bef-b038-2db8cb448354 tempest-ServersAdminTestJSON-1295534878 tempest-ServersAdminTestJSON-1295534878-project-admin] Releasing lock "refresh_cache-643c3a48-b1e8-4d3c-84f7-69a41c264eaf" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.395873] env[64120]: DEBUG nova.compute.manager [None req-c6e0e266-6124-4bef-b038-2db8cb448354 tempest-ServersAdminTestJSON-1295534878 tempest-ServersAdminTestJSON-1295534878-project-admin] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Inject network info {{(pid=64120) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7219}} [ 1138.396067] env[64120]: DEBUG nova.compute.manager [None req-c6e0e266-6124-4bef-b038-2db8cb448354 tempest-ServersAdminTestJSON-1295534878 tempest-ServersAdminTestJSON-1295534878-project-admin] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] network_info to inject: |[{"id": "ca203161-496b-4af2-ad89-cba26e93c547", "address": "fa:16:3e:f1:ec:6e", "network": {"id": "dfa9fec9-66bf-4263-a5ed-73ac1bd2994b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-49460475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "901035c6b2a7413ab307b30fb817fef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca203161-49", "ovs_interfaceid": "ca203161-496b-4af2-ad89-cba26e93c547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1138.402344] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e0e266-6124-4bef-b038-2db8cb448354 tempest-ServersAdminTestJSON-1295534878 tempest-ServersAdminTestJSON-1295534878-project-admin] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Reconfiguring VM instance to set the machine id {{(pid=64120) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1138.403332] env[64120]: DEBUG nova.compute.provider_tree [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.405167] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-affb116c-03bb-4083-b648-9677a81cc4aa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.424996] env[64120]: DEBUG oslo_vmware.api [None req-c6e0e266-6124-4bef-b038-2db8cb448354 tempest-ServersAdminTestJSON-1295534878 tempest-ServersAdminTestJSON-1295534878-project-admin] Waiting for the task: (returnval){ [ 1138.424996] env[64120]: value = "task-1406283" [ 1138.424996] env[64120]: _type = "Task" [ 1138.424996] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.447424] env[64120]: DEBUG oslo_vmware.api [None req-c6e0e266-6124-4bef-b038-2db8cb448354 tempest-ServersAdminTestJSON-1295534878 tempest-ServersAdminTestJSON-1295534878-project-admin] Task: {'id': task-1406283, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.470745] env[64120]: DEBUG oslo_vmware.api [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406279, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.026718} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.476154] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 435bd213-b529-4741-8145-9fa3d63638af/435bd213-b529-4741-8145-9fa3d63638af.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1138.476154] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1138.476154] env[64120]: DEBUG oslo_vmware.api [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.476417] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.476620] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eca5e9af-3161-443e-b174-d50c8e0caacf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.482502] env[64120]: DEBUG oslo_vmware.api [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406280, 'name': Destroy_Task} progress is 33%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.488969] env[64120]: DEBUG oslo_vmware.api [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for the task: (returnval){ [ 1138.488969] env[64120]: value = "task-1406284" [ 1138.488969] env[64120]: _type = "Task" [ 1138.488969] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.499256] env[64120]: DEBUG oslo_vmware.api [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.721131] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406281, 'name': CreateVM_Task, 'duration_secs': 0.584182} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.721131] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.721600] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.721908] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.722477] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.722890] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a071fea4-99a5-49a1-9f0f-217b0e4fcfa6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.731341] env[64120]: DEBUG oslo_vmware.api [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for the task: (returnval){ [ 1138.731341] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]525a7754-a623-d221-8ce9-7fd78db9335d" [ 1138.731341] env[64120]: _type = "Task" [ 1138.731341] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.741733] env[64120]: DEBUG oslo_vmware.api [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]525a7754-a623-d221-8ce9-7fd78db9335d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.912637] env[64120]: DEBUG nova.network.neutron [req-97426854-6227-4e49-822d-9c9cb253ea8a req-2123aa8d-4568-40a1-9733-60e3da95a648 service nova] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Updated VIF entry in instance network info cache for port 0265eb1b-526a-46ea-a38d-5e6919f76874. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.913072] env[64120]: DEBUG nova.network.neutron [req-97426854-6227-4e49-822d-9c9cb253ea8a req-2123aa8d-4568-40a1-9733-60e3da95a648 service nova] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Updating instance_info_cache with network_info: [{"id": "0265eb1b-526a-46ea-a38d-5e6919f76874", "address": "fa:16:3e:4d:c3:50", "network": {"id": "9e7f001f-2c64-40fe-a72d-da483ff5494a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-704632851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c28a7b5aa12f4d09bf3622e498f5d3a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0265eb1b-52", "ovs_interfaceid": "0265eb1b-526a-46ea-a38d-5e6919f76874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.918985] env[64120]: DEBUG nova.scheduler.client.report [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1138.941145] env[64120]: DEBUG oslo_vmware.api [None req-c6e0e266-6124-4bef-b038-2db8cb448354 tempest-ServersAdminTestJSON-1295534878 tempest-ServersAdminTestJSON-1295534878-project-admin] Task: {'id': task-1406283, 'name': ReconfigVM_Task, 'duration_secs': 0.262526} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.941145] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e0e266-6124-4bef-b038-2db8cb448354 tempest-ServersAdminTestJSON-1295534878 tempest-ServersAdminTestJSON-1295534878-project-admin] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Reconfigured VM instance to set the machine id {{(pid=64120) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1138.966160] env[64120]: DEBUG oslo_vmware.api [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406282, 'name': ReconfigVM_Task, 'duration_secs': 0.752456} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.970086] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 2bc32220-40e1-4193-8628-d63afef77a84/2bc32220-40e1-4193-8628-d63afef77a84.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.971075] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c47bc94-fcfa-475e-ab3b-bda08fe8ab26 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.983517] env[64120]: DEBUG oslo_vmware.api [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406280, 'name': Destroy_Task, 'duration_secs': 1.127993} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.985945] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Destroyed the VM [ 1138.986436] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Deleting Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1138.987794] env[64120]: DEBUG oslo_vmware.api [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for the task: (returnval){ [ 1138.987794] env[64120]: value = "task-1406285" [ 1138.987794] env[64120]: _type = "Task" [ 1138.987794] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.988174] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-978e8e85-ed1e-4762-b322-bbcadfd622d2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.010471] env[64120]: DEBUG oslo_vmware.api [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162374} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.016606] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.017195] env[64120]: DEBUG oslo_vmware.api [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1139.017195] env[64120]: value = "task-1406286" [ 1139.017195] env[64120]: _type = "Task" [ 1139.017195] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.018146] env[64120]: DEBUG oslo_vmware.api [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406285, 'name': Rename_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.022126] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf87b9a-cddc-4d95-a879-5cb54795fbc6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.073800] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 435bd213-b529-4741-8145-9fa3d63638af/435bd213-b529-4741-8145-9fa3d63638af.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.080040] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f7b9d2f-009c-484e-965e-0801f4859a4d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.105048] env[64120]: DEBUG oslo_vmware.api [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406286, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.113702] env[64120]: DEBUG oslo_vmware.api [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for the task: (returnval){ [ 1139.113702] env[64120]: value = "task-1406287" [ 1139.113702] env[64120]: _type = "Task" [ 1139.113702] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.127916] env[64120]: DEBUG oslo_vmware.api [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406287, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.244208] env[64120]: DEBUG oslo_vmware.api [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]525a7754-a623-d221-8ce9-7fd78db9335d, 'name': SearchDatastore_Task, 'duration_secs': 0.01522} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.244208] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.244208] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1139.244208] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.244208] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.244871] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1139.245349] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-670ec59e-8748-484e-824b-26b343728cd1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.255867] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1139.256268] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1139.258085] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2131d1ae-f192-4a0a-bf7a-fbd197a04b79 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.267933] env[64120]: DEBUG oslo_vmware.api [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for the task: (returnval){ [ 1139.267933] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e5698c-fd31-4aec-1262-ba410387cce7" [ 1139.267933] env[64120]: _type = "Task" [ 1139.267933] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.283645] env[64120]: DEBUG oslo_vmware.api [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e5698c-fd31-4aec-1262-ba410387cce7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.417387] env[64120]: DEBUG oslo_concurrency.lockutils [req-97426854-6227-4e49-822d-9c9cb253ea8a req-2123aa8d-4568-40a1-9733-60e3da95a648 service nova] Releasing lock "refresh_cache-eda63403-cd22-40da-a990-ebdf896f7ed6" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.425872] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.429281] env[64120]: DEBUG nova.compute.manager [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1139.433684] env[64120]: DEBUG oslo_concurrency.lockutils [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.208s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.435961] env[64120]: INFO nova.compute.claims [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.502480] env[64120]: DEBUG oslo_vmware.api [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406285, 'name': Rename_Task, 'duration_secs': 0.336741} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.502684] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.502949] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72214cdc-2c07-4479-b386-2540e98b63d9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.511509] env[64120]: DEBUG oslo_vmware.api [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for the task: (returnval){ [ 1139.511509] env[64120]: value = "task-1406288" [ 1139.511509] env[64120]: _type = "Task" [ 1139.511509] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.524828] env[64120]: DEBUG oslo_vmware.api [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.538857] env[64120]: DEBUG oslo_vmware.api [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406286, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.606040] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "13e9b715-708c-4311-9cfe-7e85f26253a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.606359] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "13e9b715-708c-4311-9cfe-7e85f26253a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.627529] env[64120]: DEBUG oslo_vmware.api [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.752047] env[64120]: DEBUG nova.network.neutron [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Port 94292eb1-086b-4f06-b8f4-d3f63786d33b binding to destination host cpu-1 is already ACTIVE {{(pid=64120) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1139.752478] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquiring lock "refresh_cache-a7f265f9-5842-4567-a926-7b924f066cab" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.752691] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquired lock "refresh_cache-a7f265f9-5842-4567-a926-7b924f066cab" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.752923] env[64120]: DEBUG nova.network.neutron [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.782112] env[64120]: DEBUG oslo_vmware.api [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e5698c-fd31-4aec-1262-ba410387cce7, 'name': SearchDatastore_Task, 'duration_secs': 0.014049} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.783397] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f990f41-7d7e-4600-a889-2c8b0857746b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.789961] env[64120]: DEBUG oslo_vmware.api [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for the task: (returnval){ [ 1139.789961] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5282e92e-f2fb-3266-f955-c3cdd9c65d7b" [ 1139.789961] env[64120]: _type = "Task" [ 1139.789961] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.799295] env[64120]: DEBUG oslo_vmware.api [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5282e92e-f2fb-3266-f955-c3cdd9c65d7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.940529] env[64120]: DEBUG nova.compute.utils [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1139.944020] env[64120]: DEBUG nova.compute.manager [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1139.944114] env[64120]: DEBUG nova.network.neutron [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1140.023020] env[64120]: DEBUG nova.policy [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '602aff594f4742008daeb99e705a8143', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1712a0925774e49a0f96507b8223a0e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1140.036201] env[64120]: DEBUG oslo_vmware.api [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406288, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.042465] env[64120]: DEBUG oslo_vmware.api [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406286, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.125290] env[64120]: DEBUG oslo_vmware.api [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406287, 'name': ReconfigVM_Task, 'duration_secs': 0.747752} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.125711] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 435bd213-b529-4741-8145-9fa3d63638af/435bd213-b529-4741-8145-9fa3d63638af.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.126370] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae2c647a-7920-4df2-ae4f-9d137e863d7a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.134666] env[64120]: DEBUG oslo_vmware.api [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for the task: (returnval){ [ 1140.134666] env[64120]: value = "task-1406289" [ 1140.134666] env[64120]: _type = "Task" [ 1140.134666] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.145361] env[64120]: DEBUG oslo_vmware.api [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406289, 'name': Rename_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.307779] env[64120]: DEBUG oslo_vmware.api [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5282e92e-f2fb-3266-f955-c3cdd9c65d7b, 'name': SearchDatastore_Task, 'duration_secs': 0.012166} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.308225] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.308666] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] eda63403-cd22-40da-a990-ebdf896f7ed6/eda63403-cd22-40da-a990-ebdf896f7ed6.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1140.308985] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa5eb2cd-e2c5-4332-8003-653edf6504ce {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.321532] env[64120]: DEBUG oslo_vmware.api [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for the task: (returnval){ [ 1140.321532] env[64120]: value = "task-1406290" [ 1140.321532] env[64120]: _type = "Task" [ 1140.321532] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.337056] env[64120]: DEBUG oslo_vmware.api [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.384924] env[64120]: INFO nova.compute.manager [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Rebuilding instance [ 1140.442719] env[64120]: DEBUG nova.compute.manager [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1140.443612] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d844527-47a4-43f4-be8c-d3d0b74c6053 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.446617] env[64120]: DEBUG nova.compute.manager [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1140.528392] env[64120]: DEBUG oslo_vmware.api [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406288, 'name': PowerOnVM_Task, 'duration_secs': 0.90292} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.531428] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.531644] env[64120]: INFO nova.compute.manager [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Took 11.30 seconds to spawn the instance on the hypervisor. [ 1140.532060] env[64120]: DEBUG nova.compute.manager [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1140.536990] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79acd84a-cd6b-4789-969c-df7cb3b4cf68 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.545704] env[64120]: DEBUG oslo_vmware.api [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406286, 'name': RemoveSnapshot_Task, 'duration_secs': 1.350301} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.547509] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Deleted Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1140.548284] env[64120]: INFO nova.compute.manager [None req-d4589f0a-65aa-4bea-a86a-0d368c09c3e9 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Took 19.27 seconds to snapshot the instance on the hypervisor. [ 1140.648383] env[64120]: DEBUG oslo_vmware.api [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406289, 'name': Rename_Task, 'duration_secs': 0.202523} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.651196] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.651723] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-209b8088-b70f-434c-9be1-32f8e19b87ed {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.659744] env[64120]: DEBUG oslo_vmware.api [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for the task: (returnval){ [ 1140.659744] env[64120]: value = "task-1406291" [ 1140.659744] env[64120]: _type = "Task" [ 1140.659744] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.677117] env[64120]: DEBUG oslo_vmware.api [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.702350] env[64120]: DEBUG nova.network.neutron [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Successfully created port: 84803556-5300-4557-805c-3871f76d8ab3 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1140.751629] env[64120]: DEBUG nova.network.neutron [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Updating instance_info_cache with network_info: [{"id": "94292eb1-086b-4f06-b8f4-d3f63786d33b", "address": "fa:16:3e:56:34:eb", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94292eb1-08", "ovs_interfaceid": "94292eb1-086b-4f06-b8f4-d3f63786d33b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.836989] env[64120]: DEBUG oslo_vmware.api [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406290, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.954879] env[64120]: INFO nova.virt.block_device [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Booting with volume d462ac4a-0659-4018-8c4c-049ed8ff2395 at /dev/sda [ 1140.962374] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.962777] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d277d61-1fe7-4b7f-94c3-2651e309124e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.968734] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35071ad-2120-4d6c-924c-c299f2366d9c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.984118] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beec3e0b-8005-4bfb-aba0-91c8863edd93 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.987980] env[64120]: DEBUG oslo_vmware.api [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1140.987980] env[64120]: value = "task-1406292" [ 1140.987980] env[64120]: _type = "Task" [ 1140.987980] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.026366] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7718e65-951a-4b0c-a78c-66ae24d920bc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.029497] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-920c712e-f31a-48af-9b0b-7ce52ff3c204 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.035113] env[64120]: DEBUG oslo_vmware.api [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.042940] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19efa897-e7fb-4523-88a2-1ac2b3677736 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.049832] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79888b5e-a284-4dab-b615-69e62585fd55 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.081084] env[64120]: DEBUG nova.compute.provider_tree [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.083735] env[64120]: INFO nova.compute.manager [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Took 39.07 seconds to build instance. [ 1141.114567] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef1fd9f3-c0c9-41ea-8fd5-f0330c5fb2ed {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.125110] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bf5df2-34cd-413c-8c24-c2b33c263fac {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.171721] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9113509-d807-4581-a809-7bf52b57cd62 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.180028] env[64120]: DEBUG oslo_vmware.api [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406291, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.182587] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8be13e9-6a73-469d-8a51-7fe2392a016b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.197564] env[64120]: DEBUG nova.virt.block_device [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Updating existing volume attachment record: 136563ba-eea9-4232-bcd8-93a147f44df0 {{(pid=64120) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1141.254743] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Releasing lock "refresh_cache-a7f265f9-5842-4567-a926-7b924f066cab" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.337527] env[64120]: DEBUG oslo_vmware.api [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.822221} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.338045] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] eda63403-cd22-40da-a990-ebdf896f7ed6/eda63403-cd22-40da-a990-ebdf896f7ed6.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1141.338202] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1141.338530] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28908ab6-5862-4f7a-892e-bf5c2185dbd1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.347666] env[64120]: DEBUG oslo_vmware.api [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for the task: (returnval){ [ 1141.347666] env[64120]: value = "task-1406293" [ 1141.347666] env[64120]: _type = "Task" [ 1141.347666] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.359951] env[64120]: DEBUG oslo_vmware.api [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406293, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.497657] env[64120]: DEBUG oslo_vmware.api [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406292, 'name': PowerOffVM_Task, 'duration_secs': 0.359136} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.498052] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.498200] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.498993] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9800b58-57b2-4b2a-81d7-54b5e6c6c93f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.506745] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.507012] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ad30ab7-1f31-4cdb-8d81-f26198c57d1f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.586352] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b624d76b-36e0-4efa-8ec7-d0882ff393d5 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lock "2bc32220-40e1-4193-8628-d63afef77a84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.833s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.587340] env[64120]: DEBUG nova.scheduler.client.report [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1141.597985] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.598554] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.598862] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Deleting the datastore file [datastore1] c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.599174] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5950cdd8-e996-4f7c-be3b-82379ca9433f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.610216] env[64120]: DEBUG oslo_vmware.api [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1141.610216] env[64120]: value = "task-1406295" [ 1141.610216] env[64120]: _type = "Task" [ 1141.610216] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.618510] env[64120]: DEBUG oslo_vmware.api [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.693031] env[64120]: DEBUG oslo_vmware.api [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406291, 'name': PowerOnVM_Task, 'duration_secs': 0.818782} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.693264] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.693479] env[64120]: INFO nova.compute.manager [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Took 9.74 seconds to spawn the instance on the hypervisor. [ 1141.693663] env[64120]: DEBUG nova.compute.manager [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1141.694548] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14c7c91-403f-4f4c-9a8b-705113dac7dc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.759217] env[64120]: DEBUG nova.compute.manager [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=64120) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:897}} [ 1141.759446] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1141.862818] env[64120]: DEBUG oslo_vmware.api [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406293, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078612} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.863303] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1141.864496] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc235b3-0931-4293-ab04-6f98dcbc0686 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.905982] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] eda63403-cd22-40da-a990-ebdf896f7ed6/eda63403-cd22-40da-a990-ebdf896f7ed6.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.906409] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf4ede88-db74-4e6c-9319-a2852c5d18d5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.935149] env[64120]: DEBUG oslo_vmware.api [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for the task: (returnval){ [ 1141.935149] env[64120]: value = "task-1406296" [ 1141.935149] env[64120]: _type = "Task" [ 1141.935149] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.946605] env[64120]: DEBUG oslo_vmware.api [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406296, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.093189] env[64120]: DEBUG oslo_concurrency.lockutils [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.093790] env[64120]: DEBUG nova.compute.manager [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1142.097138] env[64120]: DEBUG nova.compute.manager [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1142.100668] env[64120]: DEBUG oslo_concurrency.lockutils [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.054s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.103131] env[64120]: INFO nova.compute.claims [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1142.120392] env[64120]: DEBUG oslo_vmware.api [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.215305] env[64120]: INFO nova.compute.manager [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Took 40.15 seconds to build instance. [ 1142.336458] env[64120]: DEBUG nova.compute.manager [req-63823c82-91bd-4eb1-b306-ee4577651db1 req-1506655b-c562-45af-bc9f-7eb33c6288a5 service nova] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Received event network-vif-plugged-84803556-5300-4557-805c-3871f76d8ab3 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1142.336670] env[64120]: DEBUG oslo_concurrency.lockutils [req-63823c82-91bd-4eb1-b306-ee4577651db1 req-1506655b-c562-45af-bc9f-7eb33c6288a5 service nova] Acquiring lock "60537205-dfa3-4db3-9972-cf1e3901e874-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.336907] env[64120]: DEBUG oslo_concurrency.lockutils [req-63823c82-91bd-4eb1-b306-ee4577651db1 req-1506655b-c562-45af-bc9f-7eb33c6288a5 service nova] Lock "60537205-dfa3-4db3-9972-cf1e3901e874-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.337147] env[64120]: DEBUG oslo_concurrency.lockutils [req-63823c82-91bd-4eb1-b306-ee4577651db1 req-1506655b-c562-45af-bc9f-7eb33c6288a5 service nova] Lock "60537205-dfa3-4db3-9972-cf1e3901e874-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.337332] env[64120]: DEBUG nova.compute.manager [req-63823c82-91bd-4eb1-b306-ee4577651db1 req-1506655b-c562-45af-bc9f-7eb33c6288a5 service nova] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] No waiting events found dispatching network-vif-plugged-84803556-5300-4557-805c-3871f76d8ab3 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1142.337500] env[64120]: WARNING nova.compute.manager [req-63823c82-91bd-4eb1-b306-ee4577651db1 req-1506655b-c562-45af-bc9f-7eb33c6288a5 service nova] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Received unexpected event network-vif-plugged-84803556-5300-4557-805c-3871f76d8ab3 for instance with vm_state building and task_state block_device_mapping. [ 1142.445880] env[64120]: DEBUG oslo_vmware.api [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406296, 'name': ReconfigVM_Task, 'duration_secs': 0.302319} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.446350] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Reconfigured VM instance instance-0000003d to attach disk [datastore2] eda63403-cd22-40da-a990-ebdf896f7ed6/eda63403-cd22-40da-a990-ebdf896f7ed6.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.446971] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b9418da-1911-4740-a805-c22c540567d3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.457026] env[64120]: DEBUG oslo_vmware.api [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for the task: (returnval){ [ 1142.457026] env[64120]: value = "task-1406297" [ 1142.457026] env[64120]: _type = "Task" [ 1142.457026] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.465205] env[64120]: DEBUG oslo_vmware.api [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406297, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.517091] env[64120]: DEBUG nova.network.neutron [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Successfully updated port: 84803556-5300-4557-805c-3871f76d8ab3 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1142.601914] env[64120]: DEBUG nova.compute.utils [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1142.604044] env[64120]: DEBUG nova.compute.manager [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1142.604291] env[64120]: DEBUG nova.network.neutron [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1142.625485] env[64120]: DEBUG oslo_vmware.api [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.639299} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.625796] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.625929] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1142.626120] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1142.633917] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.682029] env[64120]: DEBUG nova.policy [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93f9f18ff0954394ab2e4d473373212b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '845268a29b9040cfb7c02f220348a552', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1142.721026] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ec1f1179-d364-49d2-a81b-8186227637a0 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lock "435bd213-b529-4741-8145-9fa3d63638af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.395s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.968738] env[64120]: DEBUG oslo_vmware.api [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406297, 'name': Rename_Task, 'duration_secs': 0.147109} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.969043] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.969302] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0eabeb4-1b64-43c7-b8e1-86f7324d9a30 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.973621] env[64120]: DEBUG nova.network.neutron [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Successfully created port: f5e862a8-0648-49b0-8999-a2cc85984a3a {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1142.977209] env[64120]: DEBUG oslo_vmware.api [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for the task: (returnval){ [ 1142.977209] env[64120]: value = "task-1406298" [ 1142.977209] env[64120]: _type = "Task" [ 1142.977209] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.985334] env[64120]: DEBUG oslo_vmware.api [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.020296] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Acquiring lock "refresh_cache-60537205-dfa3-4db3-9972-cf1e3901e874" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.020466] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Acquired lock "refresh_cache-60537205-dfa3-4db3-9972-cf1e3901e874" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.020586] env[64120]: DEBUG nova.network.neutron [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.108518] env[64120]: DEBUG nova.compute.manager [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1143.294057] env[64120]: DEBUG nova.compute.manager [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1143.294670] env[64120]: DEBUG nova.virt.hardware [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1143.294911] env[64120]: DEBUG nova.virt.hardware [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1143.295106] env[64120]: DEBUG nova.virt.hardware [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.295301] env[64120]: DEBUG nova.virt.hardware [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1143.295446] env[64120]: DEBUG nova.virt.hardware [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.295620] env[64120]: DEBUG nova.virt.hardware [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1143.295843] env[64120]: DEBUG nova.virt.hardware [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1143.296486] env[64120]: DEBUG nova.virt.hardware [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1143.296804] env[64120]: DEBUG nova.virt.hardware [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1143.296941] env[64120]: DEBUG nova.virt.hardware [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1143.297158] env[64120]: DEBUG nova.virt.hardware [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1143.300424] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e814741a-04a5-4676-94b0-3e2f3cf9ea4f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.311930] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26329dbb-1943-43e6-aab3-73b9f1993cd2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.490772] env[64120]: DEBUG oslo_vmware.api [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406298, 'name': PowerOnVM_Task, 'duration_secs': 0.483454} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.491073] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.491285] env[64120]: INFO nova.compute.manager [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Took 8.90 seconds to spawn the instance on the hypervisor. [ 1143.491472] env[64120]: DEBUG nova.compute.manager [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1143.492358] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b2df43-f814-42e5-8f44-c36dc096679d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.565864] env[64120]: DEBUG nova.network.neutron [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1143.634553] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a594c6-8c49-48db-92cb-9059dcec314d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.648025] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e5af30-7365-479b-aa71-973241735a7e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.686618] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13332fb3-15a9-4142-844b-eee04dceea8a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.698071] env[64120]: DEBUG nova.virt.hardware [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1143.698678] env[64120]: DEBUG nova.virt.hardware [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1143.698678] env[64120]: DEBUG nova.virt.hardware [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.698678] env[64120]: DEBUG nova.virt.hardware [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1143.698921] env[64120]: DEBUG nova.virt.hardware [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.698961] env[64120]: DEBUG nova.virt.hardware [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1143.699170] env[64120]: DEBUG nova.virt.hardware [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1143.699376] env[64120]: DEBUG nova.virt.hardware [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1143.699512] env[64120]: DEBUG nova.virt.hardware [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1143.699676] env[64120]: DEBUG nova.virt.hardware [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1143.699912] env[64120]: DEBUG nova.virt.hardware [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1143.701372] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbf8140-c250-449a-b41e-5b1f78258c1f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.706535] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a695ab8-ea41-4fef-87a5-98b5280aafa7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.720727] env[64120]: DEBUG nova.compute.provider_tree [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.725795] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85e0564-3d86-49d7-a9d6-6edaa5746c82 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.741438] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:d3:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '444e3ed8-0f83-497e-96d3-4a76cd2ba86c', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.749752] env[64120]: DEBUG oslo.service.loopingcall [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1143.750023] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.750266] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ceabb44-af91-4eb8-9423-e06d0f3d5bee {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.775424] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.775424] env[64120]: value = "task-1406299" [ 1143.775424] env[64120]: _type = "Task" [ 1143.775424] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.784872] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406299, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.851873] env[64120]: DEBUG nova.network.neutron [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Updating instance_info_cache with network_info: [{"id": "84803556-5300-4557-805c-3871f76d8ab3", "address": "fa:16:3e:31:cd:d5", "network": {"id": "32bc3fd7-e65a-4bcf-9316-bb60eabfacb9", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1200186216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1712a0925774e49a0f96507b8223a0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84803556-53", "ovs_interfaceid": "84803556-5300-4557-805c-3871f76d8ab3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.014222] env[64120]: INFO nova.compute.manager [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Took 37.20 seconds to build instance. [ 1144.123681] env[64120]: DEBUG nova.compute.manager [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1144.150931] env[64120]: DEBUG nova.virt.hardware [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1144.151166] env[64120]: DEBUG nova.virt.hardware [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1144.151346] env[64120]: DEBUG nova.virt.hardware [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.151576] env[64120]: DEBUG nova.virt.hardware [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1144.151784] env[64120]: DEBUG nova.virt.hardware [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.151982] env[64120]: DEBUG nova.virt.hardware [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1144.152315] env[64120]: DEBUG nova.virt.hardware [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1144.152576] env[64120]: DEBUG nova.virt.hardware [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1144.152703] env[64120]: DEBUG nova.virt.hardware [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1144.152901] env[64120]: DEBUG nova.virt.hardware [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1144.153174] env[64120]: DEBUG nova.virt.hardware [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1144.154259] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154f8a89-7063-46a0-9600-528ca1f573eb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.164305] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d112a8c-deb7-400a-a55a-f08c73171a4a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.228154] env[64120]: DEBUG nova.scheduler.client.report [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1144.287969] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406299, 'name': CreateVM_Task, 'duration_secs': 0.440836} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.288339] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.289211] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.289211] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.289478] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.289827] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-901ee0ef-dbc5-4464-b067-e246c2fba148 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.295824] env[64120]: DEBUG oslo_vmware.api [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1144.295824] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52730994-4263-1c3b-eaec-d1f707e26ad9" [ 1144.295824] env[64120]: _type = "Task" [ 1144.295824] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.304147] env[64120]: DEBUG oslo_vmware.api [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52730994-4263-1c3b-eaec-d1f707e26ad9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.354597] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Releasing lock "refresh_cache-60537205-dfa3-4db3-9972-cf1e3901e874" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.354958] env[64120]: DEBUG nova.compute.manager [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Instance network_info: |[{"id": "84803556-5300-4557-805c-3871f76d8ab3", "address": "fa:16:3e:31:cd:d5", "network": {"id": "32bc3fd7-e65a-4bcf-9316-bb60eabfacb9", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1200186216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1712a0925774e49a0f96507b8223a0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84803556-53", "ovs_interfaceid": "84803556-5300-4557-805c-3871f76d8ab3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1144.355456] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:cd:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8459aaf-d6a8-46fb-ad14-464ac3104695', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84803556-5300-4557-805c-3871f76d8ab3', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1144.363596] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Creating folder: Project (d1712a0925774e49a0f96507b8223a0e). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1144.363959] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d89840a-a1ac-495d-a6bc-d5b7a5a7e730 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.382428] env[64120]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1144.382428] env[64120]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=64120) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1144.382428] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Folder already exists: Project (d1712a0925774e49a0f96507b8223a0e). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1144.382428] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Creating folder: Instances. Parent ref: group-v298038. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1144.382428] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-453f1293-4497-444d-9bda-a77cb92870dc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.397138] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Created folder: Instances in parent group-v298038. [ 1144.397845] env[64120]: DEBUG oslo.service.loopingcall [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1144.399420] env[64120]: DEBUG nova.compute.manager [req-115751b6-a637-4b61-8b53-f1a10ede8abd req-c71b55de-c699-425d-9c60-dd92713dc271 service nova] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Received event network-changed-84803556-5300-4557-805c-3871f76d8ab3 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1144.399712] env[64120]: DEBUG nova.compute.manager [req-115751b6-a637-4b61-8b53-f1a10ede8abd req-c71b55de-c699-425d-9c60-dd92713dc271 service nova] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Refreshing instance network info cache due to event network-changed-84803556-5300-4557-805c-3871f76d8ab3. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1144.400115] env[64120]: DEBUG oslo_concurrency.lockutils [req-115751b6-a637-4b61-8b53-f1a10ede8abd req-c71b55de-c699-425d-9c60-dd92713dc271 service nova] Acquiring lock "refresh_cache-60537205-dfa3-4db3-9972-cf1e3901e874" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.400450] env[64120]: DEBUG oslo_concurrency.lockutils [req-115751b6-a637-4b61-8b53-f1a10ede8abd req-c71b55de-c699-425d-9c60-dd92713dc271 service nova] Acquired lock "refresh_cache-60537205-dfa3-4db3-9972-cf1e3901e874" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.400719] env[64120]: DEBUG nova.network.neutron [req-115751b6-a637-4b61-8b53-f1a10ede8abd req-c71b55de-c699-425d-9c60-dd92713dc271 service nova] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Refreshing network info cache for port 84803556-5300-4557-805c-3871f76d8ab3 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.402018] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1144.402949] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59a65d45-bdc2-484c-a471-d1010e5753ef {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.430310] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1144.430310] env[64120]: value = "task-1406302" [ 1144.430310] env[64120]: _type = "Task" [ 1144.430310] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.441161] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406302, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.516133] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9ffbf7b1-df32-4fc3-9456-bf1904fdd401 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lock "eda63403-cd22-40da-a990-ebdf896f7ed6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.385s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.734061] env[64120]: DEBUG oslo_concurrency.lockutils [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.734666] env[64120]: DEBUG nova.compute.manager [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1144.741076] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.235s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1144.741076] env[64120]: DEBUG nova.objects.instance [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64120) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1144.807458] env[64120]: DEBUG oslo_vmware.api [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52730994-4263-1c3b-eaec-d1f707e26ad9, 'name': SearchDatastore_Task, 'duration_secs': 0.019868} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.811036] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.811036] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.811036] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.811036] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.811036] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.811036] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11f45e9d-370e-40f2-a15a-230a6fc73d86 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.821609] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.821789] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.823493] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4a75b28-205f-4444-8bd1-0cbd0e7f21de {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.829990] env[64120]: DEBUG oslo_vmware.api [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1144.829990] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ca29b2-3a11-8369-2135-99bc615410b3" [ 1144.829990] env[64120]: _type = "Task" [ 1144.829990] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.839141] env[64120]: DEBUG oslo_vmware.api [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ca29b2-3a11-8369-2135-99bc615410b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.946719] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406302, 'name': CreateVM_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.058399] env[64120]: DEBUG nova.compute.manager [req-91bd451c-8b6e-4026-bff4-0e7c98576e2b req-3fa406fc-5aa0-4427-b4a8-6c3dc56c7f99 service nova] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Received event network-vif-plugged-f5e862a8-0648-49b0-8999-a2cc85984a3a {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1145.058959] env[64120]: DEBUG oslo_concurrency.lockutils [req-91bd451c-8b6e-4026-bff4-0e7c98576e2b req-3fa406fc-5aa0-4427-b4a8-6c3dc56c7f99 service nova] Acquiring lock "ed54e949-f5db-4946-bc92-6384f8279de5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.059403] env[64120]: DEBUG oslo_concurrency.lockutils [req-91bd451c-8b6e-4026-bff4-0e7c98576e2b req-3fa406fc-5aa0-4427-b4a8-6c3dc56c7f99 service nova] Lock "ed54e949-f5db-4946-bc92-6384f8279de5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.060028] env[64120]: DEBUG oslo_concurrency.lockutils [req-91bd451c-8b6e-4026-bff4-0e7c98576e2b req-3fa406fc-5aa0-4427-b4a8-6c3dc56c7f99 service nova] Lock "ed54e949-f5db-4946-bc92-6384f8279de5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.062183] env[64120]: DEBUG nova.compute.manager [req-91bd451c-8b6e-4026-bff4-0e7c98576e2b req-3fa406fc-5aa0-4427-b4a8-6c3dc56c7f99 service nova] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] No waiting events found dispatching network-vif-plugged-f5e862a8-0648-49b0-8999-a2cc85984a3a {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1145.062183] env[64120]: WARNING nova.compute.manager [req-91bd451c-8b6e-4026-bff4-0e7c98576e2b req-3fa406fc-5aa0-4427-b4a8-6c3dc56c7f99 service nova] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Received unexpected event network-vif-plugged-f5e862a8-0648-49b0-8999-a2cc85984a3a for instance with vm_state building and task_state spawning. [ 1145.201516] env[64120]: DEBUG nova.network.neutron [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Successfully updated port: f5e862a8-0648-49b0-8999-a2cc85984a3a {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1145.244714] env[64120]: DEBUG nova.compute.utils [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1145.251699] env[64120]: DEBUG nova.compute.manager [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1145.251880] env[64120]: DEBUG nova.network.neutron [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1145.342754] env[64120]: DEBUG oslo_vmware.api [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ca29b2-3a11-8369-2135-99bc615410b3, 'name': SearchDatastore_Task, 'duration_secs': 0.047879} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.346043] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06e4c64e-23af-46c6-857f-cf485f4c0243 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.351366] env[64120]: DEBUG oslo_vmware.api [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1145.351366] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5218810c-ca6a-b0eb-788b-e616b8e01452" [ 1145.351366] env[64120]: _type = "Task" [ 1145.351366] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.362235] env[64120]: DEBUG nova.network.neutron [req-115751b6-a637-4b61-8b53-f1a10ede8abd req-c71b55de-c699-425d-9c60-dd92713dc271 service nova] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Updated VIF entry in instance network info cache for port 84803556-5300-4557-805c-3871f76d8ab3. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.363688] env[64120]: DEBUG nova.network.neutron [req-115751b6-a637-4b61-8b53-f1a10ede8abd req-c71b55de-c699-425d-9c60-dd92713dc271 service nova] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Updating instance_info_cache with network_info: [{"id": "84803556-5300-4557-805c-3871f76d8ab3", "address": "fa:16:3e:31:cd:d5", "network": {"id": "32bc3fd7-e65a-4bcf-9316-bb60eabfacb9", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1200186216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1712a0925774e49a0f96507b8223a0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84803556-53", "ovs_interfaceid": "84803556-5300-4557-805c-3871f76d8ab3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.369281] env[64120]: DEBUG oslo_vmware.api [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5218810c-ca6a-b0eb-788b-e616b8e01452, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.402757] env[64120]: DEBUG nova.policy [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dec8cfbb3ddf4ddead13c94edcae7b3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b12f9b0b73884116878a2cdca4941f6f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1145.445482] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406302, 'name': CreateVM_Task, 'duration_secs': 0.666983} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.446089] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1145.447380] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '136563ba-eea9-4232-bcd8-93a147f44df0', 'mount_device': '/dev/sda', 'disk_bus': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298048', 'volume_id': 'd462ac4a-0659-4018-8c4c-049ed8ff2395', 'name': 'volume-d462ac4a-0659-4018-8c4c-049ed8ff2395', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '60537205-dfa3-4db3-9972-cf1e3901e874', 'attached_at': '', 'detached_at': '', 'volume_id': 'd462ac4a-0659-4018-8c4c-049ed8ff2395', 'serial': 'd462ac4a-0659-4018-8c4c-049ed8ff2395'}, 'delete_on_termination': True, 'boot_index': 0, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=64120) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1145.447837] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Root volume attach. Driver type: vmdk {{(pid=64120) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1145.449223] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2aaed3-b08e-4c1d-80aa-3149c67ed999 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.461969] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c544f17-68b3-4a18-8882-14653e23c3f3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.473779] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebb62ff-738e-4663-99d3-c6f2e6311a40 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.480474] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-9f8d9385-b367-4990-9045-e3af3db4599a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.488161] env[64120]: DEBUG oslo_vmware.api [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Waiting for the task: (returnval){ [ 1145.488161] env[64120]: value = "task-1406303" [ 1145.488161] env[64120]: _type = "Task" [ 1145.488161] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.498673] env[64120]: DEBUG oslo_vmware.api [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Task: {'id': task-1406303, 'name': RelocateVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.713343] env[64120]: DEBUG oslo_concurrency.lockutils [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "refresh_cache-ed54e949-f5db-4946-bc92-6384f8279de5" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.713495] env[64120]: DEBUG oslo_concurrency.lockutils [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquired lock "refresh_cache-ed54e949-f5db-4946-bc92-6384f8279de5" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.713765] env[64120]: DEBUG nova.network.neutron [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.733321] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0b756d1a-0fb9-4a19-bdd7-c0a5f3ff4546 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] Acquiring lock "d57efb12-3708-4a0d-8987-4efe69887d86" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.733606] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0b756d1a-0fb9-4a19-bdd7-c0a5f3ff4546 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] Lock "d57efb12-3708-4a0d-8987-4efe69887d86" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.754069] env[64120]: DEBUG nova.compute.manager [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1145.759068] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dff61a48-df99-447c-b05a-2f135652cfc0 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.759886] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 21.273s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.870024] env[64120]: DEBUG oslo_vmware.api [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5218810c-ca6a-b0eb-788b-e616b8e01452, 'name': SearchDatastore_Task, 'duration_secs': 0.012868} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.870024] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.870024] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad/c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.870024] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6a26dd4-0244-482e-8909-26d2860ad6c0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.872240] env[64120]: DEBUG oslo_concurrency.lockutils [req-115751b6-a637-4b61-8b53-f1a10ede8abd req-c71b55de-c699-425d-9c60-dd92713dc271 service nova] Releasing lock "refresh_cache-60537205-dfa3-4db3-9972-cf1e3901e874" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.879131] env[64120]: DEBUG oslo_vmware.api [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1145.879131] env[64120]: value = "task-1406304" [ 1145.879131] env[64120]: _type = "Task" [ 1145.879131] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.891320] env[64120]: DEBUG oslo_vmware.api [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.928749] env[64120]: DEBUG nova.network.neutron [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Successfully created port: a949dbd2-e3e4-4692-b72b-bcace7aeb946 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1146.002376] env[64120]: DEBUG oslo_vmware.api [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Task: {'id': task-1406303, 'name': RelocateVM_Task} progress is 20%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.239483] env[64120]: DEBUG nova.compute.utils [None req-0b756d1a-0fb9-4a19-bdd7-c0a5f3ff4546 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1146.282780] env[64120]: DEBUG nova.network.neutron [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1146.393259] env[64120]: DEBUG oslo_vmware.api [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406304, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507601} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.393721] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad/c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.394084] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.394412] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bc4cbec-edf8-41e4-b6fb-65073fe9ac13 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.402607] env[64120]: DEBUG oslo_vmware.api [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1146.402607] env[64120]: value = "task-1406305" [ 1146.402607] env[64120]: _type = "Task" [ 1146.402607] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.418324] env[64120]: DEBUG oslo_vmware.api [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.505716] env[64120]: DEBUG oslo_vmware.api [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Task: {'id': task-1406303, 'name': RelocateVM_Task, 'duration_secs': 0.575145} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.506073] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Volume attach. Driver type: vmdk {{(pid=64120) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1146.506450] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298048', 'volume_id': 'd462ac4a-0659-4018-8c4c-049ed8ff2395', 'name': 'volume-d462ac4a-0659-4018-8c4c-049ed8ff2395', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '60537205-dfa3-4db3-9972-cf1e3901e874', 'attached_at': '', 'detached_at': '', 'volume_id': 'd462ac4a-0659-4018-8c4c-049ed8ff2395', 'serial': 'd462ac4a-0659-4018-8c4c-049ed8ff2395'} {{(pid=64120) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1146.507399] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26834b73-694c-4009-ada1-1c10c884cdda {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.526767] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df49b5e-f937-4c34-af80-10266671e33b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.551889] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] volume-d462ac4a-0659-4018-8c4c-049ed8ff2395/volume-d462ac4a-0659-4018-8c4c-049ed8ff2395.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.553184] env[64120]: DEBUG nova.network.neutron [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Updating instance_info_cache with network_info: [{"id": "f5e862a8-0648-49b0-8999-a2cc85984a3a", "address": "fa:16:3e:70:13:e8", "network": {"id": "92d218ec-145d-4482-8416-fa888f5c743c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1794575816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "845268a29b9040cfb7c02f220348a552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5e862a8-06", "ovs_interfaceid": "f5e862a8-0648-49b0-8999-a2cc85984a3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.554341] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78ff7c43-bdd5-4ea4-9023-02434a2e0366 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.579337] env[64120]: DEBUG oslo_vmware.api [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Waiting for the task: (returnval){ [ 1146.579337] env[64120]: value = "task-1406306" [ 1146.579337] env[64120]: _type = "Task" [ 1146.579337] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.595757] env[64120]: DEBUG oslo_vmware.api [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Task: {'id': task-1406306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.743190] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0b756d1a-0fb9-4a19-bdd7-c0a5f3ff4546 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] Lock "d57efb12-3708-4a0d-8987-4efe69887d86" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.766306] env[64120]: DEBUG nova.compute.manager [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1146.787047] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Applying migration context for instance a7f265f9-5842-4567-a926-7b924f066cab as it has an incoming, in-progress migration 043dbd20-1750-4a84-b052-e4b419a584b6. Migration status is reverting {{(pid=64120) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1146.789962] env[64120]: INFO nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Updating resource usage from migration 043dbd20-1750-4a84-b052-e4b419a584b6 [ 1146.799743] env[64120]: DEBUG nova.virt.hardware [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1146.800043] env[64120]: DEBUG nova.virt.hardware [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1146.800216] env[64120]: DEBUG nova.virt.hardware [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.800403] env[64120]: DEBUG nova.virt.hardware [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1146.800549] env[64120]: DEBUG nova.virt.hardware [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.800698] env[64120]: DEBUG nova.virt.hardware [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1146.800936] env[64120]: DEBUG nova.virt.hardware [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1146.801385] env[64120]: DEBUG nova.virt.hardware [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1146.801385] env[64120]: DEBUG nova.virt.hardware [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1146.801479] env[64120]: DEBUG nova.virt.hardware [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1146.801604] env[64120]: DEBUG nova.virt.hardware [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1146.802543] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2abe05-f2aa-41eb-9a41-628f06802b9b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.810709] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60880bc9-0225-4588-989e-d978b7eacbb9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.817275] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance a4c04c6d-8d9b-4859-9ece-a256f8cd0f18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1146.817418] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1146.817532] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 810ace60-3801-4686-8087-570c8b93b42f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1146.817647] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 3997b4b8-119f-4bac-a16c-b18361db7b31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1146.817816] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance d57efb12-3708-4a0d-8987-4efe69887d86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1146.817955] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 2d14c3fc-708b-4bb7-8f95-303e546dd811 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1146.818086] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 87ff5098-8334-42ff-ac2f-ac28ed224fb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1146.818201] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 0a29cbe5-1f69-44f7-90a6-209992a79b2a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1146.818329] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 494d4494-bd61-4370-b8f4-4e7ae757d638 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1146.818423] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 4d010afc-7835-4eac-b2bd-7cf6abea43a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1146.818531] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 1e3ed926-6b6c-4044-a299-64a438f2400d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1146.818670] env[64120]: WARNING nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 5b6e1058-3b55-4c45-8f90-af94dbfee87d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1146.818785] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 98ef028b-4cd6-438d-9f7e-57e2db1d4460 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1146.818917] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 0441676f-53f4-4b15-b318-bed35cb92f02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1146.819043] env[64120]: WARNING nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance e62a17bf-89e4-4c37-b270-52bf10a86d5e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1146.819174] env[64120]: WARNING nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 94a09be2-6d85-44c0-b282-e80f4f0b5ec5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1146.819286] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance dd35a3ad-c612-4b13-9e0d-d57034827b0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1146.819395] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 643c3a48-b1e8-4d3c-84f7-69a41c264eaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1146.819502] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 2bc32220-40e1-4193-8628-d63afef77a84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1146.819608] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 435bd213-b529-4741-8145-9fa3d63638af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1146.819720] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance eda63403-cd22-40da-a990-ebdf896f7ed6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1146.819852] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Migration 043dbd20-1750-4a84-b052-e4b419a584b6 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1146.819972] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance a7f265f9-5842-4567-a926-7b924f066cab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1146.820112] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 60537205-dfa3-4db3-9972-cf1e3901e874 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1146.820224] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance ed54e949-f5db-4946-bc92-6384f8279de5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1146.820330] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 32c9072f-9004-4c1c-ac52-d7115dd531e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1146.852223] env[64120]: DEBUG nova.compute.manager [req-f0b4d507-54a7-4827-b0d8-1d1c359657d3 req-f3f5313f-e889-4d52-8ef7-68dc9783678e service nova] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Received event network-changed-f5e862a8-0648-49b0-8999-a2cc85984a3a {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1146.852424] env[64120]: DEBUG nova.compute.manager [req-f0b4d507-54a7-4827-b0d8-1d1c359657d3 req-f3f5313f-e889-4d52-8ef7-68dc9783678e service nova] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Refreshing instance network info cache due to event network-changed-f5e862a8-0648-49b0-8999-a2cc85984a3a. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1146.852601] env[64120]: DEBUG oslo_concurrency.lockutils [req-f0b4d507-54a7-4827-b0d8-1d1c359657d3 req-f3f5313f-e889-4d52-8ef7-68dc9783678e service nova] Acquiring lock "refresh_cache-ed54e949-f5db-4946-bc92-6384f8279de5" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.912919] env[64120]: DEBUG oslo_vmware.api [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064405} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.913242] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1146.914026] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8715de54-d14f-4f8b-ad12-5beae6f90719 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.936366] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad/c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.936674] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afd5b221-783e-48dc-8760-0f35443f553b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.956724] env[64120]: DEBUG oslo_vmware.api [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1146.956724] env[64120]: value = "task-1406307" [ 1146.956724] env[64120]: _type = "Task" [ 1146.956724] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.967609] env[64120]: DEBUG oslo_vmware.api [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406307, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.073914] env[64120]: DEBUG oslo_concurrency.lockutils [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Releasing lock "refresh_cache-ed54e949-f5db-4946-bc92-6384f8279de5" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.073914] env[64120]: DEBUG nova.compute.manager [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Instance network_info: |[{"id": "f5e862a8-0648-49b0-8999-a2cc85984a3a", "address": "fa:16:3e:70:13:e8", "network": {"id": "92d218ec-145d-4482-8416-fa888f5c743c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1794575816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "845268a29b9040cfb7c02f220348a552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5e862a8-06", "ovs_interfaceid": "f5e862a8-0648-49b0-8999-a2cc85984a3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1147.073914] env[64120]: DEBUG oslo_concurrency.lockutils [req-f0b4d507-54a7-4827-b0d8-1d1c359657d3 req-f3f5313f-e889-4d52-8ef7-68dc9783678e service nova] Acquired lock "refresh_cache-ed54e949-f5db-4946-bc92-6384f8279de5" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.073914] env[64120]: DEBUG nova.network.neutron [req-f0b4d507-54a7-4827-b0d8-1d1c359657d3 req-f3f5313f-e889-4d52-8ef7-68dc9783678e service nova] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Refreshing network info cache for port f5e862a8-0648-49b0-8999-a2cc85984a3a {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.075058] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:13:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5e862a8-0648-49b0-8999-a2cc85984a3a', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.082901] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Creating folder: Project (845268a29b9040cfb7c02f220348a552). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1147.084065] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb724319-aa1e-40e4-8001-11e81aaa6ae2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.095211] env[64120]: DEBUG oslo_vmware.api [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Task: {'id': task-1406306, 'name': ReconfigVM_Task, 'duration_secs': 0.275739} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.095523] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Reconfigured VM instance instance-0000003e to attach disk [datastore1] volume-d462ac4a-0659-4018-8c4c-049ed8ff2395/volume-d462ac4a-0659-4018-8c4c-049ed8ff2395.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.101616] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4466c3a6-ffa9-464b-8ef7-01bef3eb2c9a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.112168] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Created folder: Project (845268a29b9040cfb7c02f220348a552) in parent group-v297899. [ 1147.112168] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Creating folder: Instances. Parent ref: group-v298076. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1147.112772] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac0003f2-e74c-4804-9030-d5958557a348 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.120888] env[64120]: DEBUG oslo_vmware.api [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Waiting for the task: (returnval){ [ 1147.120888] env[64120]: value = "task-1406310" [ 1147.120888] env[64120]: _type = "Task" [ 1147.120888] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.125816] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Created folder: Instances in parent group-v298076. [ 1147.126108] env[64120]: DEBUG oslo.service.loopingcall [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1147.126314] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.126529] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83049a08-f4fb-4600-83fb-ccac8ed244bf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.144644] env[64120]: DEBUG oslo_vmware.api [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Task: {'id': task-1406310, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.151223] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.151223] env[64120]: value = "task-1406311" [ 1147.151223] env[64120]: _type = "Task" [ 1147.151223] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.160010] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406311, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.331342] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance fe30ced7-62ee-4b15-9b72-268677297ff8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1147.468392] env[64120]: DEBUG oslo_vmware.api [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.635664] env[64120]: DEBUG oslo_vmware.api [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Task: {'id': task-1406310, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.662152] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406311, 'name': CreateVM_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.821762] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0b756d1a-0fb9-4a19-bdd7-c0a5f3ff4546 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] Acquiring lock "d57efb12-3708-4a0d-8987-4efe69887d86" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1147.821762] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0b756d1a-0fb9-4a19-bdd7-c0a5f3ff4546 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] Lock "d57efb12-3708-4a0d-8987-4efe69887d86" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1147.822359] env[64120]: INFO nova.compute.manager [None req-0b756d1a-0fb9-4a19-bdd7-c0a5f3ff4546 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Attaching volume b1ddcc6d-770a-4209-b7fd-bbd5fdc89334 to /dev/sdb [ 1147.833487] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance ad053aa4-0749-4064-93e7-88bb3bbeadcb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1147.852510] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f644cb-3a8b-44af-b476-a7d3b85eaa9a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.860911] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0236350-3038-438a-aad0-45ad7b936117 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.879651] env[64120]: DEBUG nova.virt.block_device [None req-0b756d1a-0fb9-4a19-bdd7-c0a5f3ff4546 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Updating existing volume attachment record: ffc676dc-61f2-436e-b529-89a655c32107 {{(pid=64120) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1147.970696] env[64120]: DEBUG oslo_vmware.api [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406307, 'name': ReconfigVM_Task, 'duration_secs': 0.821942} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.972177] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Reconfigured VM instance instance-00000017 to attach disk [datastore1] c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad/c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.975587] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0063cfe5-96b3-4536-b337-e91162055994 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.984723] env[64120]: DEBUG oslo_vmware.api [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1147.984723] env[64120]: value = "task-1406312" [ 1147.984723] env[64120]: _type = "Task" [ 1147.984723] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.998219] env[64120]: DEBUG oslo_vmware.api [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406312, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.042009] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fd848102-9a08-46d1-89a5-930196702774 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquiring lock "2bc32220-40e1-4193-8628-d63afef77a84" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.042381] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fd848102-9a08-46d1-89a5-930196702774 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lock "2bc32220-40e1-4193-8628-d63afef77a84" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.042572] env[64120]: DEBUG nova.compute.manager [None req-fd848102-9a08-46d1-89a5-930196702774 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1148.043493] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffef86c-3d7d-4c3b-916b-62545dca6721 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.053055] env[64120]: DEBUG nova.compute.manager [None req-fd848102-9a08-46d1-89a5-930196702774 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64120) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1148.054437] env[64120]: DEBUG nova.objects.instance [None req-fd848102-9a08-46d1-89a5-930196702774 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lazy-loading 'flavor' on Instance uuid 2bc32220-40e1-4193-8628-d63afef77a84 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.068583] env[64120]: DEBUG nova.network.neutron [req-f0b4d507-54a7-4827-b0d8-1d1c359657d3 req-f3f5313f-e889-4d52-8ef7-68dc9783678e service nova] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Updated VIF entry in instance network info cache for port f5e862a8-0648-49b0-8999-a2cc85984a3a. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.068583] env[64120]: DEBUG nova.network.neutron [req-f0b4d507-54a7-4827-b0d8-1d1c359657d3 req-f3f5313f-e889-4d52-8ef7-68dc9783678e service nova] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Updating instance_info_cache with network_info: [{"id": "f5e862a8-0648-49b0-8999-a2cc85984a3a", "address": "fa:16:3e:70:13:e8", "network": {"id": "92d218ec-145d-4482-8416-fa888f5c743c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1794575816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "845268a29b9040cfb7c02f220348a552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5e862a8-06", "ovs_interfaceid": "f5e862a8-0648-49b0-8999-a2cc85984a3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.078170] env[64120]: DEBUG nova.network.neutron [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Successfully updated port: a949dbd2-e3e4-4692-b72b-bcace7aeb946 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1148.132272] env[64120]: DEBUG oslo_vmware.api [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Task: {'id': task-1406310, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.162860] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406311, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.318810] env[64120]: INFO nova.compute.manager [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Rebuilding instance [ 1148.337547] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1148.372807] env[64120]: DEBUG nova.compute.manager [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1148.374039] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46d91fe-199e-4014-b35f-613e1b326e3f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.498611] env[64120]: DEBUG oslo_vmware.api [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406312, 'name': Rename_Task, 'duration_secs': 0.321161} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.499038] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.499180] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb32028f-eb37-4eec-a0a1-89d3c4ab4e7a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.508070] env[64120]: DEBUG oslo_vmware.api [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1148.508070] env[64120]: value = "task-1406316" [ 1148.508070] env[64120]: _type = "Task" [ 1148.508070] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.517476] env[64120]: DEBUG oslo_vmware.api [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.559477] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd848102-9a08-46d1-89a5-930196702774 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.560043] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2251fb92-36e9-4764-b6ed-81e32e542e15 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.568186] env[64120]: DEBUG oslo_vmware.api [None req-fd848102-9a08-46d1-89a5-930196702774 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for the task: (returnval){ [ 1148.568186] env[64120]: value = "task-1406317" [ 1148.568186] env[64120]: _type = "Task" [ 1148.568186] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.571995] env[64120]: DEBUG oslo_concurrency.lockutils [req-f0b4d507-54a7-4827-b0d8-1d1c359657d3 req-f3f5313f-e889-4d52-8ef7-68dc9783678e service nova] Releasing lock "refresh_cache-ed54e949-f5db-4946-bc92-6384f8279de5" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.577922] env[64120]: DEBUG oslo_vmware.api [None req-fd848102-9a08-46d1-89a5-930196702774 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.580542] env[64120]: DEBUG oslo_concurrency.lockutils [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Acquiring lock "refresh_cache-32c9072f-9004-4c1c-ac52-d7115dd531e1" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.580697] env[64120]: DEBUG oslo_concurrency.lockutils [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Acquired lock "refresh_cache-32c9072f-9004-4c1c-ac52-d7115dd531e1" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.580967] env[64120]: DEBUG nova.network.neutron [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.632950] env[64120]: DEBUG oslo_vmware.api [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Task: {'id': task-1406310, 'name': ReconfigVM_Task, 'duration_secs': 1.271652} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.633246] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298048', 'volume_id': 'd462ac4a-0659-4018-8c4c-049ed8ff2395', 'name': 'volume-d462ac4a-0659-4018-8c4c-049ed8ff2395', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '60537205-dfa3-4db3-9972-cf1e3901e874', 'attached_at': '', 'detached_at': '', 'volume_id': 'd462ac4a-0659-4018-8c4c-049ed8ff2395', 'serial': 'd462ac4a-0659-4018-8c4c-049ed8ff2395'} {{(pid=64120) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1148.634013] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b0acb96-fb93-4b5f-bebe-3c3b60508d92 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.641327] env[64120]: DEBUG oslo_vmware.api [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Waiting for the task: (returnval){ [ 1148.641327] env[64120]: value = "task-1406318" [ 1148.641327] env[64120]: _type = "Task" [ 1148.641327] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.650455] env[64120]: DEBUG oslo_vmware.api [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Task: {'id': task-1406318, 'name': Rename_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.666843] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406311, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.843064] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 6256907f-2d19-4c71-af03-089eca162154 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1148.879024] env[64120]: DEBUG nova.compute.manager [req-20aff124-bea3-4ab9-b3b0-6908f3af2e20 req-21240c6d-024b-43c3-843c-5d3eb71e2548 service nova] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Received event network-vif-plugged-a949dbd2-e3e4-4692-b72b-bcace7aeb946 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1148.879278] env[64120]: DEBUG oslo_concurrency.lockutils [req-20aff124-bea3-4ab9-b3b0-6908f3af2e20 req-21240c6d-024b-43c3-843c-5d3eb71e2548 service nova] Acquiring lock "32c9072f-9004-4c1c-ac52-d7115dd531e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.879462] env[64120]: DEBUG oslo_concurrency.lockutils [req-20aff124-bea3-4ab9-b3b0-6908f3af2e20 req-21240c6d-024b-43c3-843c-5d3eb71e2548 service nova] Lock "32c9072f-9004-4c1c-ac52-d7115dd531e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.879714] env[64120]: DEBUG oslo_concurrency.lockutils [req-20aff124-bea3-4ab9-b3b0-6908f3af2e20 req-21240c6d-024b-43c3-843c-5d3eb71e2548 service nova] Lock "32c9072f-9004-4c1c-ac52-d7115dd531e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.879898] env[64120]: DEBUG nova.compute.manager [req-20aff124-bea3-4ab9-b3b0-6908f3af2e20 req-21240c6d-024b-43c3-843c-5d3eb71e2548 service nova] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] No waiting events found dispatching network-vif-plugged-a949dbd2-e3e4-4692-b72b-bcace7aeb946 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1148.880112] env[64120]: WARNING nova.compute.manager [req-20aff124-bea3-4ab9-b3b0-6908f3af2e20 req-21240c6d-024b-43c3-843c-5d3eb71e2548 service nova] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Received unexpected event network-vif-plugged-a949dbd2-e3e4-4692-b72b-bcace7aeb946 for instance with vm_state building and task_state spawning. [ 1148.880291] env[64120]: DEBUG nova.compute.manager [req-20aff124-bea3-4ab9-b3b0-6908f3af2e20 req-21240c6d-024b-43c3-843c-5d3eb71e2548 service nova] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Received event network-changed-a949dbd2-e3e4-4692-b72b-bcace7aeb946 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1148.880444] env[64120]: DEBUG nova.compute.manager [req-20aff124-bea3-4ab9-b3b0-6908f3af2e20 req-21240c6d-024b-43c3-843c-5d3eb71e2548 service nova] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Refreshing instance network info cache due to event network-changed-a949dbd2-e3e4-4692-b72b-bcace7aeb946. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1148.880609] env[64120]: DEBUG oslo_concurrency.lockutils [req-20aff124-bea3-4ab9-b3b0-6908f3af2e20 req-21240c6d-024b-43c3-843c-5d3eb71e2548 service nova] Acquiring lock "refresh_cache-32c9072f-9004-4c1c-ac52-d7115dd531e1" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.887059] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.887321] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c7fe6d9-d25c-4cd0-8e24-0b5f5e46f541 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.897487] env[64120]: DEBUG oslo_vmware.api [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Waiting for the task: (returnval){ [ 1148.897487] env[64120]: value = "task-1406319" [ 1148.897487] env[64120]: _type = "Task" [ 1148.897487] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.906746] env[64120]: DEBUG oslo_vmware.api [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Task: {'id': task-1406319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.019478] env[64120]: DEBUG oslo_vmware.api [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406316, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.079922] env[64120]: DEBUG oslo_vmware.api [None req-fd848102-9a08-46d1-89a5-930196702774 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406317, 'name': PowerOffVM_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.124490] env[64120]: DEBUG nova.network.neutron [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1149.153197] env[64120]: DEBUG oslo_vmware.api [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Task: {'id': task-1406318, 'name': Rename_Task, 'duration_secs': 0.134347} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.153589] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.153857] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db3b75a0-21aa-4ae8-b1c1-3e51c963d45d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.168384] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406311, 'name': CreateVM_Task, 'duration_secs': 1.749339} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.169131] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.169559] env[64120]: DEBUG oslo_vmware.api [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Waiting for the task: (returnval){ [ 1149.169559] env[64120]: value = "task-1406320" [ 1149.169559] env[64120]: _type = "Task" [ 1149.169559] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.170360] env[64120]: DEBUG oslo_concurrency.lockutils [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.170614] env[64120]: DEBUG oslo_concurrency.lockutils [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.171073] env[64120]: DEBUG oslo_concurrency.lockutils [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.171370] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96614e83-8de9-44e9-b54a-de28f2b54898 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.184139] env[64120]: DEBUG oslo_vmware.api [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Task: {'id': task-1406320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.187215] env[64120]: DEBUG oslo_vmware.api [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1149.187215] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52454358-804c-dccd-3327-282d294b9298" [ 1149.187215] env[64120]: _type = "Task" [ 1149.187215] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.196716] env[64120]: DEBUG oslo_vmware.api [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52454358-804c-dccd-3327-282d294b9298, 'name': SearchDatastore_Task, 'duration_secs': 0.013558} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.197343] env[64120]: DEBUG oslo_concurrency.lockutils [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.197343] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.197490] env[64120]: DEBUG oslo_concurrency.lockutils [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.197634] env[64120]: DEBUG oslo_concurrency.lockutils [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.197818] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.198109] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-214a411b-25f1-4382-a829-c00287b0a626 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.208125] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.208333] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.209816] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3d434d0-53ca-4a7c-9ed9-eb2cd02df3ed {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.215889] env[64120]: DEBUG oslo_vmware.api [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1149.215889] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52348300-3f27-9afc-c3c8-5595ec537678" [ 1149.215889] env[64120]: _type = "Task" [ 1149.215889] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.226897] env[64120]: DEBUG oslo_vmware.api [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52348300-3f27-9afc-c3c8-5595ec537678, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.346310] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 13e9b715-708c-4311-9cfe-7e85f26253a8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1149.346632] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Total usable vcpus: 48, total allocated vcpus: 23 {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1149.346798] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5120MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=23 pci_stats=[] {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1149.382036] env[64120]: DEBUG nova.network.neutron [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Updating instance_info_cache with network_info: [{"id": "a949dbd2-e3e4-4692-b72b-bcace7aeb946", "address": "fa:16:3e:03:3e:88", "network": {"id": "79e8b489-a2ca-4a70-9464-efefe29f46c0", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-873782572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b12f9b0b73884116878a2cdca4941f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa949dbd2-e3", "ovs_interfaceid": "a949dbd2-e3e4-4692-b72b-bcace7aeb946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.415606] env[64120]: DEBUG oslo_vmware.api [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Task: {'id': task-1406319, 'name': PowerOffVM_Task, 'duration_secs': 0.390125} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.416646] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.416785] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.417017] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efabfc40-bb57-4e65-830c-8f44ee41bc22 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.428161] env[64120]: DEBUG oslo_vmware.api [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Waiting for the task: (returnval){ [ 1149.428161] env[64120]: value = "task-1406321" [ 1149.428161] env[64120]: _type = "Task" [ 1149.428161] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.444936] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] VM already powered off {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1149.444936] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Volume detach. Driver type: vmdk {{(pid=64120) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1149.444936] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297988', 'volume_id': '81992e97-ed86-4f49-abd2-cf5eb6ed1832', 'name': 'volume-81992e97-ed86-4f49-abd2-cf5eb6ed1832', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0a29cbe5-1f69-44f7-90a6-209992a79b2a', 'attached_at': '', 'detached_at': '', 'volume_id': '81992e97-ed86-4f49-abd2-cf5eb6ed1832', 'serial': '81992e97-ed86-4f49-abd2-cf5eb6ed1832'} {{(pid=64120) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1149.444936] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b94e88-9072-4117-8898-6d3188245c5a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.470125] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ca15e7-1e4a-432e-b614-bc907e66bd35 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.478278] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d000f476-e2be-41b8-a8d0-48171cfc5081 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.502370] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebbf412-555f-4652-8611-eda67d06d6f3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.518697] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] The volume has not been displaced from its original location: [datastore2] volume-81992e97-ed86-4f49-abd2-cf5eb6ed1832/volume-81992e97-ed86-4f49-abd2-cf5eb6ed1832.vmdk. No consolidation needed. {{(pid=64120) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1149.523993] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1149.529398] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c83ab0a9-c103-4ff2-ad6f-fdd5c33ca95e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.548375] env[64120]: DEBUG oslo_vmware.api [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406316, 'name': PowerOnVM_Task, 'duration_secs': 0.589203} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.550684] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.550684] env[64120]: DEBUG nova.compute.manager [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1149.551025] env[64120]: DEBUG oslo_vmware.api [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Waiting for the task: (returnval){ [ 1149.551025] env[64120]: value = "task-1406322" [ 1149.551025] env[64120]: _type = "Task" [ 1149.551025] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.551762] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8311a979-194a-49f7-92d2-5a2045475a28 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.570069] env[64120]: DEBUG oslo_vmware.api [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Task: {'id': task-1406322, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.582704] env[64120]: DEBUG oslo_vmware.api [None req-fd848102-9a08-46d1-89a5-930196702774 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406317, 'name': PowerOffVM_Task, 'duration_secs': 0.708692} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.582935] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd848102-9a08-46d1-89a5-930196702774 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.583131] env[64120]: DEBUG nova.compute.manager [None req-fd848102-9a08-46d1-89a5-930196702774 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1149.585177] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca15a4c8-acda-4d69-906b-9a13816ce7b7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.687066] env[64120]: DEBUG oslo_vmware.api [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Task: {'id': task-1406320, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.733243] env[64120]: DEBUG oslo_vmware.api [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52348300-3f27-9afc-c3c8-5595ec537678, 'name': SearchDatastore_Task, 'duration_secs': 0.016895} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.733243] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50bc0156-0d73-4602-b287-4ae92bc2ba0e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.740669] env[64120]: DEBUG oslo_vmware.api [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1149.740669] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5287672a-95a6-a35b-b685-3bd514814bea" [ 1149.740669] env[64120]: _type = "Task" [ 1149.740669] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.749917] env[64120]: DEBUG oslo_vmware.api [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5287672a-95a6-a35b-b685-3bd514814bea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.878524] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7507eb0-aa18-40e7-9c37-8b7697051c93 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.886720] env[64120]: DEBUG oslo_concurrency.lockutils [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Releasing lock "refresh_cache-32c9072f-9004-4c1c-ac52-d7115dd531e1" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.887065] env[64120]: DEBUG nova.compute.manager [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Instance network_info: |[{"id": "a949dbd2-e3e4-4692-b72b-bcace7aeb946", "address": "fa:16:3e:03:3e:88", "network": {"id": "79e8b489-a2ca-4a70-9464-efefe29f46c0", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-873782572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b12f9b0b73884116878a2cdca4941f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa949dbd2-e3", "ovs_interfaceid": "a949dbd2-e3e4-4692-b72b-bcace7aeb946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1149.887528] env[64120]: DEBUG oslo_concurrency.lockutils [req-20aff124-bea3-4ab9-b3b0-6908f3af2e20 req-21240c6d-024b-43c3-843c-5d3eb71e2548 service nova] Acquired lock "refresh_cache-32c9072f-9004-4c1c-ac52-d7115dd531e1" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.887756] env[64120]: DEBUG nova.network.neutron [req-20aff124-bea3-4ab9-b3b0-6908f3af2e20 req-21240c6d-024b-43c3-843c-5d3eb71e2548 service nova] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Refreshing network info cache for port a949dbd2-e3e4-4692-b72b-bcace7aeb946 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.889044] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:3e:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9bb629cd-6d0f-4bed-965c-bd04a2f3ec49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a949dbd2-e3e4-4692-b72b-bcace7aeb946', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.897496] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Creating folder: Project (b12f9b0b73884116878a2cdca4941f6f). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1149.898695] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216d5e1b-b4ed-4bd1-8440-b71ea6d7c625 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.903522] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f1974a0-f421-4362-9399-ec4c01e49474 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.947902] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94455655-2d38-4e1c-b773-d7c1fcb6ce1c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.953476] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Created folder: Project (b12f9b0b73884116878a2cdca4941f6f) in parent group-v297899. [ 1149.953476] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Creating folder: Instances. Parent ref: group-v298082. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1149.953476] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5209217c-41bb-480d-b94c-20e8bc5e2902 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.958375] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d012df-dad6-4eb5-8e78-d554bbbaaafd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.963947] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Created folder: Instances in parent group-v298082. [ 1149.964210] env[64120]: DEBUG oslo.service.loopingcall [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1149.964754] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.966393] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34e8a229-17d5-411f-890b-7ff487fc6aae {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.992639] env[64120]: DEBUG nova.compute.provider_tree [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.000100] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.000100] env[64120]: value = "task-1406325" [ 1150.000100] env[64120]: _type = "Task" [ 1150.000100] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.009491] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406325, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.064976] env[64120]: DEBUG oslo_vmware.api [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Task: {'id': task-1406322, 'name': ReconfigVM_Task, 'duration_secs': 0.265141} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.065286] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1150.070485] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69483853-8bfa-44b9-a21d-be622ae11399 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.089525] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.102894] env[64120]: DEBUG oslo_vmware.api [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Waiting for the task: (returnval){ [ 1150.102894] env[64120]: value = "task-1406326" [ 1150.102894] env[64120]: _type = "Task" [ 1150.102894] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.105341] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fd848102-9a08-46d1-89a5-930196702774 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lock "2bc32220-40e1-4193-8628-d63afef77a84" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.121382] env[64120]: DEBUG oslo_vmware.api [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Task: {'id': task-1406326, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.185042] env[64120]: DEBUG oslo_vmware.api [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Task: {'id': task-1406320, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.256998] env[64120]: DEBUG oslo_vmware.api [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5287672a-95a6-a35b-b685-3bd514814bea, 'name': SearchDatastore_Task, 'duration_secs': 0.01847} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.257324] env[64120]: DEBUG oslo_concurrency.lockutils [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.258536] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] ed54e949-f5db-4946-bc92-6384f8279de5/ed54e949-f5db-4946-bc92-6384f8279de5.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.258536] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9a80106-28b7-4a1e-87f3-b28e898a1f65 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.267325] env[64120]: DEBUG oslo_vmware.api [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1150.267325] env[64120]: value = "task-1406328" [ 1150.267325] env[64120]: _type = "Task" [ 1150.267325] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.277283] env[64120]: DEBUG oslo_vmware.api [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.498335] env[64120]: DEBUG nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1150.516196] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406325, 'name': CreateVM_Task, 'duration_secs': 0.454049} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.516515] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1150.517241] env[64120]: DEBUG oslo_concurrency.lockutils [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.517465] env[64120]: DEBUG oslo_concurrency.lockutils [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.517902] env[64120]: DEBUG oslo_concurrency.lockutils [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.519172] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e239216-38c0-4d61-9876-9b12d52b5705 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.525517] env[64120]: DEBUG oslo_vmware.api [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Waiting for the task: (returnval){ [ 1150.525517] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f09d2f-ebfc-17a0-d307-32b5a48f2aa0" [ 1150.525517] env[64120]: _type = "Task" [ 1150.525517] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.535886] env[64120]: DEBUG oslo_vmware.api [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f09d2f-ebfc-17a0-d307-32b5a48f2aa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.612040] env[64120]: DEBUG nova.objects.instance [None req-e84a6505-e5bd-41df-9c4d-7afe0d523629 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lazy-loading 'flavor' on Instance uuid 2bc32220-40e1-4193-8628-d63afef77a84 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.619836] env[64120]: DEBUG oslo_vmware.api [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Task: {'id': task-1406326, 'name': ReconfigVM_Task, 'duration_secs': 0.152804} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.622347] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297988', 'volume_id': '81992e97-ed86-4f49-abd2-cf5eb6ed1832', 'name': 'volume-81992e97-ed86-4f49-abd2-cf5eb6ed1832', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0a29cbe5-1f69-44f7-90a6-209992a79b2a', 'attached_at': '', 'detached_at': '', 'volume_id': '81992e97-ed86-4f49-abd2-cf5eb6ed1832', 'serial': '81992e97-ed86-4f49-abd2-cf5eb6ed1832'} {{(pid=64120) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1150.622678] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1150.623432] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531e1463-1f1e-4edf-9a40-11ab7b86f54b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.631645] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1150.631869] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-074179b3-4fce-446a-932c-f802664c5676 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.698509] env[64120]: DEBUG oslo_vmware.api [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Task: {'id': task-1406320, 'name': PowerOnVM_Task, 'duration_secs': 1.033656} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.698975] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.699377] env[64120]: INFO nova.compute.manager [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Took 7.40 seconds to spawn the instance on the hypervisor. [ 1150.699698] env[64120]: DEBUG nova.compute.manager [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1150.701108] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc68459-fcc8-4b20-a1ba-62c798726b51 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.707423] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1150.707801] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1150.708082] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Deleting the datastore file [datastore2] 0a29cbe5-1f69-44f7-90a6-209992a79b2a {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.709054] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26736bc5-6713-42c6-8ff9-f381349562f6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.725199] env[64120]: DEBUG oslo_vmware.api [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Waiting for the task: (returnval){ [ 1150.725199] env[64120]: value = "task-1406330" [ 1150.725199] env[64120]: _type = "Task" [ 1150.725199] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.738654] env[64120]: DEBUG oslo_vmware.api [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Task: {'id': task-1406330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.779186] env[64120]: DEBUG oslo_vmware.api [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406328, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.861303] env[64120]: DEBUG nova.network.neutron [req-20aff124-bea3-4ab9-b3b0-6908f3af2e20 req-21240c6d-024b-43c3-843c-5d3eb71e2548 service nova] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Updated VIF entry in instance network info cache for port a949dbd2-e3e4-4692-b72b-bcace7aeb946. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.861303] env[64120]: DEBUG nova.network.neutron [req-20aff124-bea3-4ab9-b3b0-6908f3af2e20 req-21240c6d-024b-43c3-843c-5d3eb71e2548 service nova] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Updating instance_info_cache with network_info: [{"id": "a949dbd2-e3e4-4692-b72b-bcace7aeb946", "address": "fa:16:3e:03:3e:88", "network": {"id": "79e8b489-a2ca-4a70-9464-efefe29f46c0", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-873782572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b12f9b0b73884116878a2cdca4941f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa949dbd2-e3", "ovs_interfaceid": "a949dbd2-e3e4-4692-b72b-bcace7aeb946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.009094] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64120) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1151.009463] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.250s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.009898] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.423s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.012324] env[64120]: INFO nova.compute.claims [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1151.020120] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.020120] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Cleaning up deleted instances {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11228}} [ 1151.040401] env[64120]: DEBUG oslo_vmware.api [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f09d2f-ebfc-17a0-d307-32b5a48f2aa0, 'name': SearchDatastore_Task, 'duration_secs': 0.011375} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.040401] env[64120]: DEBUG oslo_concurrency.lockutils [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.040570] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1151.040733] env[64120]: DEBUG oslo_concurrency.lockutils [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.040898] env[64120]: DEBUG oslo_concurrency.lockutils [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.041118] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1151.041395] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a099cc12-4f5b-4cc3-b45f-1e2081ee83d6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.052666] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1151.052882] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1151.053673] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87c1e544-ef26-47e3-97bf-b1c79c8e942e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.060608] env[64120]: DEBUG oslo_vmware.api [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Waiting for the task: (returnval){ [ 1151.060608] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]528bc716-e678-6d7c-d545-f3b795a4233f" [ 1151.060608] env[64120]: _type = "Task" [ 1151.060608] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.069321] env[64120]: DEBUG oslo_vmware.api [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]528bc716-e678-6d7c-d545-f3b795a4233f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.117421] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e84a6505-e5bd-41df-9c4d-7afe0d523629 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquiring lock "refresh_cache-2bc32220-40e1-4193-8628-d63afef77a84" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.117421] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e84a6505-e5bd-41df-9c4d-7afe0d523629 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquired lock "refresh_cache-2bc32220-40e1-4193-8628-d63afef77a84" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.117421] env[64120]: DEBUG nova.network.neutron [None req-e84a6505-e5bd-41df-9c4d-7afe0d523629 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.117593] env[64120]: DEBUG nova.objects.instance [None req-e84a6505-e5bd-41df-9c4d-7afe0d523629 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lazy-loading 'info_cache' on Instance uuid 2bc32220-40e1-4193-8628-d63afef77a84 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.221983] env[64120]: INFO nova.compute.manager [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Rebuilding instance [ 1151.235205] env[64120]: INFO nova.compute.manager [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Took 39.08 seconds to build instance. [ 1151.239997] env[64120]: DEBUG oslo_vmware.api [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Task: {'id': task-1406330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234153} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.241276] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.241276] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1151.241276] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1151.279907] env[64120]: DEBUG oslo_vmware.api [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778775} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.281336] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] ed54e949-f5db-4946-bc92-6384f8279de5/ed54e949-f5db-4946-bc92-6384f8279de5.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1151.281580] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1151.283354] env[64120]: DEBUG nova.compute.manager [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1151.283620] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51531232-4d04-466c-9e09-76a5fdd3daa6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.286316] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fa099d-e5b9-450d-8f2e-425ee9bde9f5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.296654] env[64120]: DEBUG oslo_vmware.api [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1151.296654] env[64120]: value = "task-1406331" [ 1151.296654] env[64120]: _type = "Task" [ 1151.296654] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.308300] env[64120]: DEBUG oslo_vmware.api [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.310510] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Volume detach. Driver type: vmdk {{(pid=64120) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1151.310918] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4481add0-337b-4f75-91c1-6fce3025dee9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.321122] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4266b177-a3a8-47df-9c3b-073891e290c5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.378150] env[64120]: DEBUG oslo_concurrency.lockutils [req-20aff124-bea3-4ab9-b3b0-6908f3af2e20 req-21240c6d-024b-43c3-843c-5d3eb71e2548 service nova] Releasing lock "refresh_cache-32c9072f-9004-4c1c-ac52-d7115dd531e1" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.382323] env[64120]: ERROR nova.compute.manager [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Failed to detach volume 81992e97-ed86-4f49-abd2-cf5eb6ed1832 from /dev/sda: nova.exception.InstanceNotFound: Instance 0a29cbe5-1f69-44f7-90a6-209992a79b2a could not be found. [ 1151.382323] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Traceback (most recent call last): [ 1151.382323] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] File "/opt/stack/nova/nova/compute/manager.py", line 4142, in _do_rebuild_instance [ 1151.382323] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] self.driver.rebuild(**kwargs) [ 1151.382323] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] File "/opt/stack/nova/nova/virt/driver.py", line 493, in rebuild [ 1151.382323] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] raise NotImplementedError() [ 1151.382323] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] NotImplementedError [ 1151.382323] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] [ 1151.382323] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] During handling of the above exception, another exception occurred: [ 1151.382323] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] [ 1151.382323] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Traceback (most recent call last): [ 1151.382323] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] File "/opt/stack/nova/nova/compute/manager.py", line 3565, in _detach_root_volume [ 1151.382323] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] self.driver.detach_volume(context, old_connection_info, [ 1151.382323] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 559, in detach_volume [ 1151.382323] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] return self._volumeops.detach_volume(connection_info, instance) [ 1151.382323] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1151.382323] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] self._detach_volume_vmdk(connection_info, instance) [ 1151.382323] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1151.382323] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1151.382323] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1151.382323] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] stable_ref.fetch_moref(session) [ 1151.382323] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1151.382323] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1151.382323] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] nova.exception.InstanceNotFound: Instance 0a29cbe5-1f69-44f7-90a6-209992a79b2a could not be found. [ 1151.382323] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] [ 1151.537542] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] There are 39 instances to clean {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11237}} [ 1151.537844] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 696f7e5e-a900-443d-9532-a8a2584426d0] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1151.554744] env[64120]: DEBUG nova.compute.utils [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Build of instance 0a29cbe5-1f69-44f7-90a6-209992a79b2a aborted: Failed to rebuild volume backed instance. {{(pid=64120) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1151.559378] env[64120]: ERROR nova.compute.manager [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 0a29cbe5-1f69-44f7-90a6-209992a79b2a aborted: Failed to rebuild volume backed instance. [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Traceback (most recent call last): [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] File "/opt/stack/nova/nova/compute/manager.py", line 4142, in _do_rebuild_instance [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] self.driver.rebuild(**kwargs) [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] File "/opt/stack/nova/nova/virt/driver.py", line 493, in rebuild [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] raise NotImplementedError() [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] NotImplementedError [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] During handling of the above exception, another exception occurred: [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Traceback (most recent call last): [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] File "/opt/stack/nova/nova/compute/manager.py", line 3600, in _rebuild_volume_backed_instance [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] self._detach_root_volume(context, instance, root_bdm) [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] File "/opt/stack/nova/nova/compute/manager.py", line 3579, in _detach_root_volume [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] with excutils.save_and_reraise_exception(): [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] self.force_reraise() [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] raise self.value [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] File "/opt/stack/nova/nova/compute/manager.py", line 3565, in _detach_root_volume [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] self.driver.detach_volume(context, old_connection_info, [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 559, in detach_volume [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] return self._volumeops.detach_volume(connection_info, instance) [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] self._detach_volume_vmdk(connection_info, instance) [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] stable_ref.fetch_moref(session) [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] nova.exception.InstanceNotFound: Instance 0a29cbe5-1f69-44f7-90a6-209992a79b2a could not be found. [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] During handling of the above exception, another exception occurred: [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Traceback (most recent call last): [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] File "/opt/stack/nova/nova/compute/manager.py", line 10865, in _error_out_instance_on_exception [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] yield [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] File "/opt/stack/nova/nova/compute/manager.py", line 3868, in rebuild_instance [ 1151.559378] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] self._do_rebuild_instance_with_claim( [ 1151.560491] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] File "/opt/stack/nova/nova/compute/manager.py", line 3954, in _do_rebuild_instance_with_claim [ 1151.560491] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] self._do_rebuild_instance( [ 1151.560491] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] File "/opt/stack/nova/nova/compute/manager.py", line 4146, in _do_rebuild_instance [ 1151.560491] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] self._rebuild_default_impl(**kwargs) [ 1151.560491] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] File "/opt/stack/nova/nova/compute/manager.py", line 3723, in _rebuild_default_impl [ 1151.560491] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] self._rebuild_volume_backed_instance( [ 1151.560491] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] File "/opt/stack/nova/nova/compute/manager.py", line 3615, in _rebuild_volume_backed_instance [ 1151.560491] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] raise exception.BuildAbortException( [ 1151.560491] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] nova.exception.BuildAbortException: Build of instance 0a29cbe5-1f69-44f7-90a6-209992a79b2a aborted: Failed to rebuild volume backed instance. [ 1151.560491] env[64120]: ERROR nova.compute.manager [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] [ 1151.575045] env[64120]: DEBUG oslo_vmware.api [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]528bc716-e678-6d7c-d545-f3b795a4233f, 'name': SearchDatastore_Task, 'duration_secs': 0.024438} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.575045] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-715a6b42-9e33-443b-a86f-b44850769ab3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.581218] env[64120]: DEBUG oslo_vmware.api [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Waiting for the task: (returnval){ [ 1151.581218] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52492d4f-af94-34e6-4f33-979dc710b446" [ 1151.581218] env[64120]: _type = "Task" [ 1151.581218] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.590042] env[64120]: DEBUG oslo_vmware.api [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52492d4f-af94-34e6-4f33-979dc710b446, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.623897] env[64120]: DEBUG nova.objects.base [None req-e84a6505-e5bd-41df-9c4d-7afe0d523629 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Object Instance<2bc32220-40e1-4193-8628-d63afef77a84> lazy-loaded attributes: flavor,info_cache {{(pid=64120) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1151.737510] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a8594fa4-cd4e-491e-96d4-3a2fdb2e0c92 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Lock "60537205-dfa3-4db3-9972-cf1e3901e874" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.289s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.799377] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.799895] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-832f94c9-be6e-4981-8ec5-b07eb41ad301 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.811757] env[64120]: DEBUG oslo_vmware.api [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104873} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.813186] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1151.813606] env[64120]: DEBUG oslo_vmware.api [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1151.813606] env[64120]: value = "task-1406332" [ 1151.813606] env[64120]: _type = "Task" [ 1151.813606] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.814396] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d18cce-8ab5-48a1-bb6f-901e36c32047 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.849865] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] ed54e949-f5db-4946-bc92-6384f8279de5/ed54e949-f5db-4946-bc92-6384f8279de5.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.853308] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0438790-3360-4130-9086-5d0c621b0f9c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.868015] env[64120]: DEBUG oslo_vmware.api [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.871022] env[64120]: DEBUG nova.compute.manager [req-d8ff6680-f601-43b2-9352-c3d0714e2fc3 req-bff5fc5c-c89b-4005-8b23-ceb75c9c06a0 service nova] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Received event network-changed-84803556-5300-4557-805c-3871f76d8ab3 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1151.871264] env[64120]: DEBUG nova.compute.manager [req-d8ff6680-f601-43b2-9352-c3d0714e2fc3 req-bff5fc5c-c89b-4005-8b23-ceb75c9c06a0 service nova] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Refreshing instance network info cache due to event network-changed-84803556-5300-4557-805c-3871f76d8ab3. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1151.871452] env[64120]: DEBUG oslo_concurrency.lockutils [req-d8ff6680-f601-43b2-9352-c3d0714e2fc3 req-bff5fc5c-c89b-4005-8b23-ceb75c9c06a0 service nova] Acquiring lock "refresh_cache-60537205-dfa3-4db3-9972-cf1e3901e874" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.871595] env[64120]: DEBUG oslo_concurrency.lockutils [req-d8ff6680-f601-43b2-9352-c3d0714e2fc3 req-bff5fc5c-c89b-4005-8b23-ceb75c9c06a0 service nova] Acquired lock "refresh_cache-60537205-dfa3-4db3-9972-cf1e3901e874" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.873047] env[64120]: DEBUG nova.network.neutron [req-d8ff6680-f601-43b2-9352-c3d0714e2fc3 req-bff5fc5c-c89b-4005-8b23-ceb75c9c06a0 service nova] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Refreshing network info cache for port 84803556-5300-4557-805c-3871f76d8ab3 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1152.662353] env[64120]: DEBUG oslo_vmware.api [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1152.662353] env[64120]: value = "task-1406333" [ 1152.662353] env[64120]: _type = "Task" [ 1152.662353] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.667083] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b756d1a-0fb9-4a19-bdd7-c0a5f3ff4546 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Volume attach. Driver type: vmdk {{(pid=64120) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1152.667323] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b756d1a-0fb9-4a19-bdd7-c0a5f3ff4546 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298081', 'volume_id': 'b1ddcc6d-770a-4209-b7fd-bbd5fdc89334', 'name': 'volume-b1ddcc6d-770a-4209-b7fd-bbd5fdc89334', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd57efb12-3708-4a0d-8987-4efe69887d86', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1ddcc6d-770a-4209-b7fd-bbd5fdc89334', 'serial': 'b1ddcc6d-770a-4209-b7fd-bbd5fdc89334'} {{(pid=64120) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1152.670340] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: ee75c32c-969f-4181-b8b5-9c30808d32ad] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1152.680092] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9093099d-1f11-4489-9db4-173c48605848 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.714939] env[64120]: DEBUG oslo_vmware.api [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406332, 'name': PowerOffVM_Task, 'duration_secs': 0.327305} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.715211] env[64120]: DEBUG oslo_vmware.api [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52492d4f-af94-34e6-4f33-979dc710b446, 'name': SearchDatastore_Task, 'duration_secs': 0.046498} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.721270] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.721512] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.721817] env[64120]: DEBUG oslo_concurrency.lockutils [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.722174] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 32c9072f-9004-4c1c-ac52-d7115dd531e1/32c9072f-9004-4c1c-ac52-d7115dd531e1.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1152.722843] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54efbcc9-c7fa-4d6b-8ad3-65fd1016f674 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.725988] env[64120]: DEBUG oslo_vmware.api [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406333, 'name': ReconfigVM_Task, 'duration_secs': 0.341436} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.727213] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddab6ddd-95ed-4a67-b187-884197aeffd8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.730066] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7af399d-2eab-40d3-ad8e-5be7818d98fe {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.731993] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Reconfigured VM instance instance-00000040 to attach disk [datastore1] ed54e949-f5db-4946-bc92-6384f8279de5/ed54e949-f5db-4946-bc92-6384f8279de5.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.733386] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3323b2e5-53f3-4799-bbc8-136de289a203 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.758683] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b756d1a-0fb9-4a19-bdd7-c0a5f3ff4546 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] volume-b1ddcc6d-770a-4209-b7fd-bbd5fdc89334/volume-b1ddcc6d-770a-4209-b7fd-bbd5fdc89334.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.766705] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2be01cfb-d646-46ed-bfe1-d053e1d67209 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.780793] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.781257] env[64120]: DEBUG oslo_vmware.api [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1152.781257] env[64120]: value = "task-1406334" [ 1152.781257] env[64120]: _type = "Task" [ 1152.781257] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.781517] env[64120]: DEBUG oslo_vmware.api [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Waiting for the task: (returnval){ [ 1152.781517] env[64120]: value = "task-1406335" [ 1152.781517] env[64120]: _type = "Task" [ 1152.781517] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.785945] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f353c06-5649-4026-a69e-210e18d9abaf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.803499] env[64120]: DEBUG oslo_vmware.api [None req-0b756d1a-0fb9-4a19-bdd7-c0a5f3ff4546 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] Waiting for the task: (returnval){ [ 1152.803499] env[64120]: value = "task-1406336" [ 1152.803499] env[64120]: _type = "Task" [ 1152.803499] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.814494] env[64120]: DEBUG oslo_vmware.api [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Task: {'id': task-1406335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.814891] env[64120]: DEBUG oslo_vmware.api [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406334, 'name': Rename_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.826304] env[64120]: DEBUG oslo_vmware.api [None req-0b756d1a-0fb9-4a19-bdd7-c0a5f3ff4546 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] Task: {'id': task-1406336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.882046] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.882389] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.882662] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Deleting the datastore file [datastore1] c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.883099] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cac6ce79-e4c0-42b5-846b-69c444c3d37a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.895929] env[64120]: DEBUG oslo_vmware.api [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1152.895929] env[64120]: value = "task-1406338" [ 1152.895929] env[64120]: _type = "Task" [ 1152.895929] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.910700] env[64120]: DEBUG oslo_vmware.api [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.185376] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 762e6d63-3a90-4fa2-826b-dcb9dbc57bb7] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1153.187512] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5762a34c-4852-4273-9fe5-7390fbc212bb tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Acquiring lock "494d4494-bd61-4370-b8f4-4e7ae757d638" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.187805] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5762a34c-4852-4273-9fe5-7390fbc212bb tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Lock "494d4494-bd61-4370-b8f4-4e7ae757d638" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.188048] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5762a34c-4852-4273-9fe5-7390fbc212bb tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Acquiring lock "494d4494-bd61-4370-b8f4-4e7ae757d638-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.188244] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5762a34c-4852-4273-9fe5-7390fbc212bb tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Lock "494d4494-bd61-4370-b8f4-4e7ae757d638-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.188415] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5762a34c-4852-4273-9fe5-7390fbc212bb tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Lock "494d4494-bd61-4370-b8f4-4e7ae757d638-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.191842] env[64120]: INFO nova.compute.manager [None req-5762a34c-4852-4273-9fe5-7390fbc212bb tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Terminating instance [ 1153.193821] env[64120]: DEBUG nova.compute.manager [None req-5762a34c-4852-4273-9fe5-7390fbc212bb tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1153.194039] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5762a34c-4852-4273-9fe5-7390fbc212bb tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.194926] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e067e1-9f9e-4932-8eed-139477c38b7b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.206060] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5762a34c-4852-4273-9fe5-7390fbc212bb tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.209134] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b49eb078-3014-4523-a47a-c349c9f37585 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.222454] env[64120]: DEBUG oslo_vmware.api [None req-5762a34c-4852-4273-9fe5-7390fbc212bb tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Waiting for the task: (returnval){ [ 1153.222454] env[64120]: value = "task-1406339" [ 1153.222454] env[64120]: _type = "Task" [ 1153.222454] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.239368] env[64120]: DEBUG oslo_vmware.api [None req-5762a34c-4852-4273-9fe5-7390fbc212bb tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1406339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.311031] env[64120]: DEBUG oslo_vmware.api [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406334, 'name': Rename_Task, 'duration_secs': 0.186304} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.318581] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.319231] env[64120]: DEBUG oslo_vmware.api [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Task: {'id': task-1406335, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.322436] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dde2a43-ce78-4fe4-ad26-ce50bb51f47b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.336613] env[64120]: DEBUG oslo_vmware.api [None req-0b756d1a-0fb9-4a19-bdd7-c0a5f3ff4546 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] Task: {'id': task-1406336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.337908] env[64120]: DEBUG oslo_vmware.api [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1153.337908] env[64120]: value = "task-1406340" [ 1153.337908] env[64120]: _type = "Task" [ 1153.337908] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.351354] env[64120]: DEBUG oslo_vmware.api [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.385315] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fe6912-372c-41de-bc37-c717ccf1d2ba {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.399053] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b84513-2cfe-497a-a44b-847ea5129903 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.417037] env[64120]: DEBUG oslo_vmware.api [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406338, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247106} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.467349] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.467846] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.468260] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.474142] env[64120]: DEBUG nova.network.neutron [None req-e84a6505-e5bd-41df-9c4d-7afe0d523629 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Updating instance_info_cache with network_info: [{"id": "7d9d6841-7736-41e2-b806-61374630e4db", "address": "fa:16:3e:ba:b7:16", "network": {"id": "9e7f001f-2c64-40fe-a72d-da483ff5494a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-704632851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c28a7b5aa12f4d09bf3622e498f5d3a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d9d6841-77", "ovs_interfaceid": "7d9d6841-7736-41e2-b806-61374630e4db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.476844] env[64120]: DEBUG nova.network.neutron [req-d8ff6680-f601-43b2-9352-c3d0714e2fc3 req-bff5fc5c-c89b-4005-8b23-ceb75c9c06a0 service nova] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Updated VIF entry in instance network info cache for port 84803556-5300-4557-805c-3871f76d8ab3. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.477500] env[64120]: DEBUG nova.network.neutron [req-d8ff6680-f601-43b2-9352-c3d0714e2fc3 req-bff5fc5c-c89b-4005-8b23-ceb75c9c06a0 service nova] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Updating instance_info_cache with network_info: [{"id": "84803556-5300-4557-805c-3871f76d8ab3", "address": "fa:16:3e:31:cd:d5", "network": {"id": "32bc3fd7-e65a-4bcf-9316-bb60eabfacb9", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1200186216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1712a0925774e49a0f96507b8223a0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84803556-53", "ovs_interfaceid": "84803556-5300-4557-805c-3871f76d8ab3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.480463] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cb5e38-4c0e-4a61-903b-a3a848e805bf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.495831] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8462df65-d3ee-4df8-a06b-1ca07f5f324f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.522302] env[64120]: DEBUG nova.compute.provider_tree [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.692237] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 9459817b-f9ba-4636-b276-21dd1d1d92a6] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1153.732122] env[64120]: DEBUG oslo_vmware.api [None req-5762a34c-4852-4273-9fe5-7390fbc212bb tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1406339, 'name': PowerOffVM_Task, 'duration_secs': 0.285853} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.732416] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5762a34c-4852-4273-9fe5-7390fbc212bb tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.732581] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5762a34c-4852-4273-9fe5-7390fbc212bb tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.732838] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f0fbddf-aa07-432b-8ddd-f068409a602b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.804565] env[64120]: DEBUG oslo_vmware.api [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Task: {'id': task-1406335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6212} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.806942] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 32c9072f-9004-4c1c-ac52-d7115dd531e1/32c9072f-9004-4c1c-ac52-d7115dd531e1.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1153.807354] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1153.807816] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5762a34c-4852-4273-9fe5-7390fbc212bb tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.808161] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5762a34c-4852-4273-9fe5-7390fbc212bb tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.808443] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-5762a34c-4852-4273-9fe5-7390fbc212bb tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Deleting the datastore file [datastore1] 494d4494-bd61-4370-b8f4-4e7ae757d638 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.809375] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d120f673-8f6c-4182-a58d-be59f3ee802c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.814017] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abba1ef9-eb91-48c4-affe-cf4771c5fb0c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.823394] env[64120]: DEBUG oslo_vmware.api [None req-0b756d1a-0fb9-4a19-bdd7-c0a5f3ff4546 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] Task: {'id': task-1406336, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.826195] env[64120]: DEBUG oslo_vmware.api [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Waiting for the task: (returnval){ [ 1153.826195] env[64120]: value = "task-1406342" [ 1153.826195] env[64120]: _type = "Task" [ 1153.826195] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.826464] env[64120]: DEBUG oslo_vmware.api [None req-5762a34c-4852-4273-9fe5-7390fbc212bb tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Waiting for the task: (returnval){ [ 1153.826464] env[64120]: value = "task-1406343" [ 1153.826464] env[64120]: _type = "Task" [ 1153.826464] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.840620] env[64120]: DEBUG oslo_vmware.api [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Task: {'id': task-1406342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.840958] env[64120]: DEBUG oslo_vmware.api [None req-5762a34c-4852-4273-9fe5-7390fbc212bb tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1406343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.849421] env[64120]: DEBUG oslo_vmware.api [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406340, 'name': PowerOnVM_Task} progress is 78%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.986376] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e84a6505-e5bd-41df-9c4d-7afe0d523629 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Releasing lock "refresh_cache-2bc32220-40e1-4193-8628-d63afef77a84" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.988074] env[64120]: DEBUG oslo_concurrency.lockutils [req-d8ff6680-f601-43b2-9352-c3d0714e2fc3 req-bff5fc5c-c89b-4005-8b23-ceb75c9c06a0 service nova] Releasing lock "refresh_cache-60537205-dfa3-4db3-9972-cf1e3901e874" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.028273] env[64120]: DEBUG nova.scheduler.client.report [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1154.197374] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 76f5f14b-36e5-46ab-8c05-ba352db612bd] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1154.207535] env[64120]: DEBUG oslo_concurrency.lockutils [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1154.325524] env[64120]: DEBUG oslo_vmware.api [None req-0b756d1a-0fb9-4a19-bdd7-c0a5f3ff4546 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] Task: {'id': task-1406336, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.340046] env[64120]: DEBUG oslo_vmware.api [None req-5762a34c-4852-4273-9fe5-7390fbc212bb tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1406343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.343299] env[64120]: DEBUG oslo_vmware.api [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Task: {'id': task-1406342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.352967] env[64120]: DEBUG oslo_vmware.api [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406340, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.490322] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e84a6505-e5bd-41df-9c4d-7afe0d523629 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.490633] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfa02eb4-da43-468c-a78f-34c442744c73 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.499769] env[64120]: DEBUG oslo_vmware.api [None req-e84a6505-e5bd-41df-9c4d-7afe0d523629 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for the task: (returnval){ [ 1154.499769] env[64120]: value = "task-1406344" [ 1154.499769] env[64120]: _type = "Task" [ 1154.499769] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.512920] env[64120]: DEBUG oslo_vmware.api [None req-e84a6505-e5bd-41df-9c4d-7afe0d523629 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.517884] env[64120]: DEBUG nova.virt.hardware [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1154.518171] env[64120]: DEBUG nova.virt.hardware [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1154.518340] env[64120]: DEBUG nova.virt.hardware [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.518528] env[64120]: DEBUG nova.virt.hardware [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1154.518678] env[64120]: DEBUG nova.virt.hardware [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.518830] env[64120]: DEBUG nova.virt.hardware [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1154.519065] env[64120]: DEBUG nova.virt.hardware [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1154.519244] env[64120]: DEBUG nova.virt.hardware [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1154.519415] env[64120]: DEBUG nova.virt.hardware [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1154.519577] env[64120]: DEBUG nova.virt.hardware [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1154.519752] env[64120]: DEBUG nova.virt.hardware [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1154.520714] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b534c1-f68c-42f9-a06f-b751d72be428 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.529433] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87098308-5eb9-4969-a2b5-5d3cae1d57c0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.534424] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.525s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.534941] env[64120]: DEBUG nova.compute.manager [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1154.537575] env[64120]: DEBUG oslo_concurrency.lockutils [None req-120035c1-7f21-42db-83b6-8011b99ead05 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.087s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1154.537812] env[64120]: DEBUG oslo_concurrency.lockutils [None req-120035c1-7f21-42db-83b6-8011b99ead05 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.539869] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.085s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1154.541501] env[64120]: INFO nova.compute.claims [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1154.558125] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:d3:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '444e3ed8-0f83-497e-96d3-4a76cd2ba86c', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1154.565851] env[64120]: DEBUG oslo.service.loopingcall [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1154.565851] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1154.566190] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8f647e9-9d1f-44b7-8c83-ffbf97fce257 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.584741] env[64120]: INFO nova.scheduler.client.report [None req-120035c1-7f21-42db-83b6-8011b99ead05 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Deleted allocations for instance 5b6e1058-3b55-4c45-8f90-af94dbfee87d [ 1154.595646] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1154.595646] env[64120]: value = "task-1406345" [ 1154.595646] env[64120]: _type = "Task" [ 1154.595646] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.606639] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406345, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.706289] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 8ef31af0-a100-46ee-8be6-d2c444880e44] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1154.822382] env[64120]: DEBUG oslo_vmware.api [None req-0b756d1a-0fb9-4a19-bdd7-c0a5f3ff4546 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] Task: {'id': task-1406336, 'name': ReconfigVM_Task, 'duration_secs': 1.848826} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.823354] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b756d1a-0fb9-4a19-bdd7-c0a5f3ff4546 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Reconfigured VM instance instance-00000025 to attach disk [datastore2] volume-b1ddcc6d-770a-4209-b7fd-bbd5fdc89334/volume-b1ddcc6d-770a-4209-b7fd-bbd5fdc89334.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.827562] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f49bd2f3-8538-4dc3-891d-9e3489d15f56 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.853144] env[64120]: DEBUG oslo_vmware.api [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Task: {'id': task-1406342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.813292} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.853397] env[64120]: DEBUG oslo_vmware.api [None req-5762a34c-4852-4273-9fe5-7390fbc212bb tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Task: {'id': task-1406343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.776055} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.854895] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.855246] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-5762a34c-4852-4273-9fe5-7390fbc212bb tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.855440] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5762a34c-4852-4273-9fe5-7390fbc212bb tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.855617] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5762a34c-4852-4273-9fe5-7390fbc212bb tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.855793] env[64120]: INFO nova.compute.manager [None req-5762a34c-4852-4273-9fe5-7390fbc212bb tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1154.856068] env[64120]: DEBUG oslo.service.loopingcall [None req-5762a34c-4852-4273-9fe5-7390fbc212bb tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1154.856343] env[64120]: DEBUG oslo_vmware.api [None req-0b756d1a-0fb9-4a19-bdd7-c0a5f3ff4546 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] Waiting for the task: (returnval){ [ 1154.856343] env[64120]: value = "task-1406346" [ 1154.856343] env[64120]: _type = "Task" [ 1154.856343] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.859459] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3335d385-497c-47fe-ba9a-7ade26a156b3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.861763] env[64120]: DEBUG nova.compute.manager [-] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1154.861877] env[64120]: DEBUG nova.network.neutron [-] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.863512] env[64120]: DEBUG oslo_vmware.api [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406340, 'name': PowerOnVM_Task, 'duration_secs': 1.094955} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.866435] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.866646] env[64120]: INFO nova.compute.manager [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Took 10.74 seconds to spawn the instance on the hypervisor. [ 1154.866822] env[64120]: DEBUG nova.compute.manager [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1154.868106] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a2e991-3f8f-4a24-8b31-191aa1a89924 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.888082] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 32c9072f-9004-4c1c-ac52-d7115dd531e1/32c9072f-9004-4c1c-ac52-d7115dd531e1.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.892925] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32b89f04-b701-4c30-bbab-07fbd8eeeed6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.913826] env[64120]: DEBUG oslo_vmware.api [None req-0b756d1a-0fb9-4a19-bdd7-c0a5f3ff4546 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] Task: {'id': task-1406346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.921577] env[64120]: DEBUG oslo_vmware.api [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Waiting for the task: (returnval){ [ 1154.921577] env[64120]: value = "task-1406347" [ 1154.921577] env[64120]: _type = "Task" [ 1154.921577] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.931110] env[64120]: DEBUG oslo_vmware.api [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Task: {'id': task-1406347, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.010618] env[64120]: DEBUG oslo_vmware.api [None req-e84a6505-e5bd-41df-9c4d-7afe0d523629 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406344, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.048971] env[64120]: DEBUG nova.compute.utils [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1155.052083] env[64120]: DEBUG nova.compute.manager [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1155.052083] env[64120]: DEBUG nova.network.neutron [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1155.094592] env[64120]: DEBUG oslo_concurrency.lockutils [None req-120035c1-7f21-42db-83b6-8011b99ead05 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "5b6e1058-3b55-4c45-8f90-af94dbfee87d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.247s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.105191] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406345, 'name': CreateVM_Task, 'duration_secs': 0.424929} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.105773] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1155.106468] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.106647] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.106978] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.107464] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84ee7b07-3da4-477d-81c7-4654aaa73259 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.112132] env[64120]: DEBUG oslo_vmware.api [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1155.112132] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52746f6e-78b9-92f5-32a5-cfc7c98bff58" [ 1155.112132] env[64120]: _type = "Task" [ 1155.112132] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.119405] env[64120]: DEBUG oslo_vmware.api [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52746f6e-78b9-92f5-32a5-cfc7c98bff58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.169216] env[64120]: DEBUG nova.policy [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cceea569b6044608e9eacc86bd2cea6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73e77e2e4c124fd19bbc0f0a4908463e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1155.208761] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 96a40bb6-97eb-49cb-80f3-da6737798c03] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1155.252964] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "38abe049-5ca2-48f5-b5b1-cfb1695a14dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.253759] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "38abe049-5ca2-48f5-b5b1-cfb1695a14dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.373627] env[64120]: DEBUG oslo_vmware.api [None req-0b756d1a-0fb9-4a19-bdd7-c0a5f3ff4546 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] Task: {'id': task-1406346, 'name': ReconfigVM_Task, 'duration_secs': 0.162673} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.373941] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b756d1a-0fb9-4a19-bdd7-c0a5f3ff4546 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298081', 'volume_id': 'b1ddcc6d-770a-4209-b7fd-bbd5fdc89334', 'name': 'volume-b1ddcc6d-770a-4209-b7fd-bbd5fdc89334', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd57efb12-3708-4a0d-8987-4efe69887d86', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1ddcc6d-770a-4209-b7fd-bbd5fdc89334', 'serial': 'b1ddcc6d-770a-4209-b7fd-bbd5fdc89334'} {{(pid=64120) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1155.413585] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4662bff5-e821-4978-bea4-5ad69bc146bb tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Acquiring lock "0a29cbe5-1f69-44f7-90a6-209992a79b2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.413854] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4662bff5-e821-4978-bea4-5ad69bc146bb tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Lock "0a29cbe5-1f69-44f7-90a6-209992a79b2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.414093] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4662bff5-e821-4978-bea4-5ad69bc146bb tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Acquiring lock "0a29cbe5-1f69-44f7-90a6-209992a79b2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.414292] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4662bff5-e821-4978-bea4-5ad69bc146bb tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Lock "0a29cbe5-1f69-44f7-90a6-209992a79b2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.414465] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4662bff5-e821-4978-bea4-5ad69bc146bb tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Lock "0a29cbe5-1f69-44f7-90a6-209992a79b2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.423343] env[64120]: INFO nova.compute.manager [None req-4662bff5-e821-4978-bea4-5ad69bc146bb tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Terminating instance [ 1155.427258] env[64120]: INFO nova.compute.manager [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Took 39.22 seconds to build instance. [ 1155.428540] env[64120]: DEBUG nova.compute.manager [None req-4662bff5-e821-4978-bea4-5ad69bc146bb tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1155.428850] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-053080f9-241f-43c5-b320-8effbc952a6b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.438404] env[64120]: DEBUG oslo_vmware.api [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Task: {'id': task-1406347, 'name': ReconfigVM_Task, 'duration_secs': 0.396997} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.439806] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 32c9072f-9004-4c1c-ac52-d7115dd531e1/32c9072f-9004-4c1c-ac52-d7115dd531e1.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.441566] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf6074ec-5149-4995-82fb-8c4ee5aaf133 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.448739] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6acc04-4119-4e9b-a4ed-1ccd7157520f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.467983] env[64120]: DEBUG oslo_vmware.api [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Waiting for the task: (returnval){ [ 1155.467983] env[64120]: value = "task-1406348" [ 1155.467983] env[64120]: _type = "Task" [ 1155.467983] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.489095] env[64120]: WARNING nova.virt.vmwareapi.driver [None req-4662bff5-e821-4978-bea4-5ad69bc146bb tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 0a29cbe5-1f69-44f7-90a6-209992a79b2a could not be found. [ 1155.489380] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-4662bff5-e821-4978-bea4-5ad69bc146bb tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.493094] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34a309c2-6590-46c6-b8b9-e99d5f505276 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.495296] env[64120]: DEBUG oslo_vmware.api [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Task: {'id': task-1406348, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.502814] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050a0097-37ad-4f3a-9add-80eb863e1ba4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.522236] env[64120]: DEBUG oslo_vmware.api [None req-e84a6505-e5bd-41df-9c4d-7afe0d523629 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406344, 'name': PowerOnVM_Task, 'duration_secs': 0.778373} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.522512] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e84a6505-e5bd-41df-9c4d-7afe0d523629 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.522706] env[64120]: DEBUG nova.compute.manager [None req-e84a6505-e5bd-41df-9c4d-7afe0d523629 tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1155.523497] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84a563b-dbe6-424d-972d-26166c4b345d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.542420] env[64120]: WARNING nova.virt.vmwareapi.vmops [None req-4662bff5-e821-4978-bea4-5ad69bc146bb tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 0a29cbe5-1f69-44f7-90a6-209992a79b2a could not be found. [ 1155.542690] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-4662bff5-e821-4978-bea4-5ad69bc146bb tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.542887] env[64120]: INFO nova.compute.manager [None req-4662bff5-e821-4978-bea4-5ad69bc146bb tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Took 0.11 seconds to destroy the instance on the hypervisor. [ 1155.543161] env[64120]: DEBUG oslo.service.loopingcall [None req-4662bff5-e821-4978-bea4-5ad69bc146bb tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1155.544956] env[64120]: DEBUG nova.compute.manager [-] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1155.545162] env[64120]: DEBUG nova.network.neutron [-] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1155.556214] env[64120]: DEBUG nova.compute.manager [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1155.623779] env[64120]: DEBUG oslo_vmware.api [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52746f6e-78b9-92f5-32a5-cfc7c98bff58, 'name': SearchDatastore_Task, 'duration_secs': 0.009379} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.626603] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.627019] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.627420] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.627661] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.627734] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.629410] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-349c3912-bd43-41a6-8b68-93e09421f0b8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.638261] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.638261] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.638640] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-114a3cf2-0b46-4740-a2e7-244293afc757 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.644062] env[64120]: DEBUG oslo_vmware.api [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1155.644062] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f81373-8f6c-6f5c-1633-8560b4ef1940" [ 1155.644062] env[64120]: _type = "Task" [ 1155.644062] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.655992] env[64120]: DEBUG oslo_vmware.api [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f81373-8f6c-6f5c-1633-8560b4ef1940, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.712521] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: cdf0bc19-3793-4b5b-b693-f380ab2797c6] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1155.759733] env[64120]: DEBUG nova.compute.manager [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1155.930269] env[64120]: DEBUG nova.network.neutron [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Successfully created port: 33860636-929c-41e5-b2ed-0b0789ecf81a {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1155.932285] env[64120]: DEBUG oslo_concurrency.lockutils [None req-103af093-6153-4426-ad87-0cbd303094c4 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "ed54e949-f5db-4946-bc92-6384f8279de5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.826s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.983051] env[64120]: DEBUG oslo_vmware.api [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Task: {'id': task-1406348, 'name': Rename_Task, 'duration_secs': 0.270722} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.983347] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.983599] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-400c21b2-96c7-4add-a084-4946da78c493 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.994274] env[64120]: DEBUG oslo_vmware.api [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Waiting for the task: (returnval){ [ 1155.994274] env[64120]: value = "task-1406349" [ 1155.994274] env[64120]: _type = "Task" [ 1155.994274] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.005139] env[64120]: DEBUG oslo_vmware.api [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Task: {'id': task-1406349, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.039131] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea2a8cf-584c-4745-bc8c-a492f5d0972e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.046792] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed0e2f7-7ea4-4755-8f58-917d89208c59 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.088822] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808798bd-46c6-496a-9762-aa1383b2526b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.098038] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104fd4fb-9328-4bbe-bfb7-43f40071707a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.112318] env[64120]: DEBUG nova.compute.provider_tree [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.157163] env[64120]: DEBUG oslo_vmware.api [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f81373-8f6c-6f5c-1633-8560b4ef1940, 'name': SearchDatastore_Task, 'duration_secs': 0.027428} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.158068] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-077a680f-0352-4949-aab4-6f9d5ef026be {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.164743] env[64120]: DEBUG oslo_vmware.api [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1156.164743] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5203f4a7-cea7-f22c-a603-758a42e32f3f" [ 1156.164743] env[64120]: _type = "Task" [ 1156.164743] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.172746] env[64120]: DEBUG oslo_vmware.api [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5203f4a7-cea7-f22c-a603-758a42e32f3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.213826] env[64120]: DEBUG nova.compute.manager [req-366800ed-f193-4594-9978-61b87f4f5f1a req-7b6eac31-2db0-4b5f-a6c9-d55ed5b9a10b service nova] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Received event network-vif-deleted-2b29beea-d1fb-432c-84f2-89fb6013e6e6 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1156.213826] env[64120]: INFO nova.compute.manager [req-366800ed-f193-4594-9978-61b87f4f5f1a req-7b6eac31-2db0-4b5f-a6c9-d55ed5b9a10b service nova] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Neutron deleted interface 2b29beea-d1fb-432c-84f2-89fb6013e6e6; detaching it from the instance and deleting it from the info cache [ 1156.213826] env[64120]: DEBUG nova.network.neutron [req-366800ed-f193-4594-9978-61b87f4f5f1a req-7b6eac31-2db0-4b5f-a6c9-d55ed5b9a10b service nova] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.222222] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 5ceec829-071c-472b-bbe6-125e95161d24] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1156.287907] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.410363] env[64120]: DEBUG nova.compute.manager [req-a13970d6-b577-4770-af67-c76d9e26a854 req-fe99dd57-7ef9-4b70-8967-5c98c8dee77a service nova] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Received event network-vif-deleted-b8302da0-66f6-461a-94aa-405551f690df {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1156.410535] env[64120]: INFO nova.compute.manager [req-a13970d6-b577-4770-af67-c76d9e26a854 req-fe99dd57-7ef9-4b70-8967-5c98c8dee77a service nova] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Neutron deleted interface b8302da0-66f6-461a-94aa-405551f690df; detaching it from the instance and deleting it from the info cache [ 1156.410718] env[64120]: DEBUG nova.network.neutron [req-a13970d6-b577-4770-af67-c76d9e26a854 req-fe99dd57-7ef9-4b70-8967-5c98c8dee77a service nova] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.426498] env[64120]: DEBUG nova.objects.instance [None req-0b756d1a-0fb9-4a19-bdd7-c0a5f3ff4546 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] Lazy-loading 'flavor' on Instance uuid d57efb12-3708-4a0d-8987-4efe69887d86 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.464532] env[64120]: DEBUG nova.network.neutron [-] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.511077] env[64120]: DEBUG oslo_vmware.api [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Task: {'id': task-1406349, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.589238] env[64120]: DEBUG nova.compute.manager [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1156.618769] env[64120]: DEBUG nova.scheduler.client.report [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1156.636411] env[64120]: DEBUG nova.virt.hardware [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1156.636657] env[64120]: DEBUG nova.virt.hardware [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1156.636820] env[64120]: DEBUG nova.virt.hardware [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.637017] env[64120]: DEBUG nova.virt.hardware [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1156.637181] env[64120]: DEBUG nova.virt.hardware [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.638050] env[64120]: DEBUG nova.virt.hardware [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1156.638050] env[64120]: DEBUG nova.virt.hardware [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1156.639087] env[64120]: DEBUG nova.virt.hardware [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1156.639391] env[64120]: DEBUG nova.virt.hardware [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1156.639609] env[64120]: DEBUG nova.virt.hardware [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1156.639800] env[64120]: DEBUG nova.virt.hardware [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1156.640782] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455878be-c586-4586-9135-3d4344164079 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.651752] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611c1cff-51ce-42b8-8991-23f1da7b91f0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.687823] env[64120]: DEBUG oslo_vmware.api [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5203f4a7-cea7-f22c-a603-758a42e32f3f, 'name': SearchDatastore_Task, 'duration_secs': 0.02289} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.688075] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.688406] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad/c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1156.688737] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf4bda1d-b7ba-4370-93b0-4e37dba208ce {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.696364] env[64120]: DEBUG oslo_vmware.api [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1156.696364] env[64120]: value = "task-1406350" [ 1156.696364] env[64120]: _type = "Task" [ 1156.696364] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.705743] env[64120]: DEBUG oslo_vmware.api [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.716731] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d05f045-ac60-45b7-9533-0d4cd667ab01 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.726306] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1395548c-75bb-4661-9772-81c5d4c2774f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.739083] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 930617d3-b611-4d72-8e0e-7b7f8253fd29] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1156.740866] env[64120]: DEBUG nova.network.neutron [-] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.772032] env[64120]: DEBUG nova.compute.manager [req-366800ed-f193-4594-9978-61b87f4f5f1a req-7b6eac31-2db0-4b5f-a6c9-d55ed5b9a10b service nova] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Detach interface failed, port_id=2b29beea-d1fb-432c-84f2-89fb6013e6e6, reason: Instance 494d4494-bd61-4370-b8f4-4e7ae757d638 could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1156.918773] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7655699-144a-4d4c-ba53-4f5f5e81693b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.925631] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b544ee-7c3d-4e6f-977a-2b72f0f09cec {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.944590] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0b756d1a-0fb9-4a19-bdd7-c0a5f3ff4546 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] Lock "d57efb12-3708-4a0d-8987-4efe69887d86" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.122s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.968131] env[64120]: INFO nova.compute.manager [-] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Took 2.11 seconds to deallocate network for instance. [ 1156.968719] env[64120]: DEBUG nova.compute.manager [req-a13970d6-b577-4770-af67-c76d9e26a854 req-fe99dd57-7ef9-4b70-8967-5c98c8dee77a service nova] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Detach interface failed, port_id=b8302da0-66f6-461a-94aa-405551f690df, reason: Instance 0a29cbe5-1f69-44f7-90a6-209992a79b2a could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1157.011993] env[64120]: DEBUG oslo_vmware.api [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Task: {'id': task-1406349, 'name': PowerOnVM_Task, 'duration_secs': 0.908446} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.011993] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.011993] env[64120]: INFO nova.compute.manager [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Took 10.25 seconds to spawn the instance on the hypervisor. [ 1157.012242] env[64120]: DEBUG nova.compute.manager [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1157.013187] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2330ae40-7812-4a09-b628-30a39e440c31 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.124927] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.125603] env[64120]: DEBUG nova.compute.manager [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1157.129355] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4f78f38b-1fc6-4208-ae87-2f70ba2d344e tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.501s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.129583] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4f78f38b-1fc6-4208-ae87-2f70ba2d344e tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.132955] env[64120]: DEBUG oslo_concurrency.lockutils [None req-21cc1193-fb4b-4d39-b556-654f2bc4d0e6 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.284s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.133241] env[64120]: DEBUG oslo_concurrency.lockutils [None req-21cc1193-fb4b-4d39-b556-654f2bc4d0e6 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.135712] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.753s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.137450] env[64120]: INFO nova.compute.claims [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.181682] env[64120]: INFO nova.scheduler.client.report [None req-4f78f38b-1fc6-4208-ae87-2f70ba2d344e tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Deleted allocations for instance 94a09be2-6d85-44c0-b282-e80f4f0b5ec5 [ 1157.183870] env[64120]: INFO nova.scheduler.client.report [None req-21cc1193-fb4b-4d39-b556-654f2bc4d0e6 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Deleted allocations for instance e62a17bf-89e4-4c37-b270-52bf10a86d5e [ 1157.207906] env[64120]: DEBUG oslo_vmware.api [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4896} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.207906] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad/c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1157.208137] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1157.208678] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8192a199-fd4e-48de-ba86-4f5cd23e617a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.219055] env[64120]: DEBUG oslo_vmware.api [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1157.219055] env[64120]: value = "task-1406351" [ 1157.219055] env[64120]: _type = "Task" [ 1157.219055] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.229717] env[64120]: DEBUG oslo_vmware.api [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.243358] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 8d8da40e-e5a1-4d8c-9879-21f56e03558d] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1157.245585] env[64120]: INFO nova.compute.manager [-] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Took 1.70 seconds to deallocate network for instance. [ 1157.479464] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5762a34c-4852-4273-9fe5-7390fbc212bb tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.542262] env[64120]: INFO nova.compute.manager [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Took 36.52 seconds to build instance. [ 1157.644870] env[64120]: DEBUG nova.compute.utils [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1157.646979] env[64120]: DEBUG nova.compute.manager [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1157.647330] env[64120]: DEBUG nova.network.neutron [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1157.696837] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4f78f38b-1fc6-4208-ae87-2f70ba2d344e tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "94a09be2-6d85-44c0-b282-e80f4f0b5ec5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.339s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.699026] env[64120]: DEBUG oslo_concurrency.lockutils [None req-21cc1193-fb4b-4d39-b556-654f2bc4d0e6 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Lock "e62a17bf-89e4-4c37-b270-52bf10a86d5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.854s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.710820] env[64120]: DEBUG nova.policy [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdcd2e9c80c34e569fdbcab5e84efcb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecee5b6b3e784d9ca773d92c2ed384b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1157.729168] env[64120]: DEBUG oslo_vmware.api [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064683} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.729474] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1157.730275] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bd0f31-c159-4ed3-ae13-dbb71656e748 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.734635] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ebd37ebe-ea47-44a0-adda-4d3293582112 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] Acquiring lock "d57efb12-3708-4a0d-8987-4efe69887d86" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.734949] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ebd37ebe-ea47-44a0-adda-4d3293582112 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] Lock "d57efb12-3708-4a0d-8987-4efe69887d86" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.746668] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 4dbf61c2-c77d-48bf-b2fc-df7f387c0e14] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1157.757597] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad/c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.762277] env[64120]: INFO nova.compute.manager [None req-ebd37ebe-ea47-44a0-adda-4d3293582112 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Detaching volume b1ddcc6d-770a-4209-b7fd-bbd5fdc89334 [ 1157.763268] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bfd888f-457f-4cec-9224-de38a9266d00 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.789296] env[64120]: DEBUG oslo_vmware.api [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1157.789296] env[64120]: value = "task-1406352" [ 1157.789296] env[64120]: _type = "Task" [ 1157.789296] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.795390] env[64120]: DEBUG oslo_vmware.api [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406352, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.822941] env[64120]: INFO nova.virt.block_device [None req-ebd37ebe-ea47-44a0-adda-4d3293582112 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Attempting to driver detach volume b1ddcc6d-770a-4209-b7fd-bbd5fdc89334 from mountpoint /dev/sdb [ 1157.823209] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebd37ebe-ea47-44a0-adda-4d3293582112 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Volume detach. Driver type: vmdk {{(pid=64120) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1157.823400] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebd37ebe-ea47-44a0-adda-4d3293582112 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298081', 'volume_id': 'b1ddcc6d-770a-4209-b7fd-bbd5fdc89334', 'name': 'volume-b1ddcc6d-770a-4209-b7fd-bbd5fdc89334', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd57efb12-3708-4a0d-8987-4efe69887d86', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1ddcc6d-770a-4209-b7fd-bbd5fdc89334', 'serial': 'b1ddcc6d-770a-4209-b7fd-bbd5fdc89334'} {{(pid=64120) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1157.824311] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0168ae28-19b8-416d-acd7-b2e2343efbdd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.827837] env[64120]: INFO nova.compute.manager [None req-4662bff5-e821-4978-bea4-5ad69bc146bb tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Took 0.58 seconds to detach 1 volumes for instance. [ 1157.830812] env[64120]: DEBUG nova.compute.manager [None req-4662bff5-e821-4978-bea4-5ad69bc146bb tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Deleting volume: 81992e97-ed86-4f49-abd2-cf5eb6ed1832 {{(pid=64120) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3247}} [ 1157.849399] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b305487-1629-49c1-8087-6e9c9ae50c59 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.856272] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8bd1f3-afd6-4ece-9892-919d109e81a0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.878427] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d02cf64-bcef-4158-9bad-a280774faac6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.895920] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebd37ebe-ea47-44a0-adda-4d3293582112 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] The volume has not been displaced from its original location: [datastore2] volume-b1ddcc6d-770a-4209-b7fd-bbd5fdc89334/volume-b1ddcc6d-770a-4209-b7fd-bbd5fdc89334.vmdk. No consolidation needed. {{(pid=64120) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1157.905100] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebd37ebe-ea47-44a0-adda-4d3293582112 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Reconfiguring VM instance instance-00000025 to detach disk 2001 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1157.905578] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-722cce58-0c00-4c2a-b971-9a123bedcab6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.926266] env[64120]: DEBUG oslo_vmware.api [None req-ebd37ebe-ea47-44a0-adda-4d3293582112 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] Waiting for the task: (returnval){ [ 1157.926266] env[64120]: value = "task-1406353" [ 1157.926266] env[64120]: _type = "Task" [ 1157.926266] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.939022] env[64120]: DEBUG oslo_vmware.api [None req-ebd37ebe-ea47-44a0-adda-4d3293582112 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] Task: {'id': task-1406353, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.044033] env[64120]: DEBUG oslo_concurrency.lockutils [None req-25f9d566-cac0-4c7d-91b7-0ea6a2869c94 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Lock "32c9072f-9004-4c1c-ac52-d7115dd531e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.629s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.055559] env[64120]: DEBUG nova.network.neutron [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Successfully created port: d03077e7-62d0-4659-9cda-f64930fb6dbd {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1158.148090] env[64120]: DEBUG nova.compute.manager [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1158.258789] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 7c3b6190-aec5-474d-872d-1c5160b9f5fb] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1158.310800] env[64120]: DEBUG oslo_vmware.api [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406352, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.328066] env[64120]: DEBUG nova.network.neutron [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Successfully updated port: 33860636-929c-41e5-b2ed-0b0789ecf81a {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1158.409024] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4662bff5-e821-4978-bea4-5ad69bc146bb tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.438831] env[64120]: DEBUG oslo_vmware.api [None req-ebd37ebe-ea47-44a0-adda-4d3293582112 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] Task: {'id': task-1406353, 'name': ReconfigVM_Task, 'duration_secs': 0.460632} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.439220] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebd37ebe-ea47-44a0-adda-4d3293582112 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Reconfigured VM instance instance-00000025 to detach disk 2001 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1158.447009] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ee4bd7c-4008-4835-8e53-f090bfbcb627 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.463243] env[64120]: DEBUG oslo_vmware.api [None req-ebd37ebe-ea47-44a0-adda-4d3293582112 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] Waiting for the task: (returnval){ [ 1158.463243] env[64120]: value = "task-1406356" [ 1158.463243] env[64120]: _type = "Task" [ 1158.463243] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.475682] env[64120]: DEBUG oslo_vmware.api [None req-ebd37ebe-ea47-44a0-adda-4d3293582112 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] Task: {'id': task-1406356, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.542210] env[64120]: DEBUG nova.compute.manager [req-681783bf-f58b-42e0-b9b2-d77fb1aa4801 req-13ea9a41-d543-45c6-8785-2e242bc0539e service nova] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Received event network-vif-plugged-33860636-929c-41e5-b2ed-0b0789ecf81a {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1158.542476] env[64120]: DEBUG oslo_concurrency.lockutils [req-681783bf-f58b-42e0-b9b2-d77fb1aa4801 req-13ea9a41-d543-45c6-8785-2e242bc0539e service nova] Acquiring lock "fe30ced7-62ee-4b15-9b72-268677297ff8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.542693] env[64120]: DEBUG oslo_concurrency.lockutils [req-681783bf-f58b-42e0-b9b2-d77fb1aa4801 req-13ea9a41-d543-45c6-8785-2e242bc0539e service nova] Lock "fe30ced7-62ee-4b15-9b72-268677297ff8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.542947] env[64120]: DEBUG oslo_concurrency.lockutils [req-681783bf-f58b-42e0-b9b2-d77fb1aa4801 req-13ea9a41-d543-45c6-8785-2e242bc0539e service nova] Lock "fe30ced7-62ee-4b15-9b72-268677297ff8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.543146] env[64120]: DEBUG nova.compute.manager [req-681783bf-f58b-42e0-b9b2-d77fb1aa4801 req-13ea9a41-d543-45c6-8785-2e242bc0539e service nova] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] No waiting events found dispatching network-vif-plugged-33860636-929c-41e5-b2ed-0b0789ecf81a {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1158.543381] env[64120]: WARNING nova.compute.manager [req-681783bf-f58b-42e0-b9b2-d77fb1aa4801 req-13ea9a41-d543-45c6-8785-2e242bc0539e service nova] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Received unexpected event network-vif-plugged-33860636-929c-41e5-b2ed-0b0789ecf81a for instance with vm_state building and task_state spawning. [ 1158.625159] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d33ba85-cadc-44e5-8f93-956cb0acaa42 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.635034] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3d0d90-4c9d-44ec-8059-bc70972bd532 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.674094] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5b7272-082e-4d0a-9012-df974936f69d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.685872] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6622de-31e3-47a2-920d-0e6b0f34d2f7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.707107] env[64120]: DEBUG nova.compute.provider_tree [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.759059] env[64120]: DEBUG nova.compute.manager [req-62034f22-e1dd-4b9a-861a-cffe179fd6ec req-65e91fc6-bcd4-4f19-b1e2-23b618e34120 service nova] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Received event network-changed-f5e862a8-0648-49b0-8999-a2cc85984a3a {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1158.759623] env[64120]: DEBUG nova.compute.manager [req-62034f22-e1dd-4b9a-861a-cffe179fd6ec req-65e91fc6-bcd4-4f19-b1e2-23b618e34120 service nova] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Refreshing instance network info cache due to event network-changed-f5e862a8-0648-49b0-8999-a2cc85984a3a. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1158.760085] env[64120]: DEBUG oslo_concurrency.lockutils [req-62034f22-e1dd-4b9a-861a-cffe179fd6ec req-65e91fc6-bcd4-4f19-b1e2-23b618e34120 service nova] Acquiring lock "refresh_cache-ed54e949-f5db-4946-bc92-6384f8279de5" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.760240] env[64120]: DEBUG oslo_concurrency.lockutils [req-62034f22-e1dd-4b9a-861a-cffe179fd6ec req-65e91fc6-bcd4-4f19-b1e2-23b618e34120 service nova] Acquired lock "refresh_cache-ed54e949-f5db-4946-bc92-6384f8279de5" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.761155] env[64120]: DEBUG nova.network.neutron [req-62034f22-e1dd-4b9a-861a-cffe179fd6ec req-65e91fc6-bcd4-4f19-b1e2-23b618e34120 service nova] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Refreshing network info cache for port f5e862a8-0648-49b0-8999-a2cc85984a3a {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1158.762643] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 5bd2f6c4-7671-4aae-b358-08456faf0973] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1158.804584] env[64120]: DEBUG oslo_vmware.api [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406352, 'name': ReconfigVM_Task, 'duration_secs': 0.793281} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.805183] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Reconfigured VM instance instance-00000017 to attach disk [datastore1] c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad/c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.805860] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f01b4e7-74dd-4bca-8650-f1e42bd2df55 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.815890] env[64120]: DEBUG oslo_vmware.api [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1158.815890] env[64120]: value = "task-1406357" [ 1158.815890] env[64120]: _type = "Task" [ 1158.815890] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.829344] env[64120]: DEBUG oslo_vmware.api [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406357, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.831259] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "refresh_cache-fe30ced7-62ee-4b15-9b72-268677297ff8" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.832108] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquired lock "refresh_cache-fe30ced7-62ee-4b15-9b72-268677297ff8" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.832540] env[64120]: DEBUG nova.network.neutron [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.976780] env[64120]: DEBUG oslo_vmware.api [None req-ebd37ebe-ea47-44a0-adda-4d3293582112 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] Task: {'id': task-1406356, 'name': ReconfigVM_Task, 'duration_secs': 0.172429} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.976780] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebd37ebe-ea47-44a0-adda-4d3293582112 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298081', 'volume_id': 'b1ddcc6d-770a-4209-b7fd-bbd5fdc89334', 'name': 'volume-b1ddcc6d-770a-4209-b7fd-bbd5fdc89334', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd57efb12-3708-4a0d-8987-4efe69887d86', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1ddcc6d-770a-4209-b7fd-bbd5fdc89334', 'serial': 'b1ddcc6d-770a-4209-b7fd-bbd5fdc89334'} {{(pid=64120) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1159.175612] env[64120]: DEBUG nova.compute.manager [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1159.199666] env[64120]: DEBUG nova.virt.hardware [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1159.200470] env[64120]: DEBUG nova.virt.hardware [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1159.200693] env[64120]: DEBUG nova.virt.hardware [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.201121] env[64120]: DEBUG nova.virt.hardware [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1159.201348] env[64120]: DEBUG nova.virt.hardware [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.201551] env[64120]: DEBUG nova.virt.hardware [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1159.202614] env[64120]: DEBUG nova.virt.hardware [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1159.202848] env[64120]: DEBUG nova.virt.hardware [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1159.203434] env[64120]: DEBUG nova.virt.hardware [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1159.203672] env[64120]: DEBUG nova.virt.hardware [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1159.203951] env[64120]: DEBUG nova.virt.hardware [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1159.205298] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd302d7c-52aa-40a8-9ef5-66fd2cd4d1b4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.210541] env[64120]: DEBUG nova.scheduler.client.report [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1159.217867] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331ed2a0-1daf-46f8-b82b-9fc3c4525c44 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.271195] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: e37e29e1-3a48-48d6-8eeb-86af9a4817fd] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1159.327275] env[64120]: DEBUG oslo_vmware.api [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406357, 'name': Rename_Task, 'duration_secs': 0.311928} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.327275] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.327275] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fedb1e3c-77e2-4d5e-95f2-929a126c30ee {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.337252] env[64120]: DEBUG oslo_vmware.api [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1159.337252] env[64120]: value = "task-1406358" [ 1159.337252] env[64120]: _type = "Task" [ 1159.337252] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.347549] env[64120]: DEBUG oslo_vmware.api [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.425153] env[64120]: DEBUG nova.network.neutron [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1159.534636] env[64120]: DEBUG nova.objects.instance [None req-ebd37ebe-ea47-44a0-adda-4d3293582112 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] Lazy-loading 'flavor' on Instance uuid d57efb12-3708-4a0d-8987-4efe69887d86 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.694835] env[64120]: DEBUG nova.network.neutron [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Successfully updated port: d03077e7-62d0-4659-9cda-f64930fb6dbd {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1159.717778] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.718344] env[64120]: DEBUG nova.compute.manager [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1159.721425] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.245s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.722853] env[64120]: INFO nova.compute.claims [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.758826] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "f49b7fd3-714c-4bca-8539-5779e9e7bbe1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.759075] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "f49b7fd3-714c-4bca-8539-5779e9e7bbe1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.773410] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 729579fc-b3f5-469a-976e-fce8e9cae6e2] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1159.848999] env[64120]: DEBUG oslo_vmware.api [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406358, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.121098] env[64120]: DEBUG nova.network.neutron [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Updating instance_info_cache with network_info: [{"id": "33860636-929c-41e5-b2ed-0b0789ecf81a", "address": "fa:16:3e:04:4a:b0", "network": {"id": "d2a94bb8-9700-4432-b079-27704d0e128c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1214853217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e77e2e4c124fd19bbc0f0a4908463e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33860636-92", "ovs_interfaceid": "33860636-929c-41e5-b2ed-0b0789ecf81a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.178652] env[64120]: DEBUG nova.network.neutron [req-62034f22-e1dd-4b9a-861a-cffe179fd6ec req-65e91fc6-bcd4-4f19-b1e2-23b618e34120 service nova] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Updated VIF entry in instance network info cache for port f5e862a8-0648-49b0-8999-a2cc85984a3a. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.178652] env[64120]: DEBUG nova.network.neutron [req-62034f22-e1dd-4b9a-861a-cffe179fd6ec req-65e91fc6-bcd4-4f19-b1e2-23b618e34120 service nova] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Updating instance_info_cache with network_info: [{"id": "f5e862a8-0648-49b0-8999-a2cc85984a3a", "address": "fa:16:3e:70:13:e8", "network": {"id": "92d218ec-145d-4482-8416-fa888f5c743c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1794575816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "845268a29b9040cfb7c02f220348a552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5e862a8-06", "ovs_interfaceid": "f5e862a8-0648-49b0-8999-a2cc85984a3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.198164] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "refresh_cache-ad053aa4-0749-4064-93e7-88bb3bbeadcb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.198408] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquired lock "refresh_cache-ad053aa4-0749-4064-93e7-88bb3bbeadcb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.198499] env[64120]: DEBUG nova.network.neutron [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.222724] env[64120]: DEBUG nova.compute.utils [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1160.224133] env[64120]: DEBUG nova.compute.manager [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1160.224306] env[64120]: DEBUG nova.network.neutron [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1160.261374] env[64120]: DEBUG nova.compute.manager [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1160.276514] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: a1091ef6-076c-4644-bb23-6801b07d5d77] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1160.323832] env[64120]: DEBUG nova.policy [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd25331cc59ae4ee584c3fed080dd0ecd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c20e6109d6f40748735c6c818444a0f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1160.353483] env[64120]: DEBUG oslo_vmware.api [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406358, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.542613] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ebd37ebe-ea47-44a0-adda-4d3293582112 tempest-VolumesAssistedSnapshotsTest-1570976970 tempest-VolumesAssistedSnapshotsTest-1570976970-project-admin] Lock "d57efb12-3708-4a0d-8987-4efe69887d86" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 2.807s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.583388] env[64120]: DEBUG nova.compute.manager [req-5e1ae032-34d2-4d21-b8f7-6888dd5a7a5d req-ddc26cfc-c412-40ce-96f9-969c97c76acb service nova] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Received event network-changed-33860636-929c-41e5-b2ed-0b0789ecf81a {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1160.583597] env[64120]: DEBUG nova.compute.manager [req-5e1ae032-34d2-4d21-b8f7-6888dd5a7a5d req-ddc26cfc-c412-40ce-96f9-969c97c76acb service nova] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Refreshing instance network info cache due to event network-changed-33860636-929c-41e5-b2ed-0b0789ecf81a. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1160.583791] env[64120]: DEBUG oslo_concurrency.lockutils [req-5e1ae032-34d2-4d21-b8f7-6888dd5a7a5d req-ddc26cfc-c412-40ce-96f9-969c97c76acb service nova] Acquiring lock "refresh_cache-fe30ced7-62ee-4b15-9b72-268677297ff8" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.623171] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Releasing lock "refresh_cache-fe30ced7-62ee-4b15-9b72-268677297ff8" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.623869] env[64120]: DEBUG nova.compute.manager [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Instance network_info: |[{"id": "33860636-929c-41e5-b2ed-0b0789ecf81a", "address": "fa:16:3e:04:4a:b0", "network": {"id": "d2a94bb8-9700-4432-b079-27704d0e128c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1214853217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e77e2e4c124fd19bbc0f0a4908463e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33860636-92", "ovs_interfaceid": "33860636-929c-41e5-b2ed-0b0789ecf81a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1160.627018] env[64120]: DEBUG oslo_concurrency.lockutils [req-5e1ae032-34d2-4d21-b8f7-6888dd5a7a5d req-ddc26cfc-c412-40ce-96f9-969c97c76acb service nova] Acquired lock "refresh_cache-fe30ced7-62ee-4b15-9b72-268677297ff8" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.627018] env[64120]: DEBUG nova.network.neutron [req-5e1ae032-34d2-4d21-b8f7-6888dd5a7a5d req-ddc26cfc-c412-40ce-96f9-969c97c76acb service nova] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Refreshing network info cache for port 33860636-929c-41e5-b2ed-0b0789ecf81a {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.627018] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:4a:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33860636-929c-41e5-b2ed-0b0789ecf81a', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1160.639660] env[64120]: DEBUG oslo.service.loopingcall [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1160.639660] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1160.641233] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32dcd3cc-52f1-41e1-b008-20d21b935ca5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.669302] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1160.669302] env[64120]: value = "task-1406360" [ 1160.669302] env[64120]: _type = "Task" [ 1160.669302] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.681619] env[64120]: DEBUG oslo_concurrency.lockutils [req-62034f22-e1dd-4b9a-861a-cffe179fd6ec req-65e91fc6-bcd4-4f19-b1e2-23b618e34120 service nova] Releasing lock "refresh_cache-ed54e949-f5db-4946-bc92-6384f8279de5" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.687222] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406360, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.734911] env[64120]: DEBUG nova.compute.manager [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1160.753511] env[64120]: DEBUG nova.network.neutron [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1160.783441] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 0874ada8-4e6d-4259-a040-731b1bb4994b] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1160.860185] env[64120]: DEBUG oslo_vmware.api [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406358, 'name': PowerOnVM_Task, 'duration_secs': 1.49018} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.860185] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.860405] env[64120]: DEBUG nova.compute.manager [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1160.861348] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f875d01-11e1-4f6f-8452-514722516a1f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.899406] env[64120]: DEBUG nova.compute.manager [req-7043c1cd-7009-4ad0-b941-6de09018f9f6 req-1f16a5ab-7a2c-4651-993e-92c41f6ae05b service nova] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Received event network-changed-a949dbd2-e3e4-4692-b72b-bcace7aeb946 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1160.899803] env[64120]: DEBUG nova.compute.manager [req-7043c1cd-7009-4ad0-b941-6de09018f9f6 req-1f16a5ab-7a2c-4651-993e-92c41f6ae05b service nova] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Refreshing instance network info cache due to event network-changed-a949dbd2-e3e4-4692-b72b-bcace7aeb946. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1160.899943] env[64120]: DEBUG oslo_concurrency.lockutils [req-7043c1cd-7009-4ad0-b941-6de09018f9f6 req-1f16a5ab-7a2c-4651-993e-92c41f6ae05b service nova] Acquiring lock "refresh_cache-32c9072f-9004-4c1c-ac52-d7115dd531e1" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.900128] env[64120]: DEBUG oslo_concurrency.lockutils [req-7043c1cd-7009-4ad0-b941-6de09018f9f6 req-1f16a5ab-7a2c-4651-993e-92c41f6ae05b service nova] Acquired lock "refresh_cache-32c9072f-9004-4c1c-ac52-d7115dd531e1" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.900224] env[64120]: DEBUG nova.network.neutron [req-7043c1cd-7009-4ad0-b941-6de09018f9f6 req-1f16a5ab-7a2c-4651-993e-92c41f6ae05b service nova] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Refreshing network info cache for port a949dbd2-e3e4-4692-b72b-bcace7aeb946 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.943296] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.954848] env[64120]: DEBUG nova.network.neutron [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Updating instance_info_cache with network_info: [{"id": "d03077e7-62d0-4659-9cda-f64930fb6dbd", "address": "fa:16:3e:c8:e1:ec", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd03077e7-62", "ovs_interfaceid": "d03077e7-62d0-4659-9cda-f64930fb6dbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.060528] env[64120]: DEBUG nova.network.neutron [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Successfully created port: 9a52e7a4-c718-4c50-8b6c-c30b90576026 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1161.180134] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406360, 'name': CreateVM_Task, 'duration_secs': 0.408135} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.181106] env[64120]: DEBUG nova.network.neutron [req-5e1ae032-34d2-4d21-b8f7-6888dd5a7a5d req-ddc26cfc-c412-40ce-96f9-969c97c76acb service nova] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Updated VIF entry in instance network info cache for port 33860636-929c-41e5-b2ed-0b0789ecf81a. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.181479] env[64120]: DEBUG nova.network.neutron [req-5e1ae032-34d2-4d21-b8f7-6888dd5a7a5d req-ddc26cfc-c412-40ce-96f9-969c97c76acb service nova] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Updating instance_info_cache with network_info: [{"id": "33860636-929c-41e5-b2ed-0b0789ecf81a", "address": "fa:16:3e:04:4a:b0", "network": {"id": "d2a94bb8-9700-4432-b079-27704d0e128c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1214853217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e77e2e4c124fd19bbc0f0a4908463e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33860636-92", "ovs_interfaceid": "33860636-929c-41e5-b2ed-0b0789ecf81a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.185854] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1161.186738] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.186912] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.187265] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.187512] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed80efef-8972-48f0-8558-737e7aaa197c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.192740] env[64120]: DEBUG oslo_vmware.api [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1161.192740] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]527e369b-4750-8890-5da5-dc8c85a75771" [ 1161.192740] env[64120]: _type = "Task" [ 1161.192740] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.204314] env[64120]: DEBUG oslo_vmware.api [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]527e369b-4750-8890-5da5-dc8c85a75771, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.289163] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: ab7e4956-eb19-4a23-97b4-2c4e37abe5dc] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1161.383958] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.459847] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Releasing lock "refresh_cache-ad053aa4-0749-4064-93e7-88bb3bbeadcb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.459847] env[64120]: DEBUG nova.compute.manager [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Instance network_info: |[{"id": "d03077e7-62d0-4659-9cda-f64930fb6dbd", "address": "fa:16:3e:c8:e1:ec", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd03077e7-62", "ovs_interfaceid": "d03077e7-62d0-4659-9cda-f64930fb6dbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1161.460623] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:e1:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd03077e7-62d0-4659-9cda-f64930fb6dbd', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.469198] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Creating folder: Project (ecee5b6b3e784d9ca773d92c2ed384b6). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1161.469937] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1511309-0792-42f7-8b58-103813633443 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.477383] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978efb7b-7764-4918-b50b-5f270637f8ef {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.482360] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Created folder: Project (ecee5b6b3e784d9ca773d92c2ed384b6) in parent group-v297899. [ 1161.482360] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Creating folder: Instances. Parent ref: group-v298087. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1161.484804] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19ce03f8-7de0-43cd-a887-ac99b02e2cf2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.488170] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad67898-9d05-4911-b8d2-174f8dd425f4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.524390] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88da9963-70fa-455b-8b90-4b281c032792 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.525205] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Created folder: Instances in parent group-v298087. [ 1161.526018] env[64120]: DEBUG oslo.service.loopingcall [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1161.526018] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.526290] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b250aec5-431e-4a92-8558-6e1045ebf85b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.549067] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41bb29b8-2780-49ad-99c2-6682cfd1e109 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.555730] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.555730] env[64120]: value = "task-1406363" [ 1161.555730] env[64120]: _type = "Task" [ 1161.555730] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.567624] env[64120]: DEBUG nova.compute.provider_tree [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.574155] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406363, 'name': CreateVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.684114] env[64120]: DEBUG oslo_concurrency.lockutils [req-5e1ae032-34d2-4d21-b8f7-6888dd5a7a5d req-ddc26cfc-c412-40ce-96f9-969c97c76acb service nova] Releasing lock "refresh_cache-fe30ced7-62ee-4b15-9b72-268677297ff8" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.704499] env[64120]: DEBUG oslo_vmware.api [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]527e369b-4750-8890-5da5-dc8c85a75771, 'name': SearchDatastore_Task, 'duration_secs': 0.018465} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.708238] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.708238] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.708238] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.708397] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.708541] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.708778] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-165585b9-4a52-4d60-8388-0fd665645504 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.718232] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.718432] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.719187] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57ac46a7-a673-4c2f-8aa7-c898375fed8f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.727024] env[64120]: DEBUG oslo_vmware.api [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1161.727024] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5291a9ca-b497-6be9-81a0-f3b5bfe80697" [ 1161.727024] env[64120]: _type = "Task" [ 1161.727024] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.734302] env[64120]: DEBUG oslo_vmware.api [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5291a9ca-b497-6be9-81a0-f3b5bfe80697, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.749610] env[64120]: DEBUG nova.compute.manager [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1161.777263] env[64120]: DEBUG nova.virt.hardware [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1161.777595] env[64120]: DEBUG nova.virt.hardware [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1161.777831] env[64120]: DEBUG nova.virt.hardware [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.778016] env[64120]: DEBUG nova.virt.hardware [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1161.778276] env[64120]: DEBUG nova.virt.hardware [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.778361] env[64120]: DEBUG nova.virt.hardware [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1161.778588] env[64120]: DEBUG nova.virt.hardware [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1161.778768] env[64120]: DEBUG nova.virt.hardware [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1161.778950] env[64120]: DEBUG nova.virt.hardware [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1161.779137] env[64120]: DEBUG nova.virt.hardware [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1161.779319] env[64120]: DEBUG nova.virt.hardware [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1161.780282] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36cfd70-a437-4dd4-8fac-d9a79f9336cb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.791914] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c4a607-bd4d-4c72-bc0c-6486cf90a34d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.796599] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: a07b077f-b2c5-445e-a3ca-101eabeec7c9] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1161.945029] env[64120]: DEBUG nova.network.neutron [req-7043c1cd-7009-4ad0-b941-6de09018f9f6 req-1f16a5ab-7a2c-4651-993e-92c41f6ae05b service nova] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Updated VIF entry in instance network info cache for port a949dbd2-e3e4-4692-b72b-bcace7aeb946. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.947854] env[64120]: DEBUG nova.network.neutron [req-7043c1cd-7009-4ad0-b941-6de09018f9f6 req-1f16a5ab-7a2c-4651-993e-92c41f6ae05b service nova] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Updating instance_info_cache with network_info: [{"id": "a949dbd2-e3e4-4692-b72b-bcace7aeb946", "address": "fa:16:3e:03:3e:88", "network": {"id": "79e8b489-a2ca-4a70-9464-efefe29f46c0", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-873782572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b12f9b0b73884116878a2cdca4941f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa949dbd2-e3", "ovs_interfaceid": "a949dbd2-e3e4-4692-b72b-bcace7aeb946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.071731] env[64120]: DEBUG nova.scheduler.client.report [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1162.075828] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406363, 'name': CreateVM_Task, 'duration_secs': 0.359661} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.079576] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1162.080438] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.080616] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.080962] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.081264] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d5ec228-6cfb-4dca-bf35-c39b08c76c43 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.093964] env[64120]: DEBUG oslo_vmware.api [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1162.093964] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5235170f-7d88-be9e-8cb7-43b4c61e0b26" [ 1162.093964] env[64120]: _type = "Task" [ 1162.093964] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.103963] env[64120]: DEBUG oslo_vmware.api [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5235170f-7d88-be9e-8cb7-43b4c61e0b26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.108631] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e47e7492-cdde-4fa9-8041-959c750eacbd tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquiring lock "eda63403-cd22-40da-a990-ebdf896f7ed6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.108919] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e47e7492-cdde-4fa9-8041-959c750eacbd tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lock "eda63403-cd22-40da-a990-ebdf896f7ed6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.109212] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e47e7492-cdde-4fa9-8041-959c750eacbd tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquiring lock "eda63403-cd22-40da-a990-ebdf896f7ed6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.109446] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e47e7492-cdde-4fa9-8041-959c750eacbd tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lock "eda63403-cd22-40da-a990-ebdf896f7ed6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.109703] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e47e7492-cdde-4fa9-8041-959c750eacbd tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lock "eda63403-cd22-40da-a990-ebdf896f7ed6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.112126] env[64120]: INFO nova.compute.manager [None req-e47e7492-cdde-4fa9-8041-959c750eacbd tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Terminating instance [ 1162.114197] env[64120]: DEBUG nova.compute.manager [None req-e47e7492-cdde-4fa9-8041-959c750eacbd tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1162.114402] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e47e7492-cdde-4fa9-8041-959c750eacbd tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.115252] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79771cfa-8ed8-427c-b5e3-69e6fe3f0c76 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.123430] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47e7492-cdde-4fa9-8041-959c750eacbd tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.123669] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba6b2ac9-1522-452b-8a03-f06019224b54 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.130670] env[64120]: DEBUG oslo_vmware.api [None req-e47e7492-cdde-4fa9-8041-959c750eacbd tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for the task: (returnval){ [ 1162.130670] env[64120]: value = "task-1406364" [ 1162.130670] env[64120]: _type = "Task" [ 1162.130670] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.141963] env[64120]: DEBUG oslo_vmware.api [None req-e47e7492-cdde-4fa9-8041-959c750eacbd tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.216323] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a1d046b3-baa6-47b1-9e24-eb23ad848507 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Acquiring lock "a4c04c6d-8d9b-4859-9ece-a256f8cd0f18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.216613] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a1d046b3-baa6-47b1-9e24-eb23ad848507 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Lock "a4c04c6d-8d9b-4859-9ece-a256f8cd0f18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.216824] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a1d046b3-baa6-47b1-9e24-eb23ad848507 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Acquiring lock "a4c04c6d-8d9b-4859-9ece-a256f8cd0f18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.217024] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a1d046b3-baa6-47b1-9e24-eb23ad848507 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Lock "a4c04c6d-8d9b-4859-9ece-a256f8cd0f18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.217195] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a1d046b3-baa6-47b1-9e24-eb23ad848507 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Lock "a4c04c6d-8d9b-4859-9ece-a256f8cd0f18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.220219] env[64120]: INFO nova.compute.manager [None req-a1d046b3-baa6-47b1-9e24-eb23ad848507 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Terminating instance [ 1162.222365] env[64120]: DEBUG nova.compute.manager [None req-a1d046b3-baa6-47b1-9e24-eb23ad848507 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1162.222570] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d046b3-baa6-47b1-9e24-eb23ad848507 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.223528] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f3bc84-c0d1-4d4b-9eca-2763e209c99b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.236259] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d046b3-baa6-47b1-9e24-eb23ad848507 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.241175] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51e39e51-c175-4d9b-835d-7f4facf378f8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.243513] env[64120]: DEBUG oslo_vmware.api [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5291a9ca-b497-6be9-81a0-f3b5bfe80697, 'name': SearchDatastore_Task, 'duration_secs': 0.013339} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.244679] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cddcdf26-5702-43a6-843e-c0352f492d4d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.249644] env[64120]: DEBUG oslo_vmware.api [None req-a1d046b3-baa6-47b1-9e24-eb23ad848507 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Waiting for the task: (returnval){ [ 1162.249644] env[64120]: value = "task-1406365" [ 1162.249644] env[64120]: _type = "Task" [ 1162.249644] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.251116] env[64120]: DEBUG oslo_vmware.api [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1162.251116] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52a4e768-9ba5-15d0-b102-b32fa3883744" [ 1162.251116] env[64120]: _type = "Task" [ 1162.251116] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.263553] env[64120]: DEBUG oslo_vmware.api [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52a4e768-9ba5-15d0-b102-b32fa3883744, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.266666] env[64120]: DEBUG oslo_vmware.api [None req-a1d046b3-baa6-47b1-9e24-eb23ad848507 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1406365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.300478] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 34463929-7e32-48fa-93cf-d3d5aea0f51b] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1162.451082] env[64120]: DEBUG oslo_concurrency.lockutils [req-7043c1cd-7009-4ad0-b941-6de09018f9f6 req-1f16a5ab-7a2c-4651-993e-92c41f6ae05b service nova] Releasing lock "refresh_cache-32c9072f-9004-4c1c-ac52-d7115dd531e1" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.451349] env[64120]: DEBUG nova.compute.manager [req-7043c1cd-7009-4ad0-b941-6de09018f9f6 req-1f16a5ab-7a2c-4651-993e-92c41f6ae05b service nova] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Received event network-vif-plugged-d03077e7-62d0-4659-9cda-f64930fb6dbd {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1162.451578] env[64120]: DEBUG oslo_concurrency.lockutils [req-7043c1cd-7009-4ad0-b941-6de09018f9f6 req-1f16a5ab-7a2c-4651-993e-92c41f6ae05b service nova] Acquiring lock "ad053aa4-0749-4064-93e7-88bb3bbeadcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.451793] env[64120]: DEBUG oslo_concurrency.lockutils [req-7043c1cd-7009-4ad0-b941-6de09018f9f6 req-1f16a5ab-7a2c-4651-993e-92c41f6ae05b service nova] Lock "ad053aa4-0749-4064-93e7-88bb3bbeadcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.451963] env[64120]: DEBUG oslo_concurrency.lockutils [req-7043c1cd-7009-4ad0-b941-6de09018f9f6 req-1f16a5ab-7a2c-4651-993e-92c41f6ae05b service nova] Lock "ad053aa4-0749-4064-93e7-88bb3bbeadcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.452151] env[64120]: DEBUG nova.compute.manager [req-7043c1cd-7009-4ad0-b941-6de09018f9f6 req-1f16a5ab-7a2c-4651-993e-92c41f6ae05b service nova] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] No waiting events found dispatching network-vif-plugged-d03077e7-62d0-4659-9cda-f64930fb6dbd {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1162.452399] env[64120]: WARNING nova.compute.manager [req-7043c1cd-7009-4ad0-b941-6de09018f9f6 req-1f16a5ab-7a2c-4651-993e-92c41f6ae05b service nova] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Received unexpected event network-vif-plugged-d03077e7-62d0-4659-9cda-f64930fb6dbd for instance with vm_state building and task_state spawning. [ 1162.452690] env[64120]: DEBUG nova.compute.manager [req-7043c1cd-7009-4ad0-b941-6de09018f9f6 req-1f16a5ab-7a2c-4651-993e-92c41f6ae05b service nova] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Received event network-changed-d03077e7-62d0-4659-9cda-f64930fb6dbd {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1162.452836] env[64120]: DEBUG nova.compute.manager [req-7043c1cd-7009-4ad0-b941-6de09018f9f6 req-1f16a5ab-7a2c-4651-993e-92c41f6ae05b service nova] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Refreshing instance network info cache due to event network-changed-d03077e7-62d0-4659-9cda-f64930fb6dbd. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1162.453038] env[64120]: DEBUG oslo_concurrency.lockutils [req-7043c1cd-7009-4ad0-b941-6de09018f9f6 req-1f16a5ab-7a2c-4651-993e-92c41f6ae05b service nova] Acquiring lock "refresh_cache-ad053aa4-0749-4064-93e7-88bb3bbeadcb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.453179] env[64120]: DEBUG oslo_concurrency.lockutils [req-7043c1cd-7009-4ad0-b941-6de09018f9f6 req-1f16a5ab-7a2c-4651-993e-92c41f6ae05b service nova] Acquired lock "refresh_cache-ad053aa4-0749-4064-93e7-88bb3bbeadcb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.453341] env[64120]: DEBUG nova.network.neutron [req-7043c1cd-7009-4ad0-b941-6de09018f9f6 req-1f16a5ab-7a2c-4651-993e-92c41f6ae05b service nova] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Refreshing network info cache for port d03077e7-62d0-4659-9cda-f64930fb6dbd {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.581271] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.860s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.582596] env[64120]: DEBUG nova.compute.manager [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1162.586024] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 20.826s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.606346] env[64120]: DEBUG oslo_vmware.api [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5235170f-7d88-be9e-8cb7-43b4c61e0b26, 'name': SearchDatastore_Task, 'duration_secs': 0.028777} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.606682] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.606914] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.607141] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.641889] env[64120]: DEBUG oslo_vmware.api [None req-e47e7492-cdde-4fa9-8041-959c750eacbd tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406364, 'name': PowerOffVM_Task, 'duration_secs': 0.21035} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.642189] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47e7492-cdde-4fa9-8041-959c750eacbd tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.642400] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e47e7492-cdde-4fa9-8041-959c750eacbd tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.642672] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de70e929-223f-4a2b-9386-1ed2da6fc6d7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.700753] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e47e7492-cdde-4fa9-8041-959c750eacbd tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.701047] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e47e7492-cdde-4fa9-8041-959c750eacbd tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.701282] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-e47e7492-cdde-4fa9-8041-959c750eacbd tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Deleting the datastore file [datastore2] eda63403-cd22-40da-a990-ebdf896f7ed6 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.701592] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34b627cb-7830-4d5b-a6ba-160c17d757cd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.710368] env[64120]: DEBUG oslo_vmware.api [None req-e47e7492-cdde-4fa9-8041-959c750eacbd tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for the task: (returnval){ [ 1162.710368] env[64120]: value = "task-1406367" [ 1162.710368] env[64120]: _type = "Task" [ 1162.710368] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.719625] env[64120]: DEBUG oslo_vmware.api [None req-e47e7492-cdde-4fa9-8041-959c750eacbd tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.763964] env[64120]: DEBUG oslo_vmware.api [None req-a1d046b3-baa6-47b1-9e24-eb23ad848507 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1406365, 'name': PowerOffVM_Task, 'duration_secs': 0.349959} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.773664] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d046b3-baa6-47b1-9e24-eb23ad848507 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.773664] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d046b3-baa6-47b1-9e24-eb23ad848507 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.773664] env[64120]: DEBUG oslo_vmware.api [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52a4e768-9ba5-15d0-b102-b32fa3883744, 'name': SearchDatastore_Task, 'duration_secs': 0.012385} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.773832] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7eccd628-855d-4885-a9c0-d37cd1ee0c96 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.775519] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.775792] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] fe30ced7-62ee-4b15-9b72-268677297ff8/fe30ced7-62ee-4b15-9b72-268677297ff8.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1162.776098] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.776286] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.776508] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61ccaaed-1507-40ae-a3d2-6fa31a3fa059 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.779270] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f480b4a4-a3ba-42e0-97a3-4b8f37f4a237 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.789184] env[64120]: DEBUG oslo_vmware.api [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1162.789184] env[64120]: value = "task-1406369" [ 1162.789184] env[64120]: _type = "Task" [ 1162.789184] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.799033] env[64120]: DEBUG oslo_vmware.api [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.805486] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 3df3e12b-ada8-4cf7-99be-188bfcbbdd2c] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1162.805486] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.805486] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1162.806435] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2911914-1efa-4430-92b3-efd0424223b4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.812636] env[64120]: DEBUG oslo_vmware.api [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1162.812636] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]528c8869-9914-f627-bee7-1dcf92f4c25b" [ 1162.812636] env[64120]: _type = "Task" [ 1162.812636] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.827573] env[64120]: DEBUG oslo_vmware.api [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]528c8869-9914-f627-bee7-1dcf92f4c25b, 'name': SearchDatastore_Task, 'duration_secs': 0.012389} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.828752] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a8446a0-554c-418d-a4e9-99e193e3f7d5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.837583] env[64120]: DEBUG oslo_vmware.api [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1162.837583] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52db7ab9-cdb7-fa3e-f227-40cb99e23df1" [ 1162.837583] env[64120]: _type = "Task" [ 1162.837583] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.839170] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d046b3-baa6-47b1-9e24-eb23ad848507 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.839412] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d046b3-baa6-47b1-9e24-eb23ad848507 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.839733] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1d046b3-baa6-47b1-9e24-eb23ad848507 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Deleting the datastore file [datastore1] a4c04c6d-8d9b-4859-9ece-a256f8cd0f18 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.843884] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c68554f1-ff66-40e1-ae4b-4f1aa79c7260 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.854224] env[64120]: DEBUG oslo_vmware.api [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52db7ab9-cdb7-fa3e-f227-40cb99e23df1, 'name': SearchDatastore_Task, 'duration_secs': 0.013585} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.856022] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.856530] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] ad053aa4-0749-4064-93e7-88bb3bbeadcb/ad053aa4-0749-4064-93e7-88bb3bbeadcb.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1162.857055] env[64120]: DEBUG oslo_vmware.api [None req-a1d046b3-baa6-47b1-9e24-eb23ad848507 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Waiting for the task: (returnval){ [ 1162.857055] env[64120]: value = "task-1406370" [ 1162.857055] env[64120]: _type = "Task" [ 1162.857055] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.857551] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e3f1491-d4fa-416c-9405-225a84d638e1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.869538] env[64120]: DEBUG oslo_vmware.api [None req-a1d046b3-baa6-47b1-9e24-eb23ad848507 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1406370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.871013] env[64120]: DEBUG oslo_vmware.api [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1162.871013] env[64120]: value = "task-1406371" [ 1162.871013] env[64120]: _type = "Task" [ 1162.871013] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.880094] env[64120]: DEBUG oslo_vmware.api [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.090999] env[64120]: DEBUG nova.compute.utils [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1163.095331] env[64120]: DEBUG nova.objects.instance [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lazy-loading 'migration_context' on Instance uuid a7f265f9-5842-4567-a926-7b924f066cab {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.100026] env[64120]: DEBUG nova.compute.manager [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1163.100026] env[64120]: DEBUG nova.network.neutron [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1163.104594] env[64120]: DEBUG nova.compute.manager [req-52fada96-5c95-4490-983d-fb83a73500e8 req-9b426fe3-b66d-4b94-9004-7360f64019d8 service nova] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Received event network-vif-plugged-9a52e7a4-c718-4c50-8b6c-c30b90576026 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1163.104594] env[64120]: DEBUG oslo_concurrency.lockutils [req-52fada96-5c95-4490-983d-fb83a73500e8 req-9b426fe3-b66d-4b94-9004-7360f64019d8 service nova] Acquiring lock "55e4ffbc-e23e-4bf5-a000-0c2437b7bc88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.106872] env[64120]: DEBUG oslo_concurrency.lockutils [req-52fada96-5c95-4490-983d-fb83a73500e8 req-9b426fe3-b66d-4b94-9004-7360f64019d8 service nova] Lock "55e4ffbc-e23e-4bf5-a000-0c2437b7bc88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.106872] env[64120]: DEBUG oslo_concurrency.lockutils [req-52fada96-5c95-4490-983d-fb83a73500e8 req-9b426fe3-b66d-4b94-9004-7360f64019d8 service nova] Lock "55e4ffbc-e23e-4bf5-a000-0c2437b7bc88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.106872] env[64120]: DEBUG nova.compute.manager [req-52fada96-5c95-4490-983d-fb83a73500e8 req-9b426fe3-b66d-4b94-9004-7360f64019d8 service nova] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] No waiting events found dispatching network-vif-plugged-9a52e7a4-c718-4c50-8b6c-c30b90576026 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1163.106872] env[64120]: WARNING nova.compute.manager [req-52fada96-5c95-4490-983d-fb83a73500e8 req-9b426fe3-b66d-4b94-9004-7360f64019d8 service nova] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Received unexpected event network-vif-plugged-9a52e7a4-c718-4c50-8b6c-c30b90576026 for instance with vm_state building and task_state spawning. [ 1163.183188] env[64120]: DEBUG nova.policy [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db1361bff7434c08b1f8206498638e18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21a34c6b69da458da5a35568989ba716', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1163.223295] env[64120]: DEBUG oslo_vmware.api [None req-e47e7492-cdde-4fa9-8041-959c750eacbd tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242991} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.223796] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-e47e7492-cdde-4fa9-8041-959c750eacbd tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.224062] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e47e7492-cdde-4fa9-8041-959c750eacbd tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.224309] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e47e7492-cdde-4fa9-8041-959c750eacbd tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.224540] env[64120]: INFO nova.compute.manager [None req-e47e7492-cdde-4fa9-8041-959c750eacbd tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1163.226814] env[64120]: DEBUG oslo.service.loopingcall [None req-e47e7492-cdde-4fa9-8041-959c750eacbd tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1163.227198] env[64120]: DEBUG nova.compute.manager [-] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1163.227342] env[64120]: DEBUG nova.network.neutron [-] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1163.253674] env[64120]: DEBUG nova.network.neutron [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Successfully updated port: 9a52e7a4-c718-4c50-8b6c-c30b90576026 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1163.302097] env[64120]: DEBUG oslo_vmware.api [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406369, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.307154] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: a023676a-cd0b-47d9-b239-0fa94290af72] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1163.323265] env[64120]: DEBUG oslo_concurrency.lockutils [None req-02b8116d-ad19-42d5-8898-5dc289a63b4d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "643c3a48-b1e8-4d3c-84f7-69a41c264eaf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.324180] env[64120]: DEBUG oslo_concurrency.lockutils [None req-02b8116d-ad19-42d5-8898-5dc289a63b4d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "643c3a48-b1e8-4d3c-84f7-69a41c264eaf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.324180] env[64120]: DEBUG oslo_concurrency.lockutils [None req-02b8116d-ad19-42d5-8898-5dc289a63b4d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "643c3a48-b1e8-4d3c-84f7-69a41c264eaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.324180] env[64120]: DEBUG oslo_concurrency.lockutils [None req-02b8116d-ad19-42d5-8898-5dc289a63b4d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "643c3a48-b1e8-4d3c-84f7-69a41c264eaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.324481] env[64120]: DEBUG oslo_concurrency.lockutils [None req-02b8116d-ad19-42d5-8898-5dc289a63b4d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "643c3a48-b1e8-4d3c-84f7-69a41c264eaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.331056] env[64120]: INFO nova.compute.manager [None req-02b8116d-ad19-42d5-8898-5dc289a63b4d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Terminating instance [ 1163.339260] env[64120]: DEBUG nova.compute.manager [None req-02b8116d-ad19-42d5-8898-5dc289a63b4d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1163.339260] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-02b8116d-ad19-42d5-8898-5dc289a63b4d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.340372] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1b52e4-8a50-44a9-9825-3dc37b93ab25 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.353990] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b8116d-ad19-42d5-8898-5dc289a63b4d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.354327] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb92ee5c-bcd6-47f5-8cd5-8c58bf9e45c7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.361643] env[64120]: DEBUG oslo_vmware.api [None req-02b8116d-ad19-42d5-8898-5dc289a63b4d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1163.361643] env[64120]: value = "task-1406372" [ 1163.361643] env[64120]: _type = "Task" [ 1163.361643] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.382789] env[64120]: DEBUG oslo_vmware.api [None req-a1d046b3-baa6-47b1-9e24-eb23ad848507 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Task: {'id': task-1406370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387777} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.383072] env[64120]: DEBUG oslo_vmware.api [None req-02b8116d-ad19-42d5-8898-5dc289a63b4d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.386436] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1d046b3-baa6-47b1-9e24-eb23ad848507 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.386665] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d046b3-baa6-47b1-9e24-eb23ad848507 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.386850] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d046b3-baa6-47b1-9e24-eb23ad848507 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.387041] env[64120]: INFO nova.compute.manager [None req-a1d046b3-baa6-47b1-9e24-eb23ad848507 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1163.387303] env[64120]: DEBUG oslo.service.loopingcall [None req-a1d046b3-baa6-47b1-9e24-eb23ad848507 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1163.387873] env[64120]: DEBUG nova.compute.manager [-] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1163.388255] env[64120]: DEBUG nova.network.neutron [-] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1163.394251] env[64120]: DEBUG oslo_vmware.api [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406371, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.483142] env[64120]: DEBUG nova.network.neutron [req-7043c1cd-7009-4ad0-b941-6de09018f9f6 req-1f16a5ab-7a2c-4651-993e-92c41f6ae05b service nova] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Updated VIF entry in instance network info cache for port d03077e7-62d0-4659-9cda-f64930fb6dbd. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1163.483630] env[64120]: DEBUG nova.network.neutron [req-7043c1cd-7009-4ad0-b941-6de09018f9f6 req-1f16a5ab-7a2c-4651-993e-92c41f6ae05b service nova] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Updating instance_info_cache with network_info: [{"id": "d03077e7-62d0-4659-9cda-f64930fb6dbd", "address": "fa:16:3e:c8:e1:ec", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd03077e7-62", "ovs_interfaceid": "d03077e7-62d0-4659-9cda-f64930fb6dbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.610154] env[64120]: DEBUG nova.compute.manager [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1163.760657] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquiring lock "refresh_cache-55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.760657] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquired lock "refresh_cache-55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.760657] env[64120]: DEBUG nova.network.neutron [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.803870] env[64120]: DEBUG oslo_vmware.api [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581879} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.804294] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] fe30ced7-62ee-4b15-9b72-268677297ff8/fe30ced7-62ee-4b15-9b72-268677297ff8.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1163.804538] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1163.804854] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5599aa06-df7e-4f89-b225-6e6304621c99 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.812362] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 93417e30-1413-457e-a34f-5d9f1fb8e657] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1163.816575] env[64120]: DEBUG oslo_vmware.api [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1163.816575] env[64120]: value = "task-1406373" [ 1163.816575] env[64120]: _type = "Task" [ 1163.816575] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.825568] env[64120]: DEBUG oslo_vmware.api [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406373, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.888272] env[64120]: DEBUG oslo_vmware.api [None req-02b8116d-ad19-42d5-8898-5dc289a63b4d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406372, 'name': PowerOffVM_Task, 'duration_secs': 0.291742} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.893684] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b8116d-ad19-42d5-8898-5dc289a63b4d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.893684] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-02b8116d-ad19-42d5-8898-5dc289a63b4d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.893684] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15444702-6083-46bc-8bee-e1de4e49ca35 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.907478] env[64120]: DEBUG oslo_vmware.api [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.925799} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.907478] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] ad053aa4-0749-4064-93e7-88bb3bbeadcb/ad053aa4-0749-4064-93e7-88bb3bbeadcb.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1163.907478] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1163.907478] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91eaabeb-1abf-418c-b7ee-391426042ddd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.912985] env[64120]: DEBUG oslo_vmware.api [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1163.912985] env[64120]: value = "task-1406375" [ 1163.912985] env[64120]: _type = "Task" [ 1163.912985] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.933178] env[64120]: DEBUG oslo_vmware.api [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406375, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.941278] env[64120]: DEBUG nova.network.neutron [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Successfully created port: c6d98a98-b80b-4e9b-b833-71d7b6b2533c {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1163.971241] env[64120]: DEBUG nova.compute.manager [req-2959ccaf-eb31-446c-80d3-442a34c607c8 req-2c122aee-c960-49d8-bc1f-809704367344 service nova] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Received event network-vif-deleted-0265eb1b-526a-46ea-a38d-5e6919f76874 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1163.971241] env[64120]: INFO nova.compute.manager [req-2959ccaf-eb31-446c-80d3-442a34c607c8 req-2c122aee-c960-49d8-bc1f-809704367344 service nova] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Neutron deleted interface 0265eb1b-526a-46ea-a38d-5e6919f76874; detaching it from the instance and deleting it from the info cache [ 1163.971241] env[64120]: DEBUG nova.network.neutron [req-2959ccaf-eb31-446c-80d3-442a34c607c8 req-2c122aee-c960-49d8-bc1f-809704367344 service nova] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.986946] env[64120]: DEBUG oslo_concurrency.lockutils [req-7043c1cd-7009-4ad0-b941-6de09018f9f6 req-1f16a5ab-7a2c-4651-993e-92c41f6ae05b service nova] Releasing lock "refresh_cache-ad053aa4-0749-4064-93e7-88bb3bbeadcb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.006794] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-02b8116d-ad19-42d5-8898-5dc289a63b4d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.007113] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-02b8116d-ad19-42d5-8898-5dc289a63b4d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.007332] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-02b8116d-ad19-42d5-8898-5dc289a63b4d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Deleting the datastore file [datastore1] 643c3a48-b1e8-4d3c-84f7-69a41c264eaf {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.007737] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b628f9dd-2286-459c-ae0a-b062d760f723 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.023023] env[64120]: DEBUG oslo_vmware.api [None req-02b8116d-ad19-42d5-8898-5dc289a63b4d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1164.023023] env[64120]: value = "task-1406376" [ 1164.023023] env[64120]: _type = "Task" [ 1164.023023] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.039239] env[64120]: DEBUG oslo_vmware.api [None req-02b8116d-ad19-42d5-8898-5dc289a63b4d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.228646] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e2a2a7-055f-41fa-9a51-8ed8e321c897 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.241476] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f650ebda-2803-4f63-82df-f3fb9fb54c18 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.277744] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0fc0a8-b6f7-4ed9-938c-5c995a7016d0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.285686] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416e8da5-8c4b-49b4-b1e9-a040284f9628 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.301588] env[64120]: DEBUG nova.compute.provider_tree [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.319605] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: e359f71d-a8c8-471e-9c65-0b5f7d60a39b] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1164.334640] env[64120]: DEBUG oslo_vmware.api [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406373, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073446} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.334913] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1164.335747] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11b5cae-0c06-4f90-a239-a962693d1e63 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.342019] env[64120]: DEBUG nova.network.neutron [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1164.364909] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] fe30ced7-62ee-4b15-9b72-268677297ff8/fe30ced7-62ee-4b15-9b72-268677297ff8.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.368729] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65379601-d8fb-4140-9d2c-bb29da8c776d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.394874] env[64120]: DEBUG oslo_vmware.api [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1164.394874] env[64120]: value = "task-1406377" [ 1164.394874] env[64120]: _type = "Task" [ 1164.394874] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.404494] env[64120]: DEBUG oslo_vmware.api [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.427095] env[64120]: DEBUG nova.network.neutron [-] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.428443] env[64120]: DEBUG oslo_vmware.api [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406375, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137569} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.431526] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1164.435027] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b54d92-15eb-4853-9bae-d2cfa57acfcb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.450434] env[64120]: DEBUG oslo_concurrency.lockutils [None req-aa6059a9-a513-43c4-be7f-5a78d079f7c2 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Acquiring lock "d57efb12-3708-4a0d-8987-4efe69887d86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.450434] env[64120]: DEBUG oslo_concurrency.lockutils [None req-aa6059a9-a513-43c4-be7f-5a78d079f7c2 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Lock "d57efb12-3708-4a0d-8987-4efe69887d86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.450506] env[64120]: DEBUG oslo_concurrency.lockutils [None req-aa6059a9-a513-43c4-be7f-5a78d079f7c2 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Acquiring lock "d57efb12-3708-4a0d-8987-4efe69887d86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.452075] env[64120]: DEBUG oslo_concurrency.lockutils [None req-aa6059a9-a513-43c4-be7f-5a78d079f7c2 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Lock "d57efb12-3708-4a0d-8987-4efe69887d86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.452075] env[64120]: DEBUG oslo_concurrency.lockutils [None req-aa6059a9-a513-43c4-be7f-5a78d079f7c2 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Lock "d57efb12-3708-4a0d-8987-4efe69887d86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.455938] env[64120]: INFO nova.compute.manager [None req-aa6059a9-a513-43c4-be7f-5a78d079f7c2 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Terminating instance [ 1164.456228] env[64120]: DEBUG nova.compute.manager [None req-aa6059a9-a513-43c4-be7f-5a78d079f7c2 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1164.456465] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6059a9-a513-43c4-be7f-5a78d079f7c2 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.465650] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] ad053aa4-0749-4064-93e7-88bb3bbeadcb/ad053aa4-0749-4064-93e7-88bb3bbeadcb.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.467379] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38b26a4-054b-4958-9836-bebfb36f1554 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.470374] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14ed0126-bdeb-4809-ac06-f12db894b4ca {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.489654] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04196bc5-2cf5-468e-b0db-dca22c237ecd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.497920] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6059a9-a513-43c4-be7f-5a78d079f7c2 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.497920] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73922839-260f-4bbe-bf7f-9e932dff11d7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.499009] env[64120]: DEBUG oslo_vmware.api [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1164.499009] env[64120]: value = "task-1406378" [ 1164.499009] env[64120]: _type = "Task" [ 1164.499009] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.508340] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b141821d-d76a-4650-9250-576f1c13eedf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.520870] env[64120]: DEBUG oslo_vmware.api [None req-aa6059a9-a513-43c4-be7f-5a78d079f7c2 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Waiting for the task: (returnval){ [ 1164.520870] env[64120]: value = "task-1406379" [ 1164.520870] env[64120]: _type = "Task" [ 1164.520870] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.524994] env[64120]: DEBUG oslo_vmware.api [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406378, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.558582] env[64120]: DEBUG oslo_vmware.api [None req-02b8116d-ad19-42d5-8898-5dc289a63b4d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.559863] env[64120]: DEBUG nova.compute.manager [req-2959ccaf-eb31-446c-80d3-442a34c607c8 req-2c122aee-c960-49d8-bc1f-809704367344 service nova] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Detach interface failed, port_id=0265eb1b-526a-46ea-a38d-5e6919f76874, reason: Instance eda63403-cd22-40da-a990-ebdf896f7ed6 could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1164.560121] env[64120]: DEBUG oslo_vmware.api [None req-aa6059a9-a513-43c4-be7f-5a78d079f7c2 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Task: {'id': task-1406379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.605839] env[64120]: DEBUG nova.network.neutron [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Updating instance_info_cache with network_info: [{"id": "9a52e7a4-c718-4c50-8b6c-c30b90576026", "address": "fa:16:3e:fe:9c:a9", "network": {"id": "d7209c45-7959-4437-a781-abbb4afde079", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1067622788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c20e6109d6f40748735c6c818444a0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a52e7a4-c7", "ovs_interfaceid": "9a52e7a4-c718-4c50-8b6c-c30b90576026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.632017] env[64120]: DEBUG nova.compute.manager [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1164.659034] env[64120]: DEBUG nova.virt.hardware [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1164.659034] env[64120]: DEBUG nova.virt.hardware [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1164.659034] env[64120]: DEBUG nova.virt.hardware [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.659034] env[64120]: DEBUG nova.virt.hardware [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1164.659034] env[64120]: DEBUG nova.virt.hardware [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.660599] env[64120]: DEBUG nova.virt.hardware [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1164.660599] env[64120]: DEBUG nova.virt.hardware [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1164.660599] env[64120]: DEBUG nova.virt.hardware [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1164.660811] env[64120]: DEBUG nova.virt.hardware [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1164.660906] env[64120]: DEBUG nova.virt.hardware [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1164.661098] env[64120]: DEBUG nova.virt.hardware [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1164.661998] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb69f3ff-996e-433d-8fca-6c688cc906aa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.674264] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab551da-8900-4efa-a2f7-1379ac9313b8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.804814] env[64120]: DEBUG nova.scheduler.client.report [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1164.824717] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: d99bd87b-3c5c-4d28-a140-38e09a185c43] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1164.871043] env[64120]: DEBUG nova.network.neutron [-] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.909418] env[64120]: DEBUG oslo_vmware.api [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406377, 'name': ReconfigVM_Task, 'duration_secs': 0.377793} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.910375] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Reconfigured VM instance instance-00000042 to attach disk [datastore1] fe30ced7-62ee-4b15-9b72-268677297ff8/fe30ced7-62ee-4b15-9b72-268677297ff8.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.911459] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb393fb7-4d8b-4cb1-b6c0-fad71c87815b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.919953] env[64120]: DEBUG oslo_vmware.api [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1164.919953] env[64120]: value = "task-1406380" [ 1164.919953] env[64120]: _type = "Task" [ 1164.919953] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.932788] env[64120]: INFO nova.compute.manager [-] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Took 1.71 seconds to deallocate network for instance. [ 1164.933346] env[64120]: DEBUG oslo_vmware.api [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406380, 'name': Rename_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.013247] env[64120]: DEBUG oslo_vmware.api [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406378, 'name': ReconfigVM_Task, 'duration_secs': 0.344387} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.013247] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Reconfigured VM instance instance-00000043 to attach disk [datastore1] ad053aa4-0749-4064-93e7-88bb3bbeadcb/ad053aa4-0749-4064-93e7-88bb3bbeadcb.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.014227] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71424562-588e-40ba-a36d-6a8c483bd060 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.022183] env[64120]: DEBUG oslo_vmware.api [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1165.022183] env[64120]: value = "task-1406381" [ 1165.022183] env[64120]: _type = "Task" [ 1165.022183] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.039892] env[64120]: DEBUG oslo_vmware.api [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406381, 'name': Rename_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.045758] env[64120]: DEBUG oslo_vmware.api [None req-aa6059a9-a513-43c4-be7f-5a78d079f7c2 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Task: {'id': task-1406379, 'name': PowerOffVM_Task, 'duration_secs': 0.233474} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.045758] env[64120]: DEBUG oslo_vmware.api [None req-02b8116d-ad19-42d5-8898-5dc289a63b4d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.550552} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.045828] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6059a9-a513-43c4-be7f-5a78d079f7c2 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.045972] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6059a9-a513-43c4-be7f-5a78d079f7c2 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1165.048271] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-02b8116d-ad19-42d5-8898-5dc289a63b4d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.048271] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-02b8116d-ad19-42d5-8898-5dc289a63b4d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.048271] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-02b8116d-ad19-42d5-8898-5dc289a63b4d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.048271] env[64120]: INFO nova.compute.manager [None req-02b8116d-ad19-42d5-8898-5dc289a63b4d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1165.048271] env[64120]: DEBUG oslo.service.loopingcall [None req-02b8116d-ad19-42d5-8898-5dc289a63b4d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1165.048271] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1444582-e0a9-4630-9e18-dcc49229cc07 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.048864] env[64120]: DEBUG nova.compute.manager [-] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1165.048920] env[64120]: DEBUG nova.network.neutron [-] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1165.109930] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Releasing lock "refresh_cache-55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.110342] env[64120]: DEBUG nova.compute.manager [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Instance network_info: |[{"id": "9a52e7a4-c718-4c50-8b6c-c30b90576026", "address": "fa:16:3e:fe:9c:a9", "network": {"id": "d7209c45-7959-4437-a781-abbb4afde079", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1067622788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c20e6109d6f40748735c6c818444a0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a52e7a4-c7", "ovs_interfaceid": "9a52e7a4-c718-4c50-8b6c-c30b90576026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1165.110799] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:9c:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '310b8ba9-edca-4135-863e-f4a786dd4a77', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a52e7a4-c718-4c50-8b6c-c30b90576026', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1165.118808] env[64120]: DEBUG oslo.service.loopingcall [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1165.119054] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1165.119309] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25dfa9c8-b648-4b1f-bd60-e77e5cbe2f74 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.142219] env[64120]: DEBUG nova.compute.manager [req-d3859ed7-f16a-47f8-bed4-d6661b637119 req-c57985f9-3f82-4aeb-8bb9-c4ddcf2fe1e8 service nova] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Received event network-changed-9a52e7a4-c718-4c50-8b6c-c30b90576026 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1165.142329] env[64120]: DEBUG nova.compute.manager [req-d3859ed7-f16a-47f8-bed4-d6661b637119 req-c57985f9-3f82-4aeb-8bb9-c4ddcf2fe1e8 service nova] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Refreshing instance network info cache due to event network-changed-9a52e7a4-c718-4c50-8b6c-c30b90576026. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1165.142488] env[64120]: DEBUG oslo_concurrency.lockutils [req-d3859ed7-f16a-47f8-bed4-d6661b637119 req-c57985f9-3f82-4aeb-8bb9-c4ddcf2fe1e8 service nova] Acquiring lock "refresh_cache-55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.142613] env[64120]: DEBUG oslo_concurrency.lockutils [req-d3859ed7-f16a-47f8-bed4-d6661b637119 req-c57985f9-3f82-4aeb-8bb9-c4ddcf2fe1e8 service nova] Acquired lock "refresh_cache-55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.142792] env[64120]: DEBUG nova.network.neutron [req-d3859ed7-f16a-47f8-bed4-d6661b637119 req-c57985f9-3f82-4aeb-8bb9-c4ddcf2fe1e8 service nova] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Refreshing network info cache for port 9a52e7a4-c718-4c50-8b6c-c30b90576026 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.146032] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6059a9-a513-43c4-be7f-5a78d079f7c2 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1165.146132] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6059a9-a513-43c4-be7f-5a78d079f7c2 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1165.146428] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa6059a9-a513-43c4-be7f-5a78d079f7c2 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Deleting the datastore file [datastore1] d57efb12-3708-4a0d-8987-4efe69887d86 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1165.146976] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21059329-705d-497a-bc40-05faccbd3fb6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.150671] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1165.150671] env[64120]: value = "task-1406383" [ 1165.150671] env[64120]: _type = "Task" [ 1165.150671] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.155360] env[64120]: DEBUG oslo_vmware.api [None req-aa6059a9-a513-43c4-be7f-5a78d079f7c2 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Waiting for the task: (returnval){ [ 1165.155360] env[64120]: value = "task-1406384" [ 1165.155360] env[64120]: _type = "Task" [ 1165.155360] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.161655] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406383, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.167813] env[64120]: DEBUG oslo_vmware.api [None req-aa6059a9-a513-43c4-be7f-5a78d079f7c2 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Task: {'id': task-1406384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.327600] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 58609f67-0cf4-459c-8512-6292352cce83] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1165.375526] env[64120]: INFO nova.compute.manager [-] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Took 1.99 seconds to deallocate network for instance. [ 1165.434163] env[64120]: DEBUG oslo_vmware.api [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406380, 'name': Rename_Task, 'duration_secs': 0.140076} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.434454] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.434709] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c77ff04-c878-4193-a2b8-ba23de9caeba {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.441503] env[64120]: DEBUG oslo_vmware.api [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1165.441503] env[64120]: value = "task-1406385" [ 1165.441503] env[64120]: _type = "Task" [ 1165.441503] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.446093] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e47e7492-cdde-4fa9-8041-959c750eacbd tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.452746] env[64120]: DEBUG oslo_vmware.api [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406385, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.535795] env[64120]: DEBUG oslo_vmware.api [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406381, 'name': Rename_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.675884] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406383, 'name': CreateVM_Task, 'duration_secs': 0.518503} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.679739] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1165.680255] env[64120]: DEBUG oslo_vmware.api [None req-aa6059a9-a513-43c4-be7f-5a78d079f7c2 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Task: {'id': task-1406384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291438} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.681021] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.681276] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.681761] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.682385] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa6059a9-a513-43c4-be7f-5a78d079f7c2 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.682385] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6059a9-a513-43c4-be7f-5a78d079f7c2 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.682517] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6059a9-a513-43c4-be7f-5a78d079f7c2 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.683054] env[64120]: INFO nova.compute.manager [None req-aa6059a9-a513-43c4-be7f-5a78d079f7c2 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1165.683054] env[64120]: DEBUG oslo.service.loopingcall [None req-aa6059a9-a513-43c4-be7f-5a78d079f7c2 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1165.683353] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb463b33-8b79-4b2b-adab-9c6d63b2e76c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.685385] env[64120]: DEBUG nova.compute.manager [-] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1165.685533] env[64120]: DEBUG nova.network.neutron [-] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1165.692983] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquiring lock "a16b0a8b-255b-4865-90c7-5853c6269644" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.693339] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lock "a16b0a8b-255b-4865-90c7-5853c6269644" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.697855] env[64120]: DEBUG oslo_vmware.api [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1165.697855] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e41a85-fab4-19e4-ae89-283cc6390969" [ 1165.697855] env[64120]: _type = "Task" [ 1165.697855] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.715991] env[64120]: DEBUG oslo_vmware.api [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e41a85-fab4-19e4-ae89-283cc6390969, 'name': SearchDatastore_Task, 'duration_secs': 0.011082} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.717621] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.718167] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1165.718639] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.718874] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.719339] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1165.719979] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3aab64cb-c208-4ebe-a94a-b73b137e2d08 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.731594] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1165.731594] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1165.732820] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c93f773f-7c20-4689-af15-1f30b7262a34 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.741536] env[64120]: DEBUG oslo_vmware.api [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1165.741536] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5208b000-6130-c62f-fe0b-295fed841457" [ 1165.741536] env[64120]: _type = "Task" [ 1165.741536] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.750528] env[64120]: DEBUG oslo_vmware.api [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5208b000-6130-c62f-fe0b-295fed841457, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.817399] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.231s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.831449] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.198s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.834009] env[64120]: INFO nova.compute.claims [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1165.839953] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 51f2aeb5-f940-49b0-bfce-e404cbd69d4d] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1165.857724] env[64120]: DEBUG nova.network.neutron [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Successfully updated port: c6d98a98-b80b-4e9b-b833-71d7b6b2533c {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.878557] env[64120]: DEBUG nova.network.neutron [-] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.891477] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a1d046b3-baa6-47b1-9e24-eb23ad848507 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.955105] env[64120]: DEBUG oslo_vmware.api [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406385, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.962712] env[64120]: DEBUG nova.network.neutron [req-d3859ed7-f16a-47f8-bed4-d6661b637119 req-c57985f9-3f82-4aeb-8bb9-c4ddcf2fe1e8 service nova] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Updated VIF entry in instance network info cache for port 9a52e7a4-c718-4c50-8b6c-c30b90576026. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.963105] env[64120]: DEBUG nova.network.neutron [req-d3859ed7-f16a-47f8-bed4-d6661b637119 req-c57985f9-3f82-4aeb-8bb9-c4ddcf2fe1e8 service nova] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Updating instance_info_cache with network_info: [{"id": "9a52e7a4-c718-4c50-8b6c-c30b90576026", "address": "fa:16:3e:fe:9c:a9", "network": {"id": "d7209c45-7959-4437-a781-abbb4afde079", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1067622788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c20e6109d6f40748735c6c818444a0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a52e7a4-c7", "ovs_interfaceid": "9a52e7a4-c718-4c50-8b6c-c30b90576026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.036483] env[64120]: DEBUG oslo_vmware.api [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406381, 'name': Rename_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.199424] env[64120]: DEBUG nova.compute.manager [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1166.207139] env[64120]: DEBUG nova.compute.manager [req-c2cfbdeb-95e6-4a2b-8b8a-640d2f5b37fb req-890cd587-3ba2-4842-912e-97d95867d7a8 service nova] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Received event network-vif-deleted-ca203161-496b-4af2-ad89-cba26e93c547 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1166.207139] env[64120]: DEBUG nova.compute.manager [req-c2cfbdeb-95e6-4a2b-8b8a-640d2f5b37fb req-890cd587-3ba2-4842-912e-97d95867d7a8 service nova] [instance: 6256907f-2d19-4c71-af03-089eca162154] Received event network-vif-plugged-c6d98a98-b80b-4e9b-b833-71d7b6b2533c {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1166.207139] env[64120]: DEBUG oslo_concurrency.lockutils [req-c2cfbdeb-95e6-4a2b-8b8a-640d2f5b37fb req-890cd587-3ba2-4842-912e-97d95867d7a8 service nova] Acquiring lock "6256907f-2d19-4c71-af03-089eca162154-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.207139] env[64120]: DEBUG oslo_concurrency.lockutils [req-c2cfbdeb-95e6-4a2b-8b8a-640d2f5b37fb req-890cd587-3ba2-4842-912e-97d95867d7a8 service nova] Lock "6256907f-2d19-4c71-af03-089eca162154-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.207139] env[64120]: DEBUG oslo_concurrency.lockutils [req-c2cfbdeb-95e6-4a2b-8b8a-640d2f5b37fb req-890cd587-3ba2-4842-912e-97d95867d7a8 service nova] Lock "6256907f-2d19-4c71-af03-089eca162154-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.207485] env[64120]: DEBUG nova.compute.manager [req-c2cfbdeb-95e6-4a2b-8b8a-640d2f5b37fb req-890cd587-3ba2-4842-912e-97d95867d7a8 service nova] [instance: 6256907f-2d19-4c71-af03-089eca162154] No waiting events found dispatching network-vif-plugged-c6d98a98-b80b-4e9b-b833-71d7b6b2533c {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1166.207741] env[64120]: WARNING nova.compute.manager [req-c2cfbdeb-95e6-4a2b-8b8a-640d2f5b37fb req-890cd587-3ba2-4842-912e-97d95867d7a8 service nova] [instance: 6256907f-2d19-4c71-af03-089eca162154] Received unexpected event network-vif-plugged-c6d98a98-b80b-4e9b-b833-71d7b6b2533c for instance with vm_state building and task_state spawning. [ 1166.211021] env[64120]: DEBUG nova.compute.manager [req-c2cfbdeb-95e6-4a2b-8b8a-640d2f5b37fb req-890cd587-3ba2-4842-912e-97d95867d7a8 service nova] [instance: 6256907f-2d19-4c71-af03-089eca162154] Received event network-changed-c6d98a98-b80b-4e9b-b833-71d7b6b2533c {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1166.211021] env[64120]: DEBUG nova.compute.manager [req-c2cfbdeb-95e6-4a2b-8b8a-640d2f5b37fb req-890cd587-3ba2-4842-912e-97d95867d7a8 service nova] [instance: 6256907f-2d19-4c71-af03-089eca162154] Refreshing instance network info cache due to event network-changed-c6d98a98-b80b-4e9b-b833-71d7b6b2533c. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1166.211021] env[64120]: DEBUG oslo_concurrency.lockutils [req-c2cfbdeb-95e6-4a2b-8b8a-640d2f5b37fb req-890cd587-3ba2-4842-912e-97d95867d7a8 service nova] Acquiring lock "refresh_cache-6256907f-2d19-4c71-af03-089eca162154" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.211021] env[64120]: DEBUG oslo_concurrency.lockutils [req-c2cfbdeb-95e6-4a2b-8b8a-640d2f5b37fb req-890cd587-3ba2-4842-912e-97d95867d7a8 service nova] Acquired lock "refresh_cache-6256907f-2d19-4c71-af03-089eca162154" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.211021] env[64120]: DEBUG nova.network.neutron [req-c2cfbdeb-95e6-4a2b-8b8a-640d2f5b37fb req-890cd587-3ba2-4842-912e-97d95867d7a8 service nova] [instance: 6256907f-2d19-4c71-af03-089eca162154] Refreshing network info cache for port c6d98a98-b80b-4e9b-b833-71d7b6b2533c {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.255662] env[64120]: DEBUG oslo_vmware.api [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5208b000-6130-c62f-fe0b-295fed841457, 'name': SearchDatastore_Task, 'duration_secs': 0.043616} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.255662] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68335b0e-b704-463e-8dc7-a8244a2ee63d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.262090] env[64120]: DEBUG oslo_vmware.api [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1166.262090] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52273a54-e75d-d959-a949-fa0ec9285fac" [ 1166.262090] env[64120]: _type = "Task" [ 1166.262090] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.270659] env[64120]: DEBUG oslo_vmware.api [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52273a54-e75d-d959-a949-fa0ec9285fac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.349718] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 22697bdf-00a0-4d08-b1f8-9ed0d733c801] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1166.363531] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Acquiring lock "refresh_cache-6256907f-2d19-4c71-af03-089eca162154" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.384752] env[64120]: INFO nova.compute.manager [-] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Took 1.34 seconds to deallocate network for instance. [ 1166.455246] env[64120]: DEBUG oslo_vmware.api [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406385, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.466192] env[64120]: DEBUG oslo_concurrency.lockutils [req-d3859ed7-f16a-47f8-bed4-d6661b637119 req-c57985f9-3f82-4aeb-8bb9-c4ddcf2fe1e8 service nova] Releasing lock "refresh_cache-55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.466539] env[64120]: DEBUG nova.compute.manager [req-d3859ed7-f16a-47f8-bed4-d6661b637119 req-c57985f9-3f82-4aeb-8bb9-c4ddcf2fe1e8 service nova] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Received event network-vif-deleted-f0ebc840-5b79-4ccc-b0f2-ee8ac0db6f02 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1166.534544] env[64120]: DEBUG oslo_vmware.api [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406381, 'name': Rename_Task, 'duration_secs': 1.17704} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.534881] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.535156] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcd4bec1-7482-4194-9420-f02ebd8356c6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.541665] env[64120]: DEBUG oslo_vmware.api [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1166.541665] env[64120]: value = "task-1406386" [ 1166.541665] env[64120]: _type = "Task" [ 1166.541665] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.553482] env[64120]: DEBUG oslo_vmware.api [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.739147] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.759120] env[64120]: DEBUG nova.network.neutron [req-c2cfbdeb-95e6-4a2b-8b8a-640d2f5b37fb req-890cd587-3ba2-4842-912e-97d95867d7a8 service nova] [instance: 6256907f-2d19-4c71-af03-089eca162154] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1166.775308] env[64120]: DEBUG oslo_vmware.api [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52273a54-e75d-d959-a949-fa0ec9285fac, 'name': SearchDatastore_Task, 'duration_secs': 0.01624} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.775734] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.776079] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88/55e4ffbc-e23e-4bf5-a000-0c2437b7bc88.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1166.776587] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0261aa26-386d-42ab-a75b-aa069f57d6da {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.784265] env[64120]: DEBUG oslo_vmware.api [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1166.784265] env[64120]: value = "task-1406387" [ 1166.784265] env[64120]: _type = "Task" [ 1166.784265] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.796015] env[64120]: DEBUG oslo_vmware.api [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.855560] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 569c563f-8a2c-4b65-982e-398f11b43f1a] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1166.901737] env[64120]: DEBUG oslo_concurrency.lockutils [None req-02b8116d-ad19-42d5-8898-5dc289a63b4d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.912584] env[64120]: DEBUG nova.network.neutron [req-c2cfbdeb-95e6-4a2b-8b8a-640d2f5b37fb req-890cd587-3ba2-4842-912e-97d95867d7a8 service nova] [instance: 6256907f-2d19-4c71-af03-089eca162154] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.958975] env[64120]: DEBUG oslo_vmware.api [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406385, 'name': PowerOnVM_Task, 'duration_secs': 1.095431} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.959539] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.959679] env[64120]: INFO nova.compute.manager [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Took 10.37 seconds to spawn the instance on the hypervisor. [ 1166.959917] env[64120]: DEBUG nova.compute.manager [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1166.960829] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d552f2-1318-4fa2-802e-1557ee65b5a0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.052664] env[64120]: DEBUG oslo_vmware.api [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406386, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.156791] env[64120]: DEBUG nova.compute.manager [req-d624a9cd-c7a2-4c5c-a341-4bd96911bb4c req-6b4c37e3-e6c9-4bfd-9783-16bcf9e778de service nova] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Received event network-vif-deleted-990e1043-7031-4104-b782-ca71bfc4e9b1 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1167.156791] env[64120]: INFO nova.compute.manager [req-d624a9cd-c7a2-4c5c-a341-4bd96911bb4c req-6b4c37e3-e6c9-4bfd-9783-16bcf9e778de service nova] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Neutron deleted interface 990e1043-7031-4104-b782-ca71bfc4e9b1; detaching it from the instance and deleting it from the info cache [ 1167.156791] env[64120]: DEBUG nova.network.neutron [req-d624a9cd-c7a2-4c5c-a341-4bd96911bb4c req-6b4c37e3-e6c9-4bfd-9783-16bcf9e778de service nova] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.217316] env[64120]: DEBUG nova.network.neutron [-] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.267217] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e220bb6e-207f-46f7-935e-65e033ac431f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.276754] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d125e06a-95a0-49d0-bbcc-993aec29b970 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.310898] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d554d5c-381f-4eb0-90d3-03b9048e02b9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.319826] env[64120]: DEBUG oslo_vmware.api [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406387, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.323153] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bbd26a-21ea-4256-9e27-fc756be71f5d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.337555] env[64120]: DEBUG nova.compute.provider_tree [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.361055] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 5c191dc7-b8c0-4971-9852-9addaa45913e] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1167.384548] env[64120]: INFO nova.compute.manager [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Swapping old allocation on dict_keys(['4ceac537-82ec-49fa-8fac-aa5d6181b318']) held by migration 043dbd20-1750-4a84-b052-e4b419a584b6 for instance [ 1167.415350] env[64120]: DEBUG oslo_concurrency.lockutils [req-c2cfbdeb-95e6-4a2b-8b8a-640d2f5b37fb req-890cd587-3ba2-4842-912e-97d95867d7a8 service nova] Releasing lock "refresh_cache-6256907f-2d19-4c71-af03-089eca162154" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.416082] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Acquired lock "refresh_cache-6256907f-2d19-4c71-af03-089eca162154" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.416257] env[64120]: DEBUG nova.network.neutron [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.420520] env[64120]: DEBUG nova.scheduler.client.report [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Overwriting current allocation {'allocations': {'4ceac537-82ec-49fa-8fac-aa5d6181b318': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 92}}, 'project_id': 'aafc2922a60440ebb51a3895776480d2', 'user_id': 'd406441e0c2a45b5888520c42527c033', 'consumer_generation': 1} on consumer a7f265f9-5842-4567-a926-7b924f066cab {{(pid=64120) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1167.488912] env[64120]: INFO nova.compute.manager [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Took 40.92 seconds to build instance. [ 1167.549265] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquiring lock "refresh_cache-a7f265f9-5842-4567-a926-7b924f066cab" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.549724] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquired lock "refresh_cache-a7f265f9-5842-4567-a926-7b924f066cab" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.549724] env[64120]: DEBUG nova.network.neutron [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.558595] env[64120]: DEBUG oslo_vmware.api [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406386, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.661463] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc084b5b-0adb-4750-ad1e-86316c56e9db {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.673556] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442975cf-a1aa-4289-980b-70e19ebd2319 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.709055] env[64120]: DEBUG nova.compute.manager [req-d624a9cd-c7a2-4c5c-a341-4bd96911bb4c req-6b4c37e3-e6c9-4bfd-9783-16bcf9e778de service nova] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Detach interface failed, port_id=990e1043-7031-4104-b782-ca71bfc4e9b1, reason: Instance d57efb12-3708-4a0d-8987-4efe69887d86 could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1167.719827] env[64120]: INFO nova.compute.manager [-] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Took 2.03 seconds to deallocate network for instance. [ 1167.817030] env[64120]: DEBUG oslo_vmware.api [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.992745} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.817581] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88/55e4ffbc-e23e-4bf5-a000-0c2437b7bc88.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1167.817823] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1167.818122] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8345e01-1a0f-4d47-bac5-56a833318bf0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.824706] env[64120]: DEBUG oslo_vmware.api [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1167.824706] env[64120]: value = "task-1406388" [ 1167.824706] env[64120]: _type = "Task" [ 1167.824706] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.835064] env[64120]: DEBUG oslo_vmware.api [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.840824] env[64120]: DEBUG nova.scheduler.client.report [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1167.864888] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 625aec63-96af-4356-90bb-8278f9794f2a] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1167.946620] env[64120]: DEBUG nova.network.neutron [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1167.993124] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0b4a823e-390c-4e70-8d23-ac2715371505 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "fe30ced7-62ee-4b15-9b72-268677297ff8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.443s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.059676] env[64120]: DEBUG oslo_vmware.api [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406386, 'name': PowerOnVM_Task, 'duration_secs': 1.018814} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.059970] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.060229] env[64120]: INFO nova.compute.manager [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1168.060427] env[64120]: DEBUG nova.compute.manager [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1168.062731] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87d755d-d4fd-4104-bfe9-2887de3e6da2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.173499] env[64120]: DEBUG nova.network.neutron [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Updating instance_info_cache with network_info: [{"id": "c6d98a98-b80b-4e9b-b833-71d7b6b2533c", "address": "fa:16:3e:fc:5c:dd", "network": {"id": "611e0087-6252-481b-899c-b4e5877ad28f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1334002777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21a34c6b69da458da5a35568989ba716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6d98a98-b8", "ovs_interfaceid": "c6d98a98-b80b-4e9b-b833-71d7b6b2533c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.226325] env[64120]: DEBUG oslo_concurrency.lockutils [None req-aa6059a9-a513-43c4-be7f-5a78d079f7c2 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.290970] env[64120]: DEBUG nova.network.neutron [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Updating instance_info_cache with network_info: [{"id": "94292eb1-086b-4f06-b8f4-d3f63786d33b", "address": "fa:16:3e:56:34:eb", "network": {"id": "5d39a1dc-826b-434f-96a4-16223bfe1a31", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa65d1a2d71549fbb4fefb56fdd1f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94292eb1-08", "ovs_interfaceid": "94292eb1-086b-4f06-b8f4-d3f63786d33b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.334819] env[64120]: DEBUG oslo_vmware.api [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066094} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.335121] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1168.335892] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36a4887-2ee0-447c-be9d-a9bf398d5f1b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.351089] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.351561] env[64120]: DEBUG nova.compute.manager [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1168.362965] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88/55e4ffbc-e23e-4bf5-a000-0c2437b7bc88.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.363318] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.274s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.363545] env[64120]: DEBUG nova.objects.instance [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64120) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1168.366746] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d6cf8e1-407d-40e8-8ded-269f6e1557af {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.381386] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 8194ea3c-a153-4f04-b60c-73bbc4b3eca2] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1168.390026] env[64120]: DEBUG oslo_vmware.api [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1168.390026] env[64120]: value = "task-1406389" [ 1168.390026] env[64120]: _type = "Task" [ 1168.390026] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.404233] env[64120]: DEBUG oslo_vmware.api [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406389, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.587959] env[64120]: INFO nova.compute.manager [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Took 39.15 seconds to build instance. [ 1168.676483] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Releasing lock "refresh_cache-6256907f-2d19-4c71-af03-089eca162154" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.676741] env[64120]: DEBUG nova.compute.manager [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Instance network_info: |[{"id": "c6d98a98-b80b-4e9b-b833-71d7b6b2533c", "address": "fa:16:3e:fc:5c:dd", "network": {"id": "611e0087-6252-481b-899c-b4e5877ad28f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1334002777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21a34c6b69da458da5a35568989ba716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6d98a98-b8", "ovs_interfaceid": "c6d98a98-b80b-4e9b-b833-71d7b6b2533c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1168.677202] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:5c:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbdab640-5fea-4254-8bd3-f855b7eaca0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6d98a98-b80b-4e9b-b833-71d7b6b2533c', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1168.685508] env[64120]: DEBUG oslo.service.loopingcall [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1168.685767] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6256907f-2d19-4c71-af03-089eca162154] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1168.686012] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dee4d597-863a-4c7d-be03-85853df07c79 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.707751] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1168.707751] env[64120]: value = "task-1406390" [ 1168.707751] env[64120]: _type = "Task" [ 1168.707751] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.715787] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406390, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.794385] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Releasing lock "refresh_cache-a7f265f9-5842-4567-a926-7b924f066cab" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.794918] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.795337] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e37ffcb2-0553-4d7d-842c-789142d205e8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.805653] env[64120]: DEBUG oslo_vmware.api [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 1168.805653] env[64120]: value = "task-1406391" [ 1168.805653] env[64120]: _type = "Task" [ 1168.805653] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.820576] env[64120]: DEBUG oslo_vmware.api [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.865833] env[64120]: DEBUG nova.compute.utils [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1168.868207] env[64120]: DEBUG nova.compute.manager [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1168.868461] env[64120]: DEBUG nova.network.neutron [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1168.885170] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: ff219a3e-52b4-460f-9803-4aa465487621] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1168.902578] env[64120]: DEBUG oslo_vmware.api [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.924560] env[64120]: DEBUG nova.policy [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44e2b94e74b9438c9479f8a28eea57c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '288eafb106694a9cb4e568df3a5edd47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1169.090873] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8dbdc26d-e7ed-4dca-b503-657d3d2d790e tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "ad053aa4-0749-4064-93e7-88bb3bbeadcb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.665s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.222285] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406390, 'name': CreateVM_Task, 'duration_secs': 0.430538} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.222603] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6256907f-2d19-4c71-af03-089eca162154] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.225033] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.225033] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.225033] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1169.225033] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cd56a48-d2dc-4be9-b393-965d87c5820f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.230323] env[64120]: DEBUG oslo_vmware.api [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1169.230323] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52654008-8770-fa9b-6edc-3bfec0d309b7" [ 1169.230323] env[64120]: _type = "Task" [ 1169.230323] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.243827] env[64120]: DEBUG oslo_vmware.api [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52654008-8770-fa9b-6edc-3bfec0d309b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.244763] env[64120]: DEBUG nova.network.neutron [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Successfully created port: f1779005-a1a3-462e-9e83-4c74c0d093b8 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1169.318642] env[64120]: DEBUG oslo_vmware.api [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406391, 'name': PowerOffVM_Task, 'duration_secs': 0.241205} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.318978] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.319779] env[64120]: DEBUG nova.virt.hardware [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:09:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='193a803d-7eaf-4445-9d87-cf7ec790ca08',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1559635323',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1169.320260] env[64120]: DEBUG nova.virt.hardware [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1169.320621] env[64120]: DEBUG nova.virt.hardware [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.320706] env[64120]: DEBUG nova.virt.hardware [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1169.320884] env[64120]: DEBUG nova.virt.hardware [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.321070] env[64120]: DEBUG nova.virt.hardware [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1169.321390] env[64120]: DEBUG nova.virt.hardware [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1169.321654] env[64120]: DEBUG nova.virt.hardware [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1169.321866] env[64120]: DEBUG nova.virt.hardware [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1169.322079] env[64120]: DEBUG nova.virt.hardware [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1169.322280] env[64120]: DEBUG nova.virt.hardware [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1169.327999] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-052841b6-46e8-4b5b-9009-70304b4cfbf1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.344845] env[64120]: DEBUG oslo_vmware.api [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 1169.344845] env[64120]: value = "task-1406392" [ 1169.344845] env[64120]: _type = "Task" [ 1169.344845] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.358181] env[64120]: DEBUG oslo_vmware.api [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406392, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.373202] env[64120]: DEBUG nova.compute.manager [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1169.390596] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d4b04e08-dd8b-475f-8134-a3e98d61e654 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.027s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.392137] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 038445ee-fe90-4f5a-829e-c36cf1a9bf33] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1169.395860] env[64120]: DEBUG oslo_concurrency.lockutils [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.187s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.408127] env[64120]: DEBUG oslo_vmware.api [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406389, 'name': ReconfigVM_Task, 'duration_secs': 0.578351} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.411402] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88/55e4ffbc-e23e-4bf5-a000-0c2437b7bc88.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.411402] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df45b8f2-dff3-4055-b986-5e1671f186e8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.417107] env[64120]: DEBUG oslo_vmware.api [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1169.417107] env[64120]: value = "task-1406393" [ 1169.417107] env[64120]: _type = "Task" [ 1169.417107] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.429114] env[64120]: DEBUG oslo_vmware.api [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406393, 'name': Rename_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.742277] env[64120]: DEBUG oslo_vmware.api [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52654008-8770-fa9b-6edc-3bfec0d309b7, 'name': SearchDatastore_Task, 'duration_secs': 0.011157} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.744963] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.745179] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1169.745407] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.745550] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.745732] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1169.748388] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e3c2860-69b3-4061-afdd-dbbb0ce328f7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.758662] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1169.758970] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1169.759871] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-280de843-b938-4c08-8fa9-4ed886353f98 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.777030] env[64120]: DEBUG oslo_vmware.api [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1169.777030] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52daf518-e2f9-bc33-a8fd-b67f419735c2" [ 1169.777030] env[64120]: _type = "Task" [ 1169.777030] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.785130] env[64120]: DEBUG oslo_vmware.api [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52daf518-e2f9-bc33-a8fd-b67f419735c2, 'name': SearchDatastore_Task, 'duration_secs': 0.013013} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.788906] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95391679-3b64-4050-87d8-5c7b5a129742 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.794019] env[64120]: DEBUG oslo_vmware.api [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1169.794019] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529be7cf-6b10-8d31-0d6e-831ca4ef2cb4" [ 1169.794019] env[64120]: _type = "Task" [ 1169.794019] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.804209] env[64120]: DEBUG oslo_vmware.api [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529be7cf-6b10-8d31-0d6e-831ca4ef2cb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.856502] env[64120]: DEBUG oslo_vmware.api [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406392, 'name': ReconfigVM_Task, 'duration_secs': 0.139682} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.857512] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48b5da8-4c12-4d5a-ac22-49ad9eac626e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.877664] env[64120]: DEBUG nova.virt.hardware [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:09:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='193a803d-7eaf-4445-9d87-cf7ec790ca08',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1559635323',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1169.878176] env[64120]: DEBUG nova.virt.hardware [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1169.878176] env[64120]: DEBUG nova.virt.hardware [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.880858] env[64120]: DEBUG nova.virt.hardware [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1169.880858] env[64120]: DEBUG nova.virt.hardware [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.880858] env[64120]: DEBUG nova.virt.hardware [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1169.880858] env[64120]: DEBUG nova.virt.hardware [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1169.880858] env[64120]: DEBUG nova.virt.hardware [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1169.880858] env[64120]: DEBUG nova.virt.hardware [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1169.880858] env[64120]: DEBUG nova.virt.hardware [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1169.880858] env[64120]: DEBUG nova.virt.hardware [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1169.886200] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24394ad0-d9b8-4882-9b41-385a1668ce8b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.893093] env[64120]: DEBUG oslo_vmware.api [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 1169.893093] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529790f9-88ed-3122-5e7f-1b61d692e6ac" [ 1169.893093] env[64120]: _type = "Task" [ 1169.893093] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.900025] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: eefaff78-2165-4aa7-b991-605084c3d9c0] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1169.904866] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d18cb50-a0ab-44d2-9005-dd35af56c000 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.908108] env[64120]: DEBUG oslo_vmware.api [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529790f9-88ed-3122-5e7f-1b61d692e6ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.913734] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6544f06a-5a12-41ee-8aae-0f8049613030 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.952851] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49f6f3c-d711-4747-9d33-9c1e3cd9ccc6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.960107] env[64120]: DEBUG oslo_vmware.api [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406393, 'name': Rename_Task, 'duration_secs': 0.275442} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.960777] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1169.961117] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ab1268a-0c11-4ae5-b766-d8c3b55b97c5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.969240] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181b2524-1497-491b-9324-7fada18418a2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.975385] env[64120]: DEBUG oslo_vmware.api [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1169.975385] env[64120]: value = "task-1406394" [ 1169.975385] env[64120]: _type = "Task" [ 1169.975385] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.989188] env[64120]: DEBUG nova.compute.provider_tree [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.993397] env[64120]: DEBUG oslo_vmware.api [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.189967] env[64120]: DEBUG nova.compute.manager [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Stashing vm_state: active {{(pid=64120) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1170.208709] env[64120]: DEBUG nova.compute.manager [req-7f5442ed-0107-4428-8893-42f267ad8f95 req-b6386df6-d8f4-4a8e-af8a-34d24f001e8d service nova] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Received event network-changed-d03077e7-62d0-4659-9cda-f64930fb6dbd {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1170.208948] env[64120]: DEBUG nova.compute.manager [req-7f5442ed-0107-4428-8893-42f267ad8f95 req-b6386df6-d8f4-4a8e-af8a-34d24f001e8d service nova] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Refreshing instance network info cache due to event network-changed-d03077e7-62d0-4659-9cda-f64930fb6dbd. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1170.209229] env[64120]: DEBUG oslo_concurrency.lockutils [req-7f5442ed-0107-4428-8893-42f267ad8f95 req-b6386df6-d8f4-4a8e-af8a-34d24f001e8d service nova] Acquiring lock "refresh_cache-ad053aa4-0749-4064-93e7-88bb3bbeadcb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.209463] env[64120]: DEBUG oslo_concurrency.lockutils [req-7f5442ed-0107-4428-8893-42f267ad8f95 req-b6386df6-d8f4-4a8e-af8a-34d24f001e8d service nova] Acquired lock "refresh_cache-ad053aa4-0749-4064-93e7-88bb3bbeadcb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.209846] env[64120]: DEBUG nova.network.neutron [req-7f5442ed-0107-4428-8893-42f267ad8f95 req-b6386df6-d8f4-4a8e-af8a-34d24f001e8d service nova] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Refreshing network info cache for port d03077e7-62d0-4659-9cda-f64930fb6dbd {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.303736] env[64120]: DEBUG oslo_vmware.api [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529be7cf-6b10-8d31-0d6e-831ca4ef2cb4, 'name': SearchDatastore_Task, 'duration_secs': 0.014391} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.304140] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.304442] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 6256907f-2d19-4c71-af03-089eca162154/6256907f-2d19-4c71-af03-089eca162154.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1170.304741] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eedd583e-0696-4632-9af2-bacb8c92c326 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.313516] env[64120]: DEBUG oslo_vmware.api [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1170.313516] env[64120]: value = "task-1406395" [ 1170.313516] env[64120]: _type = "Task" [ 1170.313516] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.327162] env[64120]: DEBUG oslo_vmware.api [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.391254] env[64120]: DEBUG nova.compute.manager [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1170.413462] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 5124951e-8d45-47fa-904c-34a971d6b229] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1170.422030] env[64120]: DEBUG oslo_vmware.api [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529790f9-88ed-3122-5e7f-1b61d692e6ac, 'name': SearchDatastore_Task, 'duration_secs': 0.016837} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.426794] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1170.429049] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66a5e372-60a4-4522-9eab-2e89346a7312 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.454454] env[64120]: DEBUG oslo_vmware.api [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 1170.454454] env[64120]: value = "task-1406396" [ 1170.454454] env[64120]: _type = "Task" [ 1170.454454] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.457062] env[64120]: DEBUG nova.virt.hardware [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e896848c0f9e2de406b3830d8625ca13',container_format='bare',created_at=2024-11-07T02:11:39Z,direct_url=,disk_format='vmdk',id=3144c33b-2932-4a2a-8b37-1817882bd2c0,min_disk=1,min_ram=0,name='tempest-test-snap-374529154',owner='288eafb106694a9cb4e568df3a5edd47',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-11-07T02:11:56Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1170.457302] env[64120]: DEBUG nova.virt.hardware [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1170.457484] env[64120]: DEBUG nova.virt.hardware [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.457685] env[64120]: DEBUG nova.virt.hardware [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1170.457828] env[64120]: DEBUG nova.virt.hardware [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.458122] env[64120]: DEBUG nova.virt.hardware [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1170.458428] env[64120]: DEBUG nova.virt.hardware [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1170.458614] env[64120]: DEBUG nova.virt.hardware [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1170.458791] env[64120]: DEBUG nova.virt.hardware [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1170.458960] env[64120]: DEBUG nova.virt.hardware [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1170.459193] env[64120]: DEBUG nova.virt.hardware [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1170.460632] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411dc378-38da-4a64-a97f-e5799f9830b0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.474135] env[64120]: DEBUG oslo_vmware.api [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406396, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.482034] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579e85d4-0504-4d5a-820c-84415084403e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.493960] env[64120]: DEBUG oslo_vmware.api [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406394, 'name': PowerOnVM_Task, 'duration_secs': 0.45772} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.504560] env[64120]: DEBUG nova.scheduler.client.report [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1170.512043] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.512043] env[64120]: INFO nova.compute.manager [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1170.512043] env[64120]: DEBUG nova.compute.manager [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1170.512043] env[64120]: DEBUG nova.compute.manager [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1170.512043] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b28ba65-94e7-49e2-ab7a-5a18138df50a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.514386] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dda3ed3-e2a6-43ef-bf2c-323c0b6c0dea {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.712766] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.807031] env[64120]: DEBUG nova.compute.manager [req-374a5fd1-2b8d-4c32-93f0-e702827fb3fd req-88ae1961-a59f-40fd-8871-e5d2a5c4b9b2 service nova] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Received event network-vif-plugged-f1779005-a1a3-462e-9e83-4c74c0d093b8 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1170.807150] env[64120]: DEBUG oslo_concurrency.lockutils [req-374a5fd1-2b8d-4c32-93f0-e702827fb3fd req-88ae1961-a59f-40fd-8871-e5d2a5c4b9b2 service nova] Acquiring lock "13e9b715-708c-4311-9cfe-7e85f26253a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.807424] env[64120]: DEBUG oslo_concurrency.lockutils [req-374a5fd1-2b8d-4c32-93f0-e702827fb3fd req-88ae1961-a59f-40fd-8871-e5d2a5c4b9b2 service nova] Lock "13e9b715-708c-4311-9cfe-7e85f26253a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.807603] env[64120]: DEBUG oslo_concurrency.lockutils [req-374a5fd1-2b8d-4c32-93f0-e702827fb3fd req-88ae1961-a59f-40fd-8871-e5d2a5c4b9b2 service nova] Lock "13e9b715-708c-4311-9cfe-7e85f26253a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.807830] env[64120]: DEBUG nova.compute.manager [req-374a5fd1-2b8d-4c32-93f0-e702827fb3fd req-88ae1961-a59f-40fd-8871-e5d2a5c4b9b2 service nova] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] No waiting events found dispatching network-vif-plugged-f1779005-a1a3-462e-9e83-4c74c0d093b8 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1170.807951] env[64120]: WARNING nova.compute.manager [req-374a5fd1-2b8d-4c32-93f0-e702827fb3fd req-88ae1961-a59f-40fd-8871-e5d2a5c4b9b2 service nova] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Received unexpected event network-vif-plugged-f1779005-a1a3-462e-9e83-4c74c0d093b8 for instance with vm_state building and task_state spawning. [ 1170.826146] env[64120]: DEBUG oslo_vmware.api [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406395, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.911425] env[64120]: DEBUG nova.network.neutron [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Successfully updated port: f1779005-a1a3-462e-9e83-4c74c0d093b8 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1170.921448] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 9a5fa85e-4732-4e2b-ac66-2e4e4acf6c30] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1170.971296] env[64120]: DEBUG oslo_vmware.api [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406396, 'name': ReconfigVM_Task, 'duration_secs': 0.260388} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.971646] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1170.972956] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d946599a-50c3-4cc7-820c-76c41dc95b82 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.994801] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] a7f265f9-5842-4567-a926-7b924f066cab/a7f265f9-5842-4567-a926-7b924f066cab.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.997551] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-607213ae-313f-4695-b49d-c3b602f328aa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.011089] env[64120]: DEBUG oslo_concurrency.lockutils [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.011316] env[64120]: INFO nova.compute.manager [None req-30004ac8-dee5-43d1-a8d0-04dd3fc1bf89 tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Successfully reverted task state from rebuilding on failure for instance. [ 1171.017079] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.729s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.018492] env[64120]: INFO nova.compute.claims [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1171.025932] env[64120]: DEBUG oslo_vmware.api [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 1171.025932] env[64120]: value = "task-1406397" [ 1171.025932] env[64120]: _type = "Task" [ 1171.025932] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.034761] env[64120]: INFO nova.compute.manager [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] instance snapshotting [ 1171.035354] env[64120]: DEBUG nova.objects.instance [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lazy-loading 'flavor' on Instance uuid dd35a3ad-c612-4b13-9e0d-d57034827b0d {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.045112] env[64120]: DEBUG oslo_vmware.api [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.045609] env[64120]: INFO nova.compute.manager [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Took 36.68 seconds to build instance. [ 1171.119596] env[64120]: DEBUG nova.network.neutron [req-7f5442ed-0107-4428-8893-42f267ad8f95 req-b6386df6-d8f4-4a8e-af8a-34d24f001e8d service nova] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Updated VIF entry in instance network info cache for port d03077e7-62d0-4659-9cda-f64930fb6dbd. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.120026] env[64120]: DEBUG nova.network.neutron [req-7f5442ed-0107-4428-8893-42f267ad8f95 req-b6386df6-d8f4-4a8e-af8a-34d24f001e8d service nova] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Updating instance_info_cache with network_info: [{"id": "d03077e7-62d0-4659-9cda-f64930fb6dbd", "address": "fa:16:3e:c8:e1:ec", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd03077e7-62", "ovs_interfaceid": "d03077e7-62d0-4659-9cda-f64930fb6dbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.203553] env[64120]: DEBUG oslo_concurrency.lockutils [None req-688ab6d2-9010-47d9-bd98-ffa1f73eb439 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Acquiring lock "87ff5098-8334-42ff-ac2f-ac28ed224fb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.203885] env[64120]: DEBUG oslo_concurrency.lockutils [None req-688ab6d2-9010-47d9-bd98-ffa1f73eb439 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Lock "87ff5098-8334-42ff-ac2f-ac28ed224fb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.204130] env[64120]: DEBUG oslo_concurrency.lockutils [None req-688ab6d2-9010-47d9-bd98-ffa1f73eb439 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Acquiring lock "87ff5098-8334-42ff-ac2f-ac28ed224fb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.204325] env[64120]: DEBUG oslo_concurrency.lockutils [None req-688ab6d2-9010-47d9-bd98-ffa1f73eb439 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Lock "87ff5098-8334-42ff-ac2f-ac28ed224fb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.204506] env[64120]: DEBUG oslo_concurrency.lockutils [None req-688ab6d2-9010-47d9-bd98-ffa1f73eb439 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Lock "87ff5098-8334-42ff-ac2f-ac28ed224fb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.206867] env[64120]: INFO nova.compute.manager [None req-688ab6d2-9010-47d9-bd98-ffa1f73eb439 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Terminating instance [ 1171.209310] env[64120]: DEBUG nova.compute.manager [None req-688ab6d2-9010-47d9-bd98-ffa1f73eb439 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1171.209507] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-688ab6d2-9010-47d9-bd98-ffa1f73eb439 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.210413] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bbfe9b-6c03-4446-9bdd-a63f37641888 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.218159] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-688ab6d2-9010-47d9-bd98-ffa1f73eb439 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.218408] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31339c4c-b894-4f75-be15-940d29569faf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.225187] env[64120]: DEBUG oslo_vmware.api [None req-688ab6d2-9010-47d9-bd98-ffa1f73eb439 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Waiting for the task: (returnval){ [ 1171.225187] env[64120]: value = "task-1406398" [ 1171.225187] env[64120]: _type = "Task" [ 1171.225187] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.233100] env[64120]: DEBUG oslo_vmware.api [None req-688ab6d2-9010-47d9-bd98-ffa1f73eb439 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Task: {'id': task-1406398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.324313] env[64120]: DEBUG oslo_vmware.api [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612261} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.324587] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 6256907f-2d19-4c71-af03-089eca162154/6256907f-2d19-4c71-af03-089eca162154.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1171.324884] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1171.325178] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc653d20-19ba-4df8-a7e0-9ac81f14ab98 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.332227] env[64120]: DEBUG oslo_vmware.api [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1171.332227] env[64120]: value = "task-1406399" [ 1171.332227] env[64120]: _type = "Task" [ 1171.332227] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.341052] env[64120]: DEBUG oslo_vmware.api [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.414239] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "refresh_cache-13e9b715-708c-4311-9cfe-7e85f26253a8" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.414479] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquired lock "refresh_cache-13e9b715-708c-4311-9cfe-7e85f26253a8" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.414852] env[64120]: DEBUG nova.network.neutron [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.425643] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 63932705-f270-490f-bfd9-4aa0e26aaa80] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1171.536347] env[64120]: DEBUG oslo_vmware.api [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406397, 'name': ReconfigVM_Task, 'duration_secs': 0.265282} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.536650] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Reconfigured VM instance instance-0000002f to attach disk [datastore2] a7f265f9-5842-4567-a926-7b924f066cab/a7f265f9-5842-4567-a926-7b924f066cab.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.537510] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e8d4d8-da03-45a0-a168-83cdb42a32f6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.558671] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9696c970-a03d-4fce-aebf-f763c3038538 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lock "55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.205s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.559929] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8db60e6-3fb7-4703-b056-bb210d514330 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.563288] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00f2f39-90f0-4c51-9b34-bb9760c6fa2f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.597681] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db901755-f2ca-4d99-b4d1-9e42f3402722 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.602033] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d111be-d6bb-4ebc-960e-025dcd78d9e2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.623397] env[64120]: DEBUG oslo_concurrency.lockutils [req-7f5442ed-0107-4428-8893-42f267ad8f95 req-b6386df6-d8f4-4a8e-af8a-34d24f001e8d service nova] Releasing lock "refresh_cache-ad053aa4-0749-4064-93e7-88bb3bbeadcb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.624691] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9edb24-35f1-4d8c-b6d1-a13b596d563a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.632086] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.632394] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afe4adf6-e598-4216-89d7-5a9814fcaf47 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.639294] env[64120]: DEBUG oslo_vmware.api [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 1171.639294] env[64120]: value = "task-1406400" [ 1171.639294] env[64120]: _type = "Task" [ 1171.639294] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.652595] env[64120]: DEBUG oslo_vmware.api [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.734941] env[64120]: DEBUG oslo_vmware.api [None req-688ab6d2-9010-47d9-bd98-ffa1f73eb439 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Task: {'id': task-1406398, 'name': PowerOffVM_Task, 'duration_secs': 0.449857} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.735465] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-688ab6d2-9010-47d9-bd98-ffa1f73eb439 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.735717] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-688ab6d2-9010-47d9-bd98-ffa1f73eb439 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.736060] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e84e53a8-c151-4742-8124-526c94ca517d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.803091] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-688ab6d2-9010-47d9-bd98-ffa1f73eb439 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.803492] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-688ab6d2-9010-47d9-bd98-ffa1f73eb439 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.803621] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-688ab6d2-9010-47d9-bd98-ffa1f73eb439 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Deleting the datastore file [datastore2] 87ff5098-8334-42ff-ac2f-ac28ed224fb4 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.803841] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e66d547-d432-435b-a0d1-7102797391d2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.811044] env[64120]: DEBUG oslo_vmware.api [None req-688ab6d2-9010-47d9-bd98-ffa1f73eb439 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Waiting for the task: (returnval){ [ 1171.811044] env[64120]: value = "task-1406402" [ 1171.811044] env[64120]: _type = "Task" [ 1171.811044] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.826776] env[64120]: DEBUG oslo_vmware.api [None req-688ab6d2-9010-47d9-bd98-ffa1f73eb439 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Task: {'id': task-1406402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.842570] env[64120]: DEBUG oslo_vmware.api [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077885} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.842990] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.843931] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449066a7-42cf-49e0-b097-647f3b927f83 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.869031] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 6256907f-2d19-4c71-af03-089eca162154/6256907f-2d19-4c71-af03-089eca162154.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.869510] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa68fe11-59a7-4f73-bd82-ee09896eec42 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.891384] env[64120]: DEBUG oslo_vmware.api [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1171.891384] env[64120]: value = "task-1406403" [ 1171.891384] env[64120]: _type = "Task" [ 1171.891384] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.900196] env[64120]: DEBUG oslo_vmware.api [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.929504] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1171.929504] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Cleaning up deleted instances with incomplete migration {{(pid=64120) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11266}} [ 1171.947713] env[64120]: DEBUG nova.network.neutron [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1172.125272] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Creating Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1172.125721] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4f86386c-f9f6-4239-bc53-b49c438d3c98 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.136241] env[64120]: DEBUG oslo_vmware.api [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1172.136241] env[64120]: value = "task-1406404" [ 1172.136241] env[64120]: _type = "Task" [ 1172.136241] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.149792] env[64120]: DEBUG oslo_vmware.api [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406404, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.152475] env[64120]: DEBUG nova.network.neutron [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Updating instance_info_cache with network_info: [{"id": "f1779005-a1a3-462e-9e83-4c74c0d093b8", "address": "fa:16:3e:2a:17:fc", "network": {"id": "ac859548-be49-4f7a-a170-ad993373fc23", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1472716559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288eafb106694a9cb4e568df3a5edd47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1779005-a1", "ovs_interfaceid": "f1779005-a1a3-462e-9e83-4c74c0d093b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.157782] env[64120]: DEBUG oslo_vmware.api [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406400, 'name': PowerOnVM_Task, 'duration_secs': 0.445959} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.158084] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.321448] env[64120]: DEBUG oslo_vmware.api [None req-688ab6d2-9010-47d9-bd98-ffa1f73eb439 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Task: {'id': task-1406402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29686} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.321806] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-688ab6d2-9010-47d9-bd98-ffa1f73eb439 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.322015] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-688ab6d2-9010-47d9-bd98-ffa1f73eb439 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.322235] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-688ab6d2-9010-47d9-bd98-ffa1f73eb439 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.322447] env[64120]: INFO nova.compute.manager [None req-688ab6d2-9010-47d9-bd98-ffa1f73eb439 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1172.322736] env[64120]: DEBUG oslo.service.loopingcall [None req-688ab6d2-9010-47d9-bd98-ffa1f73eb439 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1172.322941] env[64120]: DEBUG nova.compute.manager [-] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1172.323066] env[64120]: DEBUG nova.network.neutron [-] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.403013] env[64120]: DEBUG oslo_vmware.api [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.431755] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.490656] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ca1902-503d-424f-884e-ac2c376fc3b1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.498521] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0db45a7-7e4c-4c67-be26-6a2b1b677c1e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.528926] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9df312-2ba3-46cf-a502-18e68c7c303b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.536250] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072579af-a91a-4332-891d-e70e8bc1f791 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.552520] env[64120]: DEBUG nova.compute.provider_tree [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.651971] env[64120]: DEBUG oslo_vmware.api [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406404, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.655190] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Releasing lock "refresh_cache-13e9b715-708c-4311-9cfe-7e85f26253a8" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.656697] env[64120]: DEBUG nova.compute.manager [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Instance network_info: |[{"id": "f1779005-a1a3-462e-9e83-4c74c0d093b8", "address": "fa:16:3e:2a:17:fc", "network": {"id": "ac859548-be49-4f7a-a170-ad993373fc23", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1472716559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288eafb106694a9cb4e568df3a5edd47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1779005-a1", "ovs_interfaceid": "f1779005-a1a3-462e-9e83-4c74c0d093b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1172.656697] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:17:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1779005-a1a3-462e-9e83-4c74c0d093b8', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.666655] env[64120]: DEBUG oslo.service.loopingcall [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1172.666655] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.666655] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-815921c3-db9f-4fd9-a1e8-3a9286c58340 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.692307] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.692307] env[64120]: value = "task-1406405" [ 1172.692307] env[64120]: _type = "Task" [ 1172.692307] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.702038] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406405, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.834427] env[64120]: DEBUG nova.compute.manager [req-d60564a3-dd09-4eac-acf0-2e08c80b207d req-9646c5a7-ff9d-460e-94ff-f7c21354a12f service nova] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Received event network-changed-f1779005-a1a3-462e-9e83-4c74c0d093b8 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1172.834649] env[64120]: DEBUG nova.compute.manager [req-d60564a3-dd09-4eac-acf0-2e08c80b207d req-9646c5a7-ff9d-460e-94ff-f7c21354a12f service nova] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Refreshing instance network info cache due to event network-changed-f1779005-a1a3-462e-9e83-4c74c0d093b8. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1172.834874] env[64120]: DEBUG oslo_concurrency.lockutils [req-d60564a3-dd09-4eac-acf0-2e08c80b207d req-9646c5a7-ff9d-460e-94ff-f7c21354a12f service nova] Acquiring lock "refresh_cache-13e9b715-708c-4311-9cfe-7e85f26253a8" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.835032] env[64120]: DEBUG oslo_concurrency.lockutils [req-d60564a3-dd09-4eac-acf0-2e08c80b207d req-9646c5a7-ff9d-460e-94ff-f7c21354a12f service nova] Acquired lock "refresh_cache-13e9b715-708c-4311-9cfe-7e85f26253a8" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.835205] env[64120]: DEBUG nova.network.neutron [req-d60564a3-dd09-4eac-acf0-2e08c80b207d req-9646c5a7-ff9d-460e-94ff-f7c21354a12f service nova] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Refreshing network info cache for port f1779005-a1a3-462e-9e83-4c74c0d093b8 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.901460] env[64120]: DEBUG oslo_vmware.api [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406403, 'name': ReconfigVM_Task, 'duration_secs': 0.897696} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.902084] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 6256907f-2d19-4c71-af03-089eca162154/6256907f-2d19-4c71-af03-089eca162154.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.902787] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30af4d04-745f-45b6-8edf-5e689b0b44cd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.910050] env[64120]: DEBUG oslo_vmware.api [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1172.910050] env[64120]: value = "task-1406406" [ 1172.910050] env[64120]: _type = "Task" [ 1172.910050] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.920947] env[64120]: DEBUG oslo_vmware.api [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406406, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.956023] env[64120]: DEBUG nova.compute.manager [req-9baef221-81ae-444e-a726-ffb94a95ae7c req-20d96d1f-2669-471a-927b-a7368c9df441 service nova] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Received event network-vif-deleted-2f341f76-e72f-4d5f-b386-d49e47669f2a {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1172.956023] env[64120]: INFO nova.compute.manager [req-9baef221-81ae-444e-a726-ffb94a95ae7c req-20d96d1f-2669-471a-927b-a7368c9df441 service nova] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Neutron deleted interface 2f341f76-e72f-4d5f-b386-d49e47669f2a; detaching it from the instance and deleting it from the info cache [ 1172.956023] env[64120]: DEBUG nova.network.neutron [req-9baef221-81ae-444e-a726-ffb94a95ae7c req-20d96d1f-2669-471a-927b-a7368c9df441 service nova] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.055522] env[64120]: DEBUG nova.scheduler.client.report [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1173.146999] env[64120]: DEBUG oslo_vmware.api [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406404, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.191604] env[64120]: INFO nova.compute.manager [None req-1c1f495b-842a-4ba8-ad7d-19ef0bd93929 tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Updating instance to original state: 'active' [ 1173.204334] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406405, 'name': CreateVM_Task, 'duration_secs': 0.458342} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.204519] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1173.205296] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3144c33b-2932-4a2a-8b37-1817882bd2c0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.205439] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3144c33b-2932-4a2a-8b37-1817882bd2c0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.205781] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3144c33b-2932-4a2a-8b37-1817882bd2c0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1173.206057] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d692fcf-7123-43af-a7bf-b14bbfcd198b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.211044] env[64120]: DEBUG oslo_vmware.api [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1173.211044] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]520cf3f7-7e58-40c4-8371-6d3ae7c38979" [ 1173.211044] env[64120]: _type = "Task" [ 1173.211044] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.222460] env[64120]: DEBUG oslo_vmware.api [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]520cf3f7-7e58-40c4-8371-6d3ae7c38979, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.388415] env[64120]: DEBUG nova.network.neutron [-] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.421984] env[64120]: DEBUG oslo_vmware.api [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406406, 'name': Rename_Task, 'duration_secs': 0.152442} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.422575] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.423329] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c9be131-3f57-48a3-9e3b-3df887c88506 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.431560] env[64120]: DEBUG oslo_vmware.api [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1173.431560] env[64120]: value = "task-1406407" [ 1173.431560] env[64120]: _type = "Task" [ 1173.431560] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.440561] env[64120]: DEBUG oslo_vmware.api [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.459022] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5df3d03e-9ae5-4dbf-a6fa-b10f5bd30f37 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.471221] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dba94cb-9d82-4875-9835-4a4b12a74c13 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.510926] env[64120]: DEBUG nova.compute.manager [req-9baef221-81ae-444e-a726-ffb94a95ae7c req-20d96d1f-2669-471a-927b-a7368c9df441 service nova] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Detach interface failed, port_id=2f341f76-e72f-4d5f-b386-d49e47669f2a, reason: Instance 87ff5098-8334-42ff-ac2f-ac28ed224fb4 could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1173.561437] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.561995] env[64120]: DEBUG nova.compute.manager [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1173.567064] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5762a34c-4852-4273-9fe5-7390fbc212bb tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.088s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1173.567386] env[64120]: DEBUG nova.objects.instance [None req-5762a34c-4852-4273-9fe5-7390fbc212bb tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Lazy-loading 'resources' on Instance uuid 494d4494-bd61-4370-b8f4-4e7ae757d638 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.648474] env[64120]: DEBUG oslo_vmware.api [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406404, 'name': CreateSnapshot_Task, 'duration_secs': 1.220973} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.648790] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Created Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1173.649669] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1d64fc-511f-4a50-8b48-7f0d0657a957 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.702252] env[64120]: DEBUG nova.network.neutron [req-d60564a3-dd09-4eac-acf0-2e08c80b207d req-9646c5a7-ff9d-460e-94ff-f7c21354a12f service nova] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Updated VIF entry in instance network info cache for port f1779005-a1a3-462e-9e83-4c74c0d093b8. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.702652] env[64120]: DEBUG nova.network.neutron [req-d60564a3-dd09-4eac-acf0-2e08c80b207d req-9646c5a7-ff9d-460e-94ff-f7c21354a12f service nova] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Updating instance_info_cache with network_info: [{"id": "f1779005-a1a3-462e-9e83-4c74c0d093b8", "address": "fa:16:3e:2a:17:fc", "network": {"id": "ac859548-be49-4f7a-a170-ad993373fc23", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1472716559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288eafb106694a9cb4e568df3a5edd47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1779005-a1", "ovs_interfaceid": "f1779005-a1a3-462e-9e83-4c74c0d093b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.724501] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3144c33b-2932-4a2a-8b37-1817882bd2c0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.724660] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Processing image 3144c33b-2932-4a2a-8b37-1817882bd2c0 {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.724961] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3144c33b-2932-4a2a-8b37-1817882bd2c0/3144c33b-2932-4a2a-8b37-1817882bd2c0.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.725168] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3144c33b-2932-4a2a-8b37-1817882bd2c0/3144c33b-2932-4a2a-8b37-1817882bd2c0.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.725391] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.725856] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8d60f12-ec83-4a12-b3ec-95fbfd23f0f1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.736111] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.736317] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.737128] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4caa6e1b-706b-4700-9d7e-6de147ae230f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.744690] env[64120]: DEBUG oslo_vmware.api [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1173.744690] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5249776a-d533-2348-1290-9c9a806a6fae" [ 1173.744690] env[64120]: _type = "Task" [ 1173.744690] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.753023] env[64120]: DEBUG oslo_vmware.api [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5249776a-d533-2348-1290-9c9a806a6fae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.891284] env[64120]: INFO nova.compute.manager [-] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Took 1.57 seconds to deallocate network for instance. [ 1173.942661] env[64120]: DEBUG oslo_vmware.api [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406407, 'name': PowerOnVM_Task} progress is 78%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.071443] env[64120]: DEBUG nova.compute.utils [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1174.077941] env[64120]: DEBUG nova.compute.manager [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1174.077941] env[64120]: DEBUG nova.network.neutron [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1174.150825] env[64120]: DEBUG nova.policy [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd74c065aa40a4301a8ea91cd6fcc5ff9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cdfac1b101ea44799c497b99e27a488e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1174.176590] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Creating linked-clone VM from snapshot {{(pid=64120) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1174.183693] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-de3e5058-2bb0-4536-9717-77db69586ca5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.193171] env[64120]: DEBUG oslo_vmware.api [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1174.193171] env[64120]: value = "task-1406408" [ 1174.193171] env[64120]: _type = "Task" [ 1174.193171] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.206572] env[64120]: DEBUG oslo_concurrency.lockutils [req-d60564a3-dd09-4eac-acf0-2e08c80b207d req-9646c5a7-ff9d-460e-94ff-f7c21354a12f service nova] Releasing lock "refresh_cache-13e9b715-708c-4311-9cfe-7e85f26253a8" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.206894] env[64120]: DEBUG nova.compute.manager [req-d60564a3-dd09-4eac-acf0-2e08c80b207d req-9646c5a7-ff9d-460e-94ff-f7c21354a12f service nova] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Received event network-changed-9a52e7a4-c718-4c50-8b6c-c30b90576026 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1174.207084] env[64120]: DEBUG nova.compute.manager [req-d60564a3-dd09-4eac-acf0-2e08c80b207d req-9646c5a7-ff9d-460e-94ff-f7c21354a12f service nova] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Refreshing instance network info cache due to event network-changed-9a52e7a4-c718-4c50-8b6c-c30b90576026. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1174.207305] env[64120]: DEBUG oslo_concurrency.lockutils [req-d60564a3-dd09-4eac-acf0-2e08c80b207d req-9646c5a7-ff9d-460e-94ff-f7c21354a12f service nova] Acquiring lock "refresh_cache-55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.207451] env[64120]: DEBUG oslo_concurrency.lockutils [req-d60564a3-dd09-4eac-acf0-2e08c80b207d req-9646c5a7-ff9d-460e-94ff-f7c21354a12f service nova] Acquired lock "refresh_cache-55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.207616] env[64120]: DEBUG nova.network.neutron [req-d60564a3-dd09-4eac-acf0-2e08c80b207d req-9646c5a7-ff9d-460e-94ff-f7c21354a12f service nova] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Refreshing network info cache for port 9a52e7a4-c718-4c50-8b6c-c30b90576026 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.209035] env[64120]: DEBUG oslo_vmware.api [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406408, 'name': CloneVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.258031] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Preparing fetch location {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1174.258398] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Fetch image to [datastore2] OSTACK_IMG_5149b5d8-4c85-43a8-9136-1be51128f90f/OSTACK_IMG_5149b5d8-4c85-43a8-9136-1be51128f90f.vmdk {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1174.258634] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Downloading stream optimized image 3144c33b-2932-4a2a-8b37-1817882bd2c0 to [datastore2] OSTACK_IMG_5149b5d8-4c85-43a8-9136-1be51128f90f/OSTACK_IMG_5149b5d8-4c85-43a8-9136-1be51128f90f.vmdk on the data store datastore2 as vApp {{(pid=64120) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1174.258869] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Downloading image file data 3144c33b-2932-4a2a-8b37-1817882bd2c0 to the ESX as VM named 'OSTACK_IMG_5149b5d8-4c85-43a8-9136-1be51128f90f' {{(pid=64120) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1174.370064] env[64120]: DEBUG oslo_vmware.rw_handles [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1174.370064] env[64120]: value = "resgroup-9" [ 1174.370064] env[64120]: _type = "ResourcePool" [ 1174.370064] env[64120]: }. {{(pid=64120) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1174.370469] env[64120]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ee122935-4e8f-4861-931a-94475a8d038d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.398714] env[64120]: DEBUG oslo_concurrency.lockutils [None req-688ab6d2-9010-47d9-bd98-ffa1f73eb439 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.400611] env[64120]: DEBUG oslo_vmware.rw_handles [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lease: (returnval){ [ 1174.400611] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5289c653-e6ca-8f42-c5d2-4d1ff62f707e" [ 1174.400611] env[64120]: _type = "HttpNfcLease" [ 1174.400611] env[64120]: } obtained for vApp import into resource pool (val){ [ 1174.400611] env[64120]: value = "resgroup-9" [ 1174.400611] env[64120]: _type = "ResourcePool" [ 1174.400611] env[64120]: }. {{(pid=64120) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1174.400816] env[64120]: DEBUG oslo_vmware.api [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the lease: (returnval){ [ 1174.400816] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5289c653-e6ca-8f42-c5d2-4d1ff62f707e" [ 1174.400816] env[64120]: _type = "HttpNfcLease" [ 1174.400816] env[64120]: } to be ready. {{(pid=64120) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1174.413939] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1174.413939] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5289c653-e6ca-8f42-c5d2-4d1ff62f707e" [ 1174.413939] env[64120]: _type = "HttpNfcLease" [ 1174.413939] env[64120]: } is initializing. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1174.444594] env[64120]: DEBUG oslo_vmware.api [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406407, 'name': PowerOnVM_Task, 'duration_secs': 0.920031} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.444949] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.445390] env[64120]: INFO nova.compute.manager [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Took 9.81 seconds to spawn the instance on the hypervisor. [ 1174.445749] env[64120]: DEBUG nova.compute.manager [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1174.446788] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ae84b2-e586-4c45-b73d-b2a0d42a0c4d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.577262] env[64120]: DEBUG nova.compute.manager [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1174.662225] env[64120]: DEBUG nova.network.neutron [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Successfully created port: adfa5d57-9d8d-4729-b527-1a33b347a9aa {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1174.682631] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b3064d-436f-4bc9-a224-e6ab4cf2c98d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.693829] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5612f1b5-e59f-4a1e-9882-44fd084e0837 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.705946] env[64120]: DEBUG oslo_vmware.api [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406408, 'name': CloneVM_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.735838] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7441b90-0a7c-4530-ba06-8a8719f72e98 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.745549] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183b3cec-2140-4cf2-a398-671d8a87274c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.762755] env[64120]: DEBUG nova.compute.provider_tree [None req-5762a34c-4852-4273-9fe5-7390fbc212bb tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.782837] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b59aa815-0f82-4d43-8c9e-33cbdae9dbbc tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquiring lock "a7f265f9-5842-4567-a926-7b924f066cab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.783225] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b59aa815-0f82-4d43-8c9e-33cbdae9dbbc tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lock "a7f265f9-5842-4567-a926-7b924f066cab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.783474] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b59aa815-0f82-4d43-8c9e-33cbdae9dbbc tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquiring lock "a7f265f9-5842-4567-a926-7b924f066cab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.783668] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b59aa815-0f82-4d43-8c9e-33cbdae9dbbc tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lock "a7f265f9-5842-4567-a926-7b924f066cab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.783840] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b59aa815-0f82-4d43-8c9e-33cbdae9dbbc tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lock "a7f265f9-5842-4567-a926-7b924f066cab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.787536] env[64120]: INFO nova.compute.manager [None req-b59aa815-0f82-4d43-8c9e-33cbdae9dbbc tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Terminating instance [ 1174.788364] env[64120]: DEBUG nova.compute.manager [None req-b59aa815-0f82-4d43-8c9e-33cbdae9dbbc tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1174.788567] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b59aa815-0f82-4d43-8c9e-33cbdae9dbbc tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1174.791658] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b1bb78-1ee7-4bc6-8c30-709d30f0dbb5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.801487] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59aa815-0f82-4d43-8c9e-33cbdae9dbbc tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.801784] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39b0c88e-91e4-4f6c-8c7d-4fd0746d4e5d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.808632] env[64120]: DEBUG oslo_vmware.api [None req-b59aa815-0f82-4d43-8c9e-33cbdae9dbbc tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 1174.808632] env[64120]: value = "task-1406410" [ 1174.808632] env[64120]: _type = "Task" [ 1174.808632] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.817557] env[64120]: DEBUG oslo_vmware.api [None req-b59aa815-0f82-4d43-8c9e-33cbdae9dbbc tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.911857] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1174.911857] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5289c653-e6ca-8f42-c5d2-4d1ff62f707e" [ 1174.911857] env[64120]: _type = "HttpNfcLease" [ 1174.911857] env[64120]: } is initializing. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1174.970153] env[64120]: INFO nova.compute.manager [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Took 36.53 seconds to build instance. [ 1175.090518] env[64120]: DEBUG nova.network.neutron [req-d60564a3-dd09-4eac-acf0-2e08c80b207d req-9646c5a7-ff9d-460e-94ff-f7c21354a12f service nova] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Updated VIF entry in instance network info cache for port 9a52e7a4-c718-4c50-8b6c-c30b90576026. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.090938] env[64120]: DEBUG nova.network.neutron [req-d60564a3-dd09-4eac-acf0-2e08c80b207d req-9646c5a7-ff9d-460e-94ff-f7c21354a12f service nova] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Updating instance_info_cache with network_info: [{"id": "9a52e7a4-c718-4c50-8b6c-c30b90576026", "address": "fa:16:3e:fe:9c:a9", "network": {"id": "d7209c45-7959-4437-a781-abbb4afde079", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1067622788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c20e6109d6f40748735c6c818444a0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a52e7a4-c7", "ovs_interfaceid": "9a52e7a4-c718-4c50-8b6c-c30b90576026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.208211] env[64120]: DEBUG oslo_vmware.api [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406408, 'name': CloneVM_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.268737] env[64120]: DEBUG nova.scheduler.client.report [None req-5762a34c-4852-4273-9fe5-7390fbc212bb tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1175.319925] env[64120]: DEBUG oslo_vmware.api [None req-b59aa815-0f82-4d43-8c9e-33cbdae9dbbc tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406410, 'name': PowerOffVM_Task, 'duration_secs': 0.341515} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.320244] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59aa815-0f82-4d43-8c9e-33cbdae9dbbc tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.320432] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b59aa815-0f82-4d43-8c9e-33cbdae9dbbc tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.321027] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a241d719-3cbf-41bf-8f9f-fdc6a6e2fbcc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.412180] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1175.412180] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5289c653-e6ca-8f42-c5d2-4d1ff62f707e" [ 1175.412180] env[64120]: _type = "HttpNfcLease" [ 1175.412180] env[64120]: } is ready. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1175.412536] env[64120]: DEBUG oslo_vmware.rw_handles [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1175.412536] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5289c653-e6ca-8f42-c5d2-4d1ff62f707e" [ 1175.412536] env[64120]: _type = "HttpNfcLease" [ 1175.412536] env[64120]: }. {{(pid=64120) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1175.413320] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfd5a7f-9835-43df-aab4-911f1e48934b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.421972] env[64120]: DEBUG oslo_vmware.rw_handles [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5259f513-1e6e-78c5-7338-49ea58e44eae/disk-0.vmdk from lease info. {{(pid=64120) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1175.422190] env[64120]: DEBUG oslo_vmware.rw_handles [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5259f513-1e6e-78c5-7338-49ea58e44eae/disk-0.vmdk. {{(pid=64120) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1175.487223] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cc5ba793-c9a0-45e1-9ec8-6bfdf1156f02 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Lock "6256907f-2d19-4c71-af03-089eca162154" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.767s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.487223] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b59aa815-0f82-4d43-8c9e-33cbdae9dbbc tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.487223] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b59aa815-0f82-4d43-8c9e-33cbdae9dbbc tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.487223] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-b59aa815-0f82-4d43-8c9e-33cbdae9dbbc tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Deleting the datastore file [datastore2] a7f265f9-5842-4567-a926-7b924f066cab {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.487223] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c750b88-2d66-4650-b0b5-685e010b6ef7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.491777] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-813342f0-ccb1-4815-9409-78cd8bfff669 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.494612] env[64120]: DEBUG oslo_vmware.api [None req-b59aa815-0f82-4d43-8c9e-33cbdae9dbbc tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 1175.494612] env[64120]: value = "task-1406412" [ 1175.494612] env[64120]: _type = "Task" [ 1175.494612] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.505307] env[64120]: DEBUG oslo_vmware.api [None req-b59aa815-0f82-4d43-8c9e-33cbdae9dbbc tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.591747] env[64120]: DEBUG nova.compute.manager [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1175.594536] env[64120]: DEBUG oslo_concurrency.lockutils [req-d60564a3-dd09-4eac-acf0-2e08c80b207d req-9646c5a7-ff9d-460e-94ff-f7c21354a12f service nova] Releasing lock "refresh_cache-55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.614873] env[64120]: DEBUG nova.virt.hardware [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1175.615233] env[64120]: DEBUG nova.virt.hardware [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1175.615339] env[64120]: DEBUG nova.virt.hardware [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.615510] env[64120]: DEBUG nova.virt.hardware [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1175.615705] env[64120]: DEBUG nova.virt.hardware [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.615891] env[64120]: DEBUG nova.virt.hardware [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1175.616143] env[64120]: DEBUG nova.virt.hardware [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1175.616352] env[64120]: DEBUG nova.virt.hardware [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1175.616562] env[64120]: DEBUG nova.virt.hardware [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1175.616762] env[64120]: DEBUG nova.virt.hardware [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1175.616971] env[64120]: DEBUG nova.virt.hardware [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1175.617886] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33f2f20-ac4e-450e-bc3f-4388b643540c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.626674] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d321346-9344-4532-b1eb-1014204d9695 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.710753] env[64120]: DEBUG oslo_vmware.api [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406408, 'name': CloneVM_Task, 'duration_secs': 1.333418} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.712034] env[64120]: INFO nova.virt.vmwareapi.vmops [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Created linked-clone VM from snapshot [ 1175.712426] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb8e128-d21f-429c-a97f-f3627834d30d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.721188] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Uploading image a2d6c103-6f9e-4b4c-b317-ef422ded0bb3 {{(pid=64120) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1175.744545] env[64120]: DEBUG oslo_vmware.rw_handles [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1175.744545] env[64120]: value = "vm-298094" [ 1175.744545] env[64120]: _type = "VirtualMachine" [ 1175.744545] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1175.744860] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9d91dab0-15f2-42ab-8f83-d7633d79cec1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.751874] env[64120]: DEBUG oslo_vmware.rw_handles [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lease: (returnval){ [ 1175.751874] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52444165-d38d-4d80-3c7f-a8e46440b94f" [ 1175.751874] env[64120]: _type = "HttpNfcLease" [ 1175.751874] env[64120]: } obtained for exporting VM: (result){ [ 1175.751874] env[64120]: value = "vm-298094" [ 1175.751874] env[64120]: _type = "VirtualMachine" [ 1175.751874] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1175.752228] env[64120]: DEBUG oslo_vmware.api [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the lease: (returnval){ [ 1175.752228] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52444165-d38d-4d80-3c7f-a8e46440b94f" [ 1175.752228] env[64120]: _type = "HttpNfcLease" [ 1175.752228] env[64120]: } to be ready. {{(pid=64120) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1175.762870] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1175.762870] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52444165-d38d-4d80-3c7f-a8e46440b94f" [ 1175.762870] env[64120]: _type = "HttpNfcLease" [ 1175.762870] env[64120]: } is initializing. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1175.774519] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5762a34c-4852-4273-9fe5-7390fbc212bb tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.207s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.777500] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4662bff5-e821-4978-bea4-5ad69bc146bb tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.369s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.777977] env[64120]: DEBUG nova.objects.instance [None req-4662bff5-e821-4978-bea4-5ad69bc146bb tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Lazy-loading 'resources' on Instance uuid 0a29cbe5-1f69-44f7-90a6-209992a79b2a {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.804988] env[64120]: INFO nova.scheduler.client.report [None req-5762a34c-4852-4273-9fe5-7390fbc212bb tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Deleted allocations for instance 494d4494-bd61-4370-b8f4-4e7ae757d638 [ 1175.929659] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1175.929884] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.007461] env[64120]: DEBUG oslo_vmware.api [None req-b59aa815-0f82-4d43-8c9e-33cbdae9dbbc tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172317} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.009532] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-b59aa815-0f82-4d43-8c9e-33cbdae9dbbc tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.009727] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b59aa815-0f82-4d43-8c9e-33cbdae9dbbc tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.009930] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b59aa815-0f82-4d43-8c9e-33cbdae9dbbc tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.011422] env[64120]: INFO nova.compute.manager [None req-b59aa815-0f82-4d43-8c9e-33cbdae9dbbc tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1176.011723] env[64120]: DEBUG oslo.service.loopingcall [None req-b59aa815-0f82-4d43-8c9e-33cbdae9dbbc tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1176.014338] env[64120]: DEBUG nova.compute.manager [-] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1176.014447] env[64120]: DEBUG nova.network.neutron [-] [instance: a7f265f9-5842-4567-a926-7b924f066cab] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.264206] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1176.264206] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52444165-d38d-4d80-3c7f-a8e46440b94f" [ 1176.264206] env[64120]: _type = "HttpNfcLease" [ 1176.264206] env[64120]: } is ready. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1176.265698] env[64120]: DEBUG oslo_vmware.rw_handles [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1176.265698] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52444165-d38d-4d80-3c7f-a8e46440b94f" [ 1176.265698] env[64120]: _type = "HttpNfcLease" [ 1176.265698] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1176.267439] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b090ea82-687a-4113-b3c1-f87cf98b78ac {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.291547] env[64120]: DEBUG oslo_vmware.rw_handles [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4725d-a96a-213f-d551-e8b40b74ac73/disk-0.vmdk from lease info. {{(pid=64120) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1176.291547] env[64120]: DEBUG oslo_vmware.rw_handles [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4725d-a96a-213f-d551-e8b40b74ac73/disk-0.vmdk for reading. {{(pid=64120) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1176.371682] env[64120]: DEBUG nova.compute.manager [req-dcc93dbb-26dc-4346-8f0d-7e0ac4196152 req-9c4f2126-b2c4-4894-bc50-3d03b1a4c648 service nova] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Received event network-vif-deleted-94292eb1-086b-4f06-b8f4-d3f63786d33b {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1176.371916] env[64120]: INFO nova.compute.manager [req-dcc93dbb-26dc-4346-8f0d-7e0ac4196152 req-9c4f2126-b2c4-4894-bc50-3d03b1a4c648 service nova] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Neutron deleted interface 94292eb1-086b-4f06-b8f4-d3f63786d33b; detaching it from the instance and deleting it from the info cache [ 1176.372098] env[64120]: DEBUG nova.network.neutron [req-dcc93dbb-26dc-4346-8f0d-7e0ac4196152 req-9c4f2126-b2c4-4894-bc50-3d03b1a4c648 service nova] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.377024] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5762a34c-4852-4273-9fe5-7390fbc212bb tempest-ServersWithSpecificFlavorTestJSON-1263071877 tempest-ServersWithSpecificFlavorTestJSON-1263071877-project-member] Lock "494d4494-bd61-4370-b8f4-4e7ae757d638" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.186s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.409885] env[64120]: DEBUG nova.compute.manager [req-af3effeb-1242-4cc9-81b0-1020d62e7d23 req-f9cbd05d-ff8f-43bb-a36f-2bab9e5f73bb service nova] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Received event network-vif-plugged-adfa5d57-9d8d-4729-b527-1a33b347a9aa {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1176.410146] env[64120]: DEBUG oslo_concurrency.lockutils [req-af3effeb-1242-4cc9-81b0-1020d62e7d23 req-f9cbd05d-ff8f-43bb-a36f-2bab9e5f73bb service nova] Acquiring lock "38abe049-5ca2-48f5-b5b1-cfb1695a14dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.410350] env[64120]: DEBUG oslo_concurrency.lockutils [req-af3effeb-1242-4cc9-81b0-1020d62e7d23 req-f9cbd05d-ff8f-43bb-a36f-2bab9e5f73bb service nova] Lock "38abe049-5ca2-48f5-b5b1-cfb1695a14dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.411028] env[64120]: DEBUG oslo_concurrency.lockutils [req-af3effeb-1242-4cc9-81b0-1020d62e7d23 req-f9cbd05d-ff8f-43bb-a36f-2bab9e5f73bb service nova] Lock "38abe049-5ca2-48f5-b5b1-cfb1695a14dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.411028] env[64120]: DEBUG nova.compute.manager [req-af3effeb-1242-4cc9-81b0-1020d62e7d23 req-f9cbd05d-ff8f-43bb-a36f-2bab9e5f73bb service nova] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] No waiting events found dispatching network-vif-plugged-adfa5d57-9d8d-4729-b527-1a33b347a9aa {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1176.411028] env[64120]: WARNING nova.compute.manager [req-af3effeb-1242-4cc9-81b0-1020d62e7d23 req-f9cbd05d-ff8f-43bb-a36f-2bab9e5f73bb service nova] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Received unexpected event network-vif-plugged-adfa5d57-9d8d-4729-b527-1a33b347a9aa for instance with vm_state building and task_state spawning. [ 1176.418993] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ba483348-4bf9-48c6-a7c9-d13207ad03a8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.449355] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.449626] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Starting heal instance info cache {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1176.517760] env[64120]: DEBUG nova.compute.manager [None req-6a5cd8c1-caf9-47c7-ae5c-0da8a88fca89 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1176.521200] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab301108-56f1-41f9-9d14-4c015164b730 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.529662] env[64120]: DEBUG nova.network.neutron [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Successfully updated port: adfa5d57-9d8d-4729-b527-1a33b347a9aa {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1176.563046] env[64120]: DEBUG oslo_vmware.rw_handles [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Completed reading data from the image iterator. {{(pid=64120) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1176.563360] env[64120]: DEBUG oslo_vmware.rw_handles [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5259f513-1e6e-78c5-7338-49ea58e44eae/disk-0.vmdk. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1176.564280] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc02709-6e96-458c-bd47-569b0befdc88 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.576117] env[64120]: DEBUG oslo_vmware.rw_handles [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5259f513-1e6e-78c5-7338-49ea58e44eae/disk-0.vmdk is in state: ready. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1176.576295] env[64120]: DEBUG oslo_vmware.rw_handles [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5259f513-1e6e-78c5-7338-49ea58e44eae/disk-0.vmdk. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1176.576548] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f5f0635b-1b8c-4bf4-a0e6-774144f9bfe5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.796347] env[64120]: DEBUG nova.network.neutron [-] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.822361] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df64d9dc-8dc0-4d25-ae13-abf7d1d81953 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.831731] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacd9157-5aa7-4b4a-8b26-0292a23cda64 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.869665] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13e99b1-8ca1-45b3-bd8c-c8d619d27c08 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.877914] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e12d30-90f0-43b2-803e-c0a9553ce54d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.885243] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca0c648a-5bcd-48ac-b3c1-c2b6e664c5b5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.886989] env[64120]: DEBUG oslo_vmware.rw_handles [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5259f513-1e6e-78c5-7338-49ea58e44eae/disk-0.vmdk. {{(pid=64120) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1176.887298] env[64120]: INFO nova.virt.vmwareapi.images [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Downloaded image file data 3144c33b-2932-4a2a-8b37-1817882bd2c0 [ 1176.896656] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baeb5d99-3f78-44f6-ae43-c15e83915e1b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.899797] env[64120]: DEBUG nova.compute.provider_tree [None req-4662bff5-e821-4978-bea4-5ad69bc146bb tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.907247] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d589d452-9c92-411e-a4a9-2bc5a3e738be {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.931646] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12e34ab4-0e04-4833-a49a-9333f5c7563d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.961217] env[64120]: DEBUG nova.compute.manager [req-dcc93dbb-26dc-4346-8f0d-7e0ac4196152 req-9c4f2126-b2c4-4894-bc50-3d03b1a4c648 service nova] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Detach interface failed, port_id=94292eb1-086b-4f06-b8f4-d3f63786d33b, reason: Instance a7f265f9-5842-4567-a926-7b924f066cab could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1176.963778] env[64120]: INFO nova.virt.vmwareapi.images [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] The imported VM was unregistered [ 1176.967802] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Caching image {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1176.968237] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Creating directory with path [datastore2] devstack-image-cache_base/3144c33b-2932-4a2a-8b37-1817882bd2c0 {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.968924] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6b86d6a-2f38-4a6b-ac4e-682ffc045864 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.982792] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Created directory with path [datastore2] devstack-image-cache_base/3144c33b-2932-4a2a-8b37-1817882bd2c0 {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.982991] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_5149b5d8-4c85-43a8-9136-1be51128f90f/OSTACK_IMG_5149b5d8-4c85-43a8-9136-1be51128f90f.vmdk to [datastore2] devstack-image-cache_base/3144c33b-2932-4a2a-8b37-1817882bd2c0/3144c33b-2932-4a2a-8b37-1817882bd2c0.vmdk. {{(pid=64120) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1176.983282] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e4e865ed-0cf4-4eb7-8594-8a35310e3719 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.991893] env[64120]: DEBUG oslo_vmware.api [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1176.991893] env[64120]: value = "task-1406415" [ 1176.991893] env[64120]: _type = "Task" [ 1176.991893] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.002275] env[64120]: DEBUG oslo_vmware.api [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406415, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.036468] env[64120]: INFO nova.compute.manager [None req-6a5cd8c1-caf9-47c7-ae5c-0da8a88fca89 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] instance snapshotting [ 1177.039050] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "refresh_cache-38abe049-5ca2-48f5-b5b1-cfb1695a14dc" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.039611] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquired lock "refresh_cache-38abe049-5ca2-48f5-b5b1-cfb1695a14dc" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.039718] env[64120]: DEBUG nova.network.neutron [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.042948] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff60f6e-efa4-4beb-ab0c-c761b9c1d834 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.069337] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7bc39d-9d23-45c8-851b-8426200d03d4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.300097] env[64120]: INFO nova.compute.manager [-] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Took 1.29 seconds to deallocate network for instance. [ 1177.403482] env[64120]: DEBUG nova.scheduler.client.report [None req-4662bff5-e821-4978-bea4-5ad69bc146bb tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1177.507199] env[64120]: DEBUG oslo_vmware.api [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406415, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.585199] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5cd8c1-caf9-47c7-ae5c-0da8a88fca89 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Creating Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1177.585199] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4a533c10-defc-43be-8fb5-510e69f389fa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.593313] env[64120]: DEBUG oslo_vmware.api [None req-6a5cd8c1-caf9-47c7-ae5c-0da8a88fca89 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1177.593313] env[64120]: value = "task-1406416" [ 1177.593313] env[64120]: _type = "Task" [ 1177.593313] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.603241] env[64120]: DEBUG oslo_vmware.api [None req-6a5cd8c1-caf9-47c7-ae5c-0da8a88fca89 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406416, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.638852] env[64120]: DEBUG nova.network.neutron [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1177.808557] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b59aa815-0f82-4d43-8c9e-33cbdae9dbbc tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.912230] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4662bff5-e821-4978-bea4-5ad69bc146bb tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.915235] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.972s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.916820] env[64120]: INFO nova.compute.claims [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1177.970031] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Didn't find any instances for network info cache update. {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 1177.970031] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.970031] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.970031] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.970031] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.970031] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.970031] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._sync_power_states {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.005689] env[64120]: DEBUG oslo_vmware.api [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406415, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.009113] env[64120]: DEBUG nova.network.neutron [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Updating instance_info_cache with network_info: [{"id": "adfa5d57-9d8d-4729-b527-1a33b347a9aa", "address": "fa:16:3e:2a:1b:41", "network": {"id": "71911dc6-c0f8-40a0-bf34-0194ac58b322", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1482185353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfac1b101ea44799c497b99e27a488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadfa5d57-9d", "ovs_interfaceid": "adfa5d57-9d8d-4729-b527-1a33b347a9aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.107810] env[64120]: DEBUG oslo_vmware.api [None req-6a5cd8c1-caf9-47c7-ae5c-0da8a88fca89 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406416, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.448030] env[64120]: DEBUG nova.compute.manager [req-acb392c0-ed31-4b29-930a-36226d4e69fd req-5929e91b-e6bf-4bdb-96cd-41048b63cc44 service nova] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Received event network-changed-adfa5d57-9d8d-4729-b527-1a33b347a9aa {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1178.448511] env[64120]: DEBUG nova.compute.manager [req-acb392c0-ed31-4b29-930a-36226d4e69fd req-5929e91b-e6bf-4bdb-96cd-41048b63cc44 service nova] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Refreshing instance network info cache due to event network-changed-adfa5d57-9d8d-4729-b527-1a33b347a9aa. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1178.449299] env[64120]: DEBUG oslo_concurrency.lockutils [req-acb392c0-ed31-4b29-930a-36226d4e69fd req-5929e91b-e6bf-4bdb-96cd-41048b63cc44 service nova] Acquiring lock "refresh_cache-38abe049-5ca2-48f5-b5b1-cfb1695a14dc" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.454275] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4662bff5-e821-4978-bea4-5ad69bc146bb tempest-ServerActionsV293TestJSON-517044304 tempest-ServerActionsV293TestJSON-517044304-project-member] Lock "0a29cbe5-1f69-44f7-90a6-209992a79b2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.040s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.478686] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Getting list of instances from cluster (obj){ [ 1178.478686] env[64120]: value = "domain-c8" [ 1178.478686] env[64120]: _type = "ClusterComputeResource" [ 1178.478686] env[64120]: } {{(pid=64120) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1178.481184] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43036a83-33f7-4e49-91e4-daa41a85d37e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.513439] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Releasing lock "refresh_cache-38abe049-5ca2-48f5-b5b1-cfb1695a14dc" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.513982] env[64120]: DEBUG nova.compute.manager [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Instance network_info: |[{"id": "adfa5d57-9d8d-4729-b527-1a33b347a9aa", "address": "fa:16:3e:2a:1b:41", "network": {"id": "71911dc6-c0f8-40a0-bf34-0194ac58b322", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1482185353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfac1b101ea44799c497b99e27a488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadfa5d57-9d", "ovs_interfaceid": "adfa5d57-9d8d-4729-b527-1a33b347a9aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1178.514405] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Got total of 19 instances {{(pid=64120) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1178.514897] env[64120]: WARNING nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] While synchronizing instance power states, found 28 instances in the database and 19 instances on the hypervisor. [ 1178.514897] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Triggering sync for uuid 810ace60-3801-4686-8087-570c8b93b42f {{(pid=64120) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1178.515287] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Triggering sync for uuid a4c04c6d-8d9b-4859-9ece-a256f8cd0f18 {{(pid=64120) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1178.515415] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Triggering sync for uuid c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad {{(pid=64120) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1178.515649] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Triggering sync for uuid 3997b4b8-119f-4bac-a16c-b18361db7b31 {{(pid=64120) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1178.516492] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Triggering sync for uuid d57efb12-3708-4a0d-8987-4efe69887d86 {{(pid=64120) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1178.516492] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Triggering sync for uuid 2d14c3fc-708b-4bb7-8f95-303e546dd811 {{(pid=64120) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1178.516640] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Triggering sync for uuid 87ff5098-8334-42ff-ac2f-ac28ed224fb4 {{(pid=64120) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1178.517652] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Triggering sync for uuid a7f265f9-5842-4567-a926-7b924f066cab {{(pid=64120) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1178.517652] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Triggering sync for uuid 0a29cbe5-1f69-44f7-90a6-209992a79b2a {{(pid=64120) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1178.517652] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Triggering sync for uuid 4d010afc-7835-4eac-b2bd-7cf6abea43a1 {{(pid=64120) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1178.517652] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Triggering sync for uuid 1e3ed926-6b6c-4044-a299-64a438f2400d {{(pid=64120) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1178.517652] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Triggering sync for uuid 98ef028b-4cd6-438d-9f7e-57e2db1d4460 {{(pid=64120) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1178.517652] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Triggering sync for uuid 0441676f-53f4-4b15-b318-bed35cb92f02 {{(pid=64120) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1178.517930] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Triggering sync for uuid dd35a3ad-c612-4b13-9e0d-d57034827b0d {{(pid=64120) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1178.521220] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Triggering sync for uuid 643c3a48-b1e8-4d3c-84f7-69a41c264eaf {{(pid=64120) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1178.521220] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Triggering sync for uuid 2bc32220-40e1-4193-8628-d63afef77a84 {{(pid=64120) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1178.521220] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Triggering sync for uuid 435bd213-b529-4741-8145-9fa3d63638af {{(pid=64120) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1178.521220] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Triggering sync for uuid eda63403-cd22-40da-a990-ebdf896f7ed6 {{(pid=64120) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1178.521220] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Triggering sync for uuid 60537205-dfa3-4db3-9972-cf1e3901e874 {{(pid=64120) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1178.521220] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Triggering sync for uuid ed54e949-f5db-4946-bc92-6384f8279de5 {{(pid=64120) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1178.521220] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Triggering sync for uuid 32c9072f-9004-4c1c-ac52-d7115dd531e1 {{(pid=64120) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1178.521220] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Triggering sync for uuid fe30ced7-62ee-4b15-9b72-268677297ff8 {{(pid=64120) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1178.521220] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Triggering sync for uuid ad053aa4-0749-4064-93e7-88bb3bbeadcb {{(pid=64120) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1178.521220] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Triggering sync for uuid 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88 {{(pid=64120) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1178.521220] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Triggering sync for uuid 6256907f-2d19-4c71-af03-089eca162154 {{(pid=64120) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1178.521220] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Triggering sync for uuid 13e9b715-708c-4311-9cfe-7e85f26253a8 {{(pid=64120) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1178.521220] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Triggering sync for uuid 38abe049-5ca2-48f5-b5b1-cfb1695a14dc {{(pid=64120) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1178.521220] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Triggering sync for uuid f49b7fd3-714c-4bca-8539-5779e9e7bbe1 {{(pid=64120) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1178.525067] env[64120]: DEBUG oslo_concurrency.lockutils [req-acb392c0-ed31-4b29-930a-36226d4e69fd req-5929e91b-e6bf-4bdb-96cd-41048b63cc44 service nova] Acquired lock "refresh_cache-38abe049-5ca2-48f5-b5b1-cfb1695a14dc" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.525390] env[64120]: DEBUG nova.network.neutron [req-acb392c0-ed31-4b29-930a-36226d4e69fd req-5929e91b-e6bf-4bdb-96cd-41048b63cc44 service nova] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Refreshing network info cache for port adfa5d57-9d8d-4729-b527-1a33b347a9aa {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1178.530227] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:1b:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adfa5d57-9d8d-4729-b527-1a33b347a9aa', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.540824] env[64120]: DEBUG oslo.service.loopingcall [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1178.540824] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "810ace60-3801-4686-8087-570c8b93b42f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.540824] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "810ace60-3801-4686-8087-570c8b93b42f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.541048] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "a4c04c6d-8d9b-4859-9ece-a256f8cd0f18" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.541324] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.541598] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.542537] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "3997b4b8-119f-4bac-a16c-b18361db7b31" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.542876] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "3997b4b8-119f-4bac-a16c-b18361db7b31" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.543205] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "d57efb12-3708-4a0d-8987-4efe69887d86" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.543491] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "2d14c3fc-708b-4bb7-8f95-303e546dd811" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.543750] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "2d14c3fc-708b-4bb7-8f95-303e546dd811" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.544202] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "87ff5098-8334-42ff-ac2f-ac28ed224fb4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.544524] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "a7f265f9-5842-4567-a926-7b924f066cab" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.544804] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "0a29cbe5-1f69-44f7-90a6-209992a79b2a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.545187] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "0a29cbe5-1f69-44f7-90a6-209992a79b2a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.545505] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "4d010afc-7835-4eac-b2bd-7cf6abea43a1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.545740] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "4d010afc-7835-4eac-b2bd-7cf6abea43a1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.546298] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "1e3ed926-6b6c-4044-a299-64a438f2400d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.546410] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "1e3ed926-6b6c-4044-a299-64a438f2400d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.546694] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "98ef028b-4cd6-438d-9f7e-57e2db1d4460" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.546930] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "98ef028b-4cd6-438d-9f7e-57e2db1d4460" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.547254] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "0441676f-53f4-4b15-b318-bed35cb92f02" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.547447] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "0441676f-53f4-4b15-b318-bed35cb92f02" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.547786] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "dd35a3ad-c612-4b13-9e0d-d57034827b0d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.547977] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "dd35a3ad-c612-4b13-9e0d-d57034827b0d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.548215] env[64120]: INFO nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] During sync_power_state the instance has a pending task (image_uploading). Skip. [ 1178.548400] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "dd35a3ad-c612-4b13-9e0d-d57034827b0d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.548605] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "643c3a48-b1e8-4d3c-84f7-69a41c264eaf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.548817] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "2bc32220-40e1-4193-8628-d63afef77a84" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.549058] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "2bc32220-40e1-4193-8628-d63afef77a84" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.549319] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "435bd213-b529-4741-8145-9fa3d63638af" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.549569] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "435bd213-b529-4741-8145-9fa3d63638af" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.549938] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "eda63403-cd22-40da-a990-ebdf896f7ed6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.550630] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "60537205-dfa3-4db3-9972-cf1e3901e874" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.550824] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "60537205-dfa3-4db3-9972-cf1e3901e874" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.551183] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "ed54e949-f5db-4946-bc92-6384f8279de5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.551344] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "ed54e949-f5db-4946-bc92-6384f8279de5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.551662] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "32c9072f-9004-4c1c-ac52-d7115dd531e1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.551813] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "32c9072f-9004-4c1c-ac52-d7115dd531e1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.552078] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "fe30ced7-62ee-4b15-9b72-268677297ff8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.552481] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "fe30ced7-62ee-4b15-9b72-268677297ff8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.552716] env[64120]: INFO nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1178.552900] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "fe30ced7-62ee-4b15-9b72-268677297ff8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.553176] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "ad053aa4-0749-4064-93e7-88bb3bbeadcb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.553367] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "ad053aa4-0749-4064-93e7-88bb3bbeadcb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.553617] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.553819] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.554109] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "6256907f-2d19-4c71-af03-089eca162154" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.554386] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "6256907f-2d19-4c71-af03-089eca162154" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.554567] env[64120]: INFO nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 6256907f-2d19-4c71-af03-089eca162154] During sync_power_state the instance has a pending task (image_pending_upload). Skip. [ 1178.554811] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "6256907f-2d19-4c71-af03-089eca162154" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.555125] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "13e9b715-708c-4311-9cfe-7e85f26253a8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.556698] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "38abe049-5ca2-48f5-b5b1-cfb1695a14dc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.557054] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "f49b7fd3-714c-4bca-8539-5779e9e7bbe1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.557346] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.557497] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64120) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1178.559993] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.561099] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c9cf3b-06bc-4203-8654-1a5d53479ebc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.567453] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54862d14-d976-4c15-9288-c8b12093eed7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.571534] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a630671b-abd9-4aba-9c12-e7420f4b9f5f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.575411] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a419a9fa-2426-4eb4-a1ed-5011bac6597f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.578047] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aed5e8af-f860-4d48-a738-6e7f86642e42 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.581363] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005d9de2-14ed-4e08-b705-726389d515c0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.585071] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320446fb-0ffc-4d04-a76c-93906f9532d6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.588762] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e78b2e-902c-42d6-af9c-f71e2e5c582a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.592279] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb3390c-3925-458d-abc6-41ecb97f9cb8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.595957] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799b52c7-ff35-4637-a0fa-d5260da58a2a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.599413] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064aef58-8420-498f-aac5-af87650b49e8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.603117] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621b511f-3a00-4392-87ef-0f133abb2484 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.606770] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7f5ced-cc3a-426a-ab71-ac126f7fdb25 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.610211] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bae4f2-a8e8-45e2-b05e-e466419220e3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.614046] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad2c58a-99e1-464d-8fe5-d4b88b691956 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.617715] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64739674-3923-4409-a90b-011a66455434 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.621418] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.633660] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4404b917-4720-47b8-afdd-9026f367e98c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.652603] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.680830] env[64120]: DEBUG oslo_vmware.api [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406415, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.703286] env[64120]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1178.705127] env[64120]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1178.706772] env[64120]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1178.711528] env[64120]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1178.711528] env[64120]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1178.713876] env[64120]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1178.727282] env[64120]: WARNING oslo_messaging._drivers.amqpdriver [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1178.744720] env[64120]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1178.757742] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701386d3-2e68-49c7-9304-ffb9de2001bb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.769082] env[64120]: DEBUG oslo_vmware.api [None req-6a5cd8c1-caf9-47c7-ae5c-0da8a88fca89 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406416, 'name': CreateSnapshot_Task, 'duration_secs': 1.026545} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.775255] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5cd8c1-caf9-47c7-ae5c-0da8a88fca89 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Created Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1178.775255] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.775255] env[64120]: value = "task-1406417" [ 1178.775255] env[64120]: _type = "Task" [ 1178.775255] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.778844] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0f6116-3a74-4525-aad7-8d774c0e855b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.820611] env[64120]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1178.825220] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406417, 'name': CreateVM_Task} progress is 15%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.032039] env[64120]: DEBUG oslo_vmware.api [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406415, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.109307] env[64120]: DEBUG nova.network.neutron [req-acb392c0-ed31-4b29-930a-36226d4e69fd req-5929e91b-e6bf-4bdb-96cd-41048b63cc44 service nova] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Updated VIF entry in instance network info cache for port adfa5d57-9d8d-4729-b527-1a33b347a9aa. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.109471] env[64120]: DEBUG nova.network.neutron [req-acb392c0-ed31-4b29-930a-36226d4e69fd req-5929e91b-e6bf-4bdb-96cd-41048b63cc44 service nova] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Updating instance_info_cache with network_info: [{"id": "adfa5d57-9d8d-4729-b527-1a33b347a9aa", "address": "fa:16:3e:2a:1b:41", "network": {"id": "71911dc6-c0f8-40a0-bf34-0194ac58b322", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1482185353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfac1b101ea44799c497b99e27a488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadfa5d57-9d", "ovs_interfaceid": "adfa5d57-9d8d-4729-b527-1a33b347a9aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.195923] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.653s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.195923] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "2d14c3fc-708b-4bb7-8f95-303e546dd811" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.651s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.252957] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.699s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.253457] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "435bd213-b529-4741-8145-9fa3d63638af" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.704s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.254611] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "810ace60-3801-4686-8087-570c8b93b42f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.714s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.295268] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406417, 'name': CreateVM_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.325636] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "0a29cbe5-1f69-44f7-90a6-209992a79b2a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.780s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.333939] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5cd8c1-caf9-47c7-ae5c-0da8a88fca89 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Creating linked-clone VM from snapshot {{(pid=64120) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1179.334624] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "60537205-dfa3-4db3-9972-cf1e3901e874" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.784s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.335601] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "32c9072f-9004-4c1c-ac52-d7115dd531e1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.783s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.335601] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "2bc32220-40e1-4193-8628-d63afef77a84" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.786s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.335841] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "4d010afc-7835-4eac-b2bd-7cf6abea43a1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.790s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.336175] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "ad053aa4-0749-4064-93e7-88bb3bbeadcb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.783s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.336555] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "98ef028b-4cd6-438d-9f7e-57e2db1d4460" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.790s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.336817] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "1e3ed926-6b6c-4044-a299-64a438f2400d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.790s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.337132] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "0441676f-53f4-4b15-b318-bed35cb92f02" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.790s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.337440] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "3997b4b8-119f-4bac-a16c-b18361db7b31" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.795s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.337761] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "ed54e949-f5db-4946-bc92-6384f8279de5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.786s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.337968] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8e503419-bc5c-432b-9537-1f9b37eab93e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.354116] env[64120]: DEBUG oslo_vmware.api [None req-6a5cd8c1-caf9-47c7-ae5c-0da8a88fca89 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1179.354116] env[64120]: value = "task-1406418" [ 1179.354116] env[64120]: _type = "Task" [ 1179.354116] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.372113] env[64120]: DEBUG oslo_vmware.api [None req-6a5cd8c1-caf9-47c7-ae5c-0da8a88fca89 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406418, 'name': CloneVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.425220] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a06ba6-cf7d-4c60-aed9-d24a0b4719fd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.437968] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a992309a-9145-48ba-bd9e-bc7cfb9ab61a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.489490] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e6c46d-476d-493d-96b7-635302816306 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.505916] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d49a99-5036-48ff-b4f0-a5edfebde0c2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.530933] env[64120]: DEBUG nova.compute.provider_tree [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.541959] env[64120]: DEBUG oslo_vmware.api [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406415, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.613035] env[64120]: DEBUG oslo_concurrency.lockutils [req-acb392c0-ed31-4b29-930a-36226d4e69fd req-5929e91b-e6bf-4bdb-96cd-41048b63cc44 service nova] Releasing lock "refresh_cache-38abe049-5ca2-48f5-b5b1-cfb1695a14dc" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.792506] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406417, 'name': CreateVM_Task, 'duration_secs': 1.00115} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.792506] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1179.792741] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.792974] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.793687] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1179.793804] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89386408-82d9-44a6-bb1d-05e37c0fee6b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.802365] env[64120]: DEBUG oslo_vmware.api [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1179.802365] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52217f82-82ec-6a3c-d3aa-469cf196e606" [ 1179.802365] env[64120]: _type = "Task" [ 1179.802365] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.815420] env[64120]: DEBUG oslo_vmware.api [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52217f82-82ec-6a3c-d3aa-469cf196e606, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.877360] env[64120]: DEBUG oslo_vmware.api [None req-6a5cd8c1-caf9-47c7-ae5c-0da8a88fca89 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406418, 'name': CloneVM_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.028953] env[64120]: DEBUG oslo_vmware.api [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406415, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.754481} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.029293] env[64120]: INFO nova.virt.vmwareapi.ds_util [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_5149b5d8-4c85-43a8-9136-1be51128f90f/OSTACK_IMG_5149b5d8-4c85-43a8-9136-1be51128f90f.vmdk to [datastore2] devstack-image-cache_base/3144c33b-2932-4a2a-8b37-1817882bd2c0/3144c33b-2932-4a2a-8b37-1817882bd2c0.vmdk. [ 1180.029513] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Cleaning up location [datastore2] OSTACK_IMG_5149b5d8-4c85-43a8-9136-1be51128f90f {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1180.029696] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_5149b5d8-4c85-43a8-9136-1be51128f90f {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.029970] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f516702-ee3d-42fb-b071-edd844b5644b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.034656] env[64120]: DEBUG nova.scheduler.client.report [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1180.040281] env[64120]: DEBUG oslo_vmware.api [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1180.040281] env[64120]: value = "task-1406419" [ 1180.040281] env[64120]: _type = "Task" [ 1180.040281] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.050130] env[64120]: DEBUG oslo_vmware.api [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.320075] env[64120]: DEBUG oslo_vmware.api [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52217f82-82ec-6a3c-d3aa-469cf196e606, 'name': SearchDatastore_Task, 'duration_secs': 0.022744} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.320422] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.320677] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1180.320927] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.321215] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.321268] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1180.324574] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cc3c93c-5f36-46ab-9cfb-3badbd3c66c4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.332378] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1180.333028] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1180.333838] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46df81f0-9c4e-491e-b617-f825c25169ee {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.341197] env[64120]: DEBUG oslo_vmware.api [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1180.341197] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52a44802-6100-8f74-94cf-4569b6a83378" [ 1180.341197] env[64120]: _type = "Task" [ 1180.341197] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.351699] env[64120]: DEBUG oslo_vmware.api [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52a44802-6100-8f74-94cf-4569b6a83378, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.367380] env[64120]: DEBUG oslo_vmware.api [None req-6a5cd8c1-caf9-47c7-ae5c-0da8a88fca89 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406418, 'name': CloneVM_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.545596] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.545596] env[64120]: DEBUG nova.compute.manager [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1180.549583] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.164s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.549583] env[64120]: DEBUG nova.objects.instance [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64120) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1180.568275] env[64120]: DEBUG oslo_vmware.api [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.072613} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.569201] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.569881] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3144c33b-2932-4a2a-8b37-1817882bd2c0/3144c33b-2932-4a2a-8b37-1817882bd2c0.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.570546] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3144c33b-2932-4a2a-8b37-1817882bd2c0/3144c33b-2932-4a2a-8b37-1817882bd2c0.vmdk to [datastore2] 13e9b715-708c-4311-9cfe-7e85f26253a8/13e9b715-708c-4311-9cfe-7e85f26253a8.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.571646] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8549138c-f899-4f9c-b423-6f91fa6d14ea {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.581221] env[64120]: DEBUG oslo_vmware.api [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1180.581221] env[64120]: value = "task-1406420" [ 1180.581221] env[64120]: _type = "Task" [ 1180.581221] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.594202] env[64120]: DEBUG oslo_vmware.api [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406420, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.852392] env[64120]: DEBUG oslo_vmware.api [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52a44802-6100-8f74-94cf-4569b6a83378, 'name': SearchDatastore_Task, 'duration_secs': 0.014007} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.855262] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dbc05ae-f41f-4896-a2df-f11ee33c3572 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.862551] env[64120]: DEBUG oslo_vmware.api [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1180.862551] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c36608-d042-444d-660a-9a3a09b412e9" [ 1180.862551] env[64120]: _type = "Task" [ 1180.862551] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.869766] env[64120]: DEBUG oslo_vmware.api [None req-6a5cd8c1-caf9-47c7-ae5c-0da8a88fca89 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406418, 'name': CloneVM_Task} progress is 95%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.878643] env[64120]: DEBUG oslo_vmware.api [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c36608-d042-444d-660a-9a3a09b412e9, 'name': SearchDatastore_Task, 'duration_secs': 0.012578} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.878643] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.878643] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 38abe049-5ca2-48f5-b5b1-cfb1695a14dc/38abe049-5ca2-48f5-b5b1-cfb1695a14dc.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.878643] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0938b284-74ce-4386-8199-69e878764dcd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.890344] env[64120]: DEBUG oslo_vmware.api [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1180.890344] env[64120]: value = "task-1406421" [ 1180.890344] env[64120]: _type = "Task" [ 1180.890344] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.908999] env[64120]: DEBUG oslo_vmware.api [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.064492] env[64120]: DEBUG nova.compute.utils [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1181.066792] env[64120]: DEBUG nova.compute.manager [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1181.067079] env[64120]: DEBUG nova.network.neutron [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1181.095798] env[64120]: DEBUG oslo_vmware.api [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406420, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.156927] env[64120]: DEBUG nova.policy [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c6f491fa097437ca421a9aa71775fc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '320d185402b0408994b165e50e456471', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1181.372482] env[64120]: DEBUG oslo_vmware.api [None req-6a5cd8c1-caf9-47c7-ae5c-0da8a88fca89 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406418, 'name': CloneVM_Task, 'duration_secs': 1.638709} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.372798] env[64120]: INFO nova.virt.vmwareapi.vmops [None req-6a5cd8c1-caf9-47c7-ae5c-0da8a88fca89 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Created linked-clone VM from snapshot [ 1181.373747] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2478e99-1ba6-4a31-9028-74a64028c8c8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.387427] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-6a5cd8c1-caf9-47c7-ae5c-0da8a88fca89 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Uploading image 229b08de-54ce-4d9a-94f8-2c782edfab4f {{(pid=64120) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1181.405185] env[64120]: DEBUG oslo_vmware.api [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.406628] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a5cd8c1-caf9-47c7-ae5c-0da8a88fca89 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Destroying the VM {{(pid=64120) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1181.406918] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a39a8229-4885-4bcd-980f-d05ebae0c29f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.418974] env[64120]: DEBUG oslo_vmware.api [None req-6a5cd8c1-caf9-47c7-ae5c-0da8a88fca89 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1181.418974] env[64120]: value = "task-1406422" [ 1181.418974] env[64120]: _type = "Task" [ 1181.418974] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.432991] env[64120]: DEBUG oslo_vmware.api [None req-6a5cd8c1-caf9-47c7-ae5c-0da8a88fca89 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406422, 'name': Destroy_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.570149] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0a74b1ee-f6be-49f5-a9f6-cf7e3620227b tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.570751] env[64120]: DEBUG nova.compute.manager [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1181.576866] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e47e7492-cdde-4fa9-8041-959c750eacbd tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.128s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.576866] env[64120]: DEBUG nova.objects.instance [None req-e47e7492-cdde-4fa9-8041-959c750eacbd tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lazy-loading 'resources' on Instance uuid eda63403-cd22-40da-a990-ebdf896f7ed6 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.598514] env[64120]: DEBUG oslo_vmware.api [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406420, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.784524] env[64120]: DEBUG nova.network.neutron [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Successfully created port: 1a6f2d39-4dbf-4bdc-8609-dab13d99c241 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1181.903940] env[64120]: DEBUG oslo_vmware.api [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.933313] env[64120]: DEBUG oslo_vmware.api [None req-6a5cd8c1-caf9-47c7-ae5c-0da8a88fca89 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406422, 'name': Destroy_Task} progress is 33%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.101739] env[64120]: DEBUG oslo_vmware.api [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406420, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.410404] env[64120]: DEBUG oslo_vmware.api [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.433686] env[64120]: DEBUG oslo_vmware.api [None req-6a5cd8c1-caf9-47c7-ae5c-0da8a88fca89 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406422, 'name': Destroy_Task, 'duration_secs': 0.653677} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.433885] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-6a5cd8c1-caf9-47c7-ae5c-0da8a88fca89 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Destroyed the VM [ 1182.434164] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5cd8c1-caf9-47c7-ae5c-0da8a88fca89 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Deleting Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1182.434450] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cc850606-de19-4e6f-8dd9-037dc5a8e1ec {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.447086] env[64120]: DEBUG oslo_vmware.api [None req-6a5cd8c1-caf9-47c7-ae5c-0da8a88fca89 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1182.447086] env[64120]: value = "task-1406423" [ 1182.447086] env[64120]: _type = "Task" [ 1182.447086] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.463028] env[64120]: DEBUG oslo_vmware.api [None req-6a5cd8c1-caf9-47c7-ae5c-0da8a88fca89 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406423, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.556515] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf70bc7-fdb7-41ab-8c9b-411bc1a3a225 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.569864] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0ef38d-5180-430b-859d-a6917cff413d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.584487] env[64120]: DEBUG nova.compute.manager [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1182.619864] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5daf2eae-0efd-4d5c-a172-9c1528962982 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.628449] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f85d83a-6a46-4d47-8d68-7ea43e3d35c2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.636923] env[64120]: DEBUG oslo_vmware.api [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406420, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.651393] env[64120]: DEBUG nova.compute.provider_tree [None req-e47e7492-cdde-4fa9-8041-959c750eacbd tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.654999] env[64120]: DEBUG nova.virt.hardware [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1182.656364] env[64120]: DEBUG nova.virt.hardware [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1182.656364] env[64120]: DEBUG nova.virt.hardware [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.656364] env[64120]: DEBUG nova.virt.hardware [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1182.656364] env[64120]: DEBUG nova.virt.hardware [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.656364] env[64120]: DEBUG nova.virt.hardware [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1182.656364] env[64120]: DEBUG nova.virt.hardware [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1182.656635] env[64120]: DEBUG nova.virt.hardware [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1182.656635] env[64120]: DEBUG nova.virt.hardware [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1182.656755] env[64120]: DEBUG nova.virt.hardware [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1182.656939] env[64120]: DEBUG nova.virt.hardware [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1182.658023] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6520fee1-f4ec-4ffd-a25e-c89fd7b57620 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.668020] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f23812-27c9-4549-bbb0-e6d2ee1152cb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.904020] env[64120]: DEBUG oslo_vmware.api [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406421, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.957112] env[64120]: DEBUG oslo_vmware.api [None req-6a5cd8c1-caf9-47c7-ae5c-0da8a88fca89 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406423, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.129009] env[64120]: DEBUG oslo_vmware.api [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406420, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.162406] env[64120]: DEBUG nova.scheduler.client.report [None req-e47e7492-cdde-4fa9-8041-959c750eacbd tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1183.408058] env[64120]: DEBUG oslo_vmware.api [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406421, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.412486] env[64120]: DEBUG nova.compute.manager [req-ed970f35-b859-4d53-99b4-3e46d1c8e03c req-a3e850a5-86d9-40ac-91c7-49f2bd709b0f service nova] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Received event network-vif-plugged-1a6f2d39-4dbf-4bdc-8609-dab13d99c241 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1183.412486] env[64120]: DEBUG oslo_concurrency.lockutils [req-ed970f35-b859-4d53-99b4-3e46d1c8e03c req-a3e850a5-86d9-40ac-91c7-49f2bd709b0f service nova] Acquiring lock "f49b7fd3-714c-4bca-8539-5779e9e7bbe1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1183.412486] env[64120]: DEBUG oslo_concurrency.lockutils [req-ed970f35-b859-4d53-99b4-3e46d1c8e03c req-a3e850a5-86d9-40ac-91c7-49f2bd709b0f service nova] Lock "f49b7fd3-714c-4bca-8539-5779e9e7bbe1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1183.412963] env[64120]: DEBUG oslo_concurrency.lockutils [req-ed970f35-b859-4d53-99b4-3e46d1c8e03c req-a3e850a5-86d9-40ac-91c7-49f2bd709b0f service nova] Lock "f49b7fd3-714c-4bca-8539-5779e9e7bbe1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.412963] env[64120]: DEBUG nova.compute.manager [req-ed970f35-b859-4d53-99b4-3e46d1c8e03c req-a3e850a5-86d9-40ac-91c7-49f2bd709b0f service nova] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] No waiting events found dispatching network-vif-plugged-1a6f2d39-4dbf-4bdc-8609-dab13d99c241 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1183.412963] env[64120]: WARNING nova.compute.manager [req-ed970f35-b859-4d53-99b4-3e46d1c8e03c req-a3e850a5-86d9-40ac-91c7-49f2bd709b0f service nova] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Received unexpected event network-vif-plugged-1a6f2d39-4dbf-4bdc-8609-dab13d99c241 for instance with vm_state building and task_state spawning. [ 1183.463534] env[64120]: DEBUG oslo_vmware.api [None req-6a5cd8c1-caf9-47c7-ae5c-0da8a88fca89 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406423, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.477976] env[64120]: DEBUG nova.network.neutron [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Successfully updated port: 1a6f2d39-4dbf-4bdc-8609-dab13d99c241 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1183.626487] env[64120]: DEBUG oslo_vmware.api [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406420, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.797474} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.626791] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3144c33b-2932-4a2a-8b37-1817882bd2c0/3144c33b-2932-4a2a-8b37-1817882bd2c0.vmdk to [datastore2] 13e9b715-708c-4311-9cfe-7e85f26253a8/13e9b715-708c-4311-9cfe-7e85f26253a8.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.627689] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96979d34-ce8d-42c3-b7b4-2282baf75062 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.654942] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 13e9b715-708c-4311-9cfe-7e85f26253a8/13e9b715-708c-4311-9cfe-7e85f26253a8.vmdk or device None with type streamOptimized {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.655398] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc39c365-3610-4209-9538-c2919c00338f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.671964] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e47e7492-cdde-4fa9-8041-959c750eacbd tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.674562] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a1d046b3-baa6-47b1-9e24-eb23ad848507 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.783s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1183.674822] env[64120]: DEBUG nova.objects.instance [None req-a1d046b3-baa6-47b1-9e24-eb23ad848507 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Lazy-loading 'resources' on Instance uuid a4c04c6d-8d9b-4859-9ece-a256f8cd0f18 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.692318] env[64120]: DEBUG oslo_vmware.api [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1183.692318] env[64120]: value = "task-1406424" [ 1183.692318] env[64120]: _type = "Task" [ 1183.692318] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.696466] env[64120]: INFO nova.scheduler.client.report [None req-e47e7492-cdde-4fa9-8041-959c750eacbd tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Deleted allocations for instance eda63403-cd22-40da-a990-ebdf896f7ed6 [ 1183.705042] env[64120]: DEBUG oslo_vmware.api [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406424, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.913595] env[64120]: DEBUG oslo_vmware.api [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406421, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.576005} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.913595] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 38abe049-5ca2-48f5-b5b1-cfb1695a14dc/38abe049-5ca2-48f5-b5b1-cfb1695a14dc.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.913595] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1183.913595] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8de622d2-edab-4803-9a4e-5fdbc14facc6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.921879] env[64120]: DEBUG oslo_vmware.api [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1183.921879] env[64120]: value = "task-1406425" [ 1183.921879] env[64120]: _type = "Task" [ 1183.921879] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.932729] env[64120]: DEBUG oslo_vmware.api [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406425, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.958382] env[64120]: DEBUG oslo_vmware.api [None req-6a5cd8c1-caf9-47c7-ae5c-0da8a88fca89 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406423, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.983267] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "refresh_cache-f49b7fd3-714c-4bca-8539-5779e9e7bbe1" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.983495] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquired lock "refresh_cache-f49b7fd3-714c-4bca-8539-5779e9e7bbe1" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.983730] env[64120]: DEBUG nova.network.neutron [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.202847] env[64120]: DEBUG oslo_vmware.api [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406424, 'name': ReconfigVM_Task, 'duration_secs': 0.500361} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.205705] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 13e9b715-708c-4311-9cfe-7e85f26253a8/13e9b715-708c-4311-9cfe-7e85f26253a8.vmdk or device None with type streamOptimized {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.208580] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ceff0f69-7141-463e-b044-886ad7b8baae {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.210554] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e47e7492-cdde-4fa9-8041-959c750eacbd tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lock "eda63403-cd22-40da-a990-ebdf896f7ed6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.102s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.211495] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "eda63403-cd22-40da-a990-ebdf896f7ed6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.662s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.212272] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf2d326f-3ae9-4199-8a4d-33b53efd7442 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.219254] env[64120]: DEBUG oslo_vmware.api [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1184.219254] env[64120]: value = "task-1406426" [ 1184.219254] env[64120]: _type = "Task" [ 1184.219254] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.226496] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ffe4cc-082c-422e-b5c1-be4e360ac09b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.242910] env[64120]: DEBUG oslo_vmware.api [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406426, 'name': Rename_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.434234] env[64120]: DEBUG oslo_vmware.api [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406425, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108744} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.434525] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1184.435367] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159f2a82-125e-47f2-943f-f3a79e62d0bb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.461596] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 38abe049-5ca2-48f5-b5b1-cfb1695a14dc/38abe049-5ca2-48f5-b5b1-cfb1695a14dc.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.467372] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6564f8aa-2432-48d5-b208-d8079bc2a398 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.490668] env[64120]: DEBUG oslo_vmware.api [None req-6a5cd8c1-caf9-47c7-ae5c-0da8a88fca89 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406423, 'name': RemoveSnapshot_Task, 'duration_secs': 1.620284} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.492194] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5cd8c1-caf9-47c7-ae5c-0da8a88fca89 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Deleted Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1184.494744] env[64120]: DEBUG oslo_vmware.api [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1184.494744] env[64120]: value = "task-1406427" [ 1184.494744] env[64120]: _type = "Task" [ 1184.494744] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.509635] env[64120]: DEBUG oslo_vmware.api [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.568986] env[64120]: DEBUG nova.network.neutron [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1184.652419] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bfbfdf-5baa-4ee5-a559-52e82d26b272 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.661947] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e57273-de8c-4b04-9f90-7f9f580c002b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.699736] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d392a8-dd3e-4e24-b25b-a45236063d78 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.708557] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d1ce0b-fa0c-4b88-9add-1ab0f61456dd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.723336] env[64120]: DEBUG nova.compute.provider_tree [None req-a1d046b3-baa6-47b1-9e24-eb23ad848507 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.733816] env[64120]: DEBUG oslo_vmware.api [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406426, 'name': Rename_Task, 'duration_secs': 0.246079} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.734782] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1184.735071] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c69b5037-f90c-4a7c-a0ff-c46c4a8b7fe0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.743849] env[64120]: DEBUG oslo_vmware.api [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1184.743849] env[64120]: value = "task-1406428" [ 1184.743849] env[64120]: _type = "Task" [ 1184.743849] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.753853] env[64120]: DEBUG oslo_vmware.api [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.781821] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "eda63403-cd22-40da-a990-ebdf896f7ed6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.570s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.818586] env[64120]: DEBUG nova.network.neutron [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Updating instance_info_cache with network_info: [{"id": "1a6f2d39-4dbf-4bdc-8609-dab13d99c241", "address": "fa:16:3e:aa:3e:06", "network": {"id": "986f8b17-896c-4e32-9a80-507703d51c9e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-289925603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "320d185402b0408994b165e50e456471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a6f2d39-4d", "ovs_interfaceid": "1a6f2d39-4dbf-4bdc-8609-dab13d99c241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.997300] env[64120]: WARNING nova.compute.manager [None req-6a5cd8c1-caf9-47c7-ae5c-0da8a88fca89 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Image not found during snapshot: nova.exception.ImageNotFound: Image 229b08de-54ce-4d9a-94f8-2c782edfab4f could not be found. [ 1185.010715] env[64120]: DEBUG oslo_vmware.api [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406427, 'name': ReconfigVM_Task, 'duration_secs': 0.378651} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.011829] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 38abe049-5ca2-48f5-b5b1-cfb1695a14dc/38abe049-5ca2-48f5-b5b1-cfb1695a14dc.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.012482] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e1e4c38-b478-4e41-a65f-8d25035106e7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.021508] env[64120]: DEBUG oslo_vmware.api [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1185.021508] env[64120]: value = "task-1406429" [ 1185.021508] env[64120]: _type = "Task" [ 1185.021508] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.031601] env[64120]: DEBUG oslo_vmware.api [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406429, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.230462] env[64120]: DEBUG nova.scheduler.client.report [None req-a1d046b3-baa6-47b1-9e24-eb23ad848507 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1185.257962] env[64120]: DEBUG oslo_vmware.api [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406428, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.321845] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Releasing lock "refresh_cache-f49b7fd3-714c-4bca-8539-5779e9e7bbe1" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.322199] env[64120]: DEBUG nova.compute.manager [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Instance network_info: |[{"id": "1a6f2d39-4dbf-4bdc-8609-dab13d99c241", "address": "fa:16:3e:aa:3e:06", "network": {"id": "986f8b17-896c-4e32-9a80-507703d51c9e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-289925603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "320d185402b0408994b165e50e456471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a6f2d39-4d", "ovs_interfaceid": "1a6f2d39-4dbf-4bdc-8609-dab13d99c241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1185.322673] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:3e:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a6f2d39-4dbf-4bdc-8609-dab13d99c241', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.330226] env[64120]: DEBUG oslo.service.loopingcall [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1185.330570] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1185.330829] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54914e35-6e2d-4b73-ad45-de5883408fa9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.353806] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.353806] env[64120]: value = "task-1406430" [ 1185.353806] env[64120]: _type = "Task" [ 1185.353806] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.363536] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406430, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.418298] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3a38dae2-5f92-422d-b334-85264942249d tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquiring lock "435bd213-b529-4741-8145-9fa3d63638af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.418298] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3a38dae2-5f92-422d-b334-85264942249d tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lock "435bd213-b529-4741-8145-9fa3d63638af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.418298] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3a38dae2-5f92-422d-b334-85264942249d tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquiring lock "435bd213-b529-4741-8145-9fa3d63638af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.418298] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3a38dae2-5f92-422d-b334-85264942249d tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lock "435bd213-b529-4741-8145-9fa3d63638af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.418298] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3a38dae2-5f92-422d-b334-85264942249d tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lock "435bd213-b529-4741-8145-9fa3d63638af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.424597] env[64120]: INFO nova.compute.manager [None req-3a38dae2-5f92-422d-b334-85264942249d tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Terminating instance [ 1185.428622] env[64120]: DEBUG nova.compute.manager [None req-3a38dae2-5f92-422d-b334-85264942249d tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1185.428883] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3a38dae2-5f92-422d-b334-85264942249d tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1185.429817] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3886bb-4f4f-480f-bef3-8821b28b288c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.447057] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a38dae2-5f92-422d-b334-85264942249d tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.447878] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21239e59-776b-4dba-81f0-7bfd44695fc7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.458699] env[64120]: DEBUG oslo_vmware.api [None req-3a38dae2-5f92-422d-b334-85264942249d tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for the task: (returnval){ [ 1185.458699] env[64120]: value = "task-1406431" [ 1185.458699] env[64120]: _type = "Task" [ 1185.458699] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.472528] env[64120]: DEBUG oslo_vmware.api [None req-3a38dae2-5f92-422d-b334-85264942249d tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.529811] env[64120]: DEBUG nova.compute.manager [req-2206a01a-f6b3-4e3b-ae85-c2da6c3dcc83 req-e24047f9-724f-4648-9824-c1877c3a41dc service nova] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Received event network-changed-1a6f2d39-4dbf-4bdc-8609-dab13d99c241 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1185.530120] env[64120]: DEBUG nova.compute.manager [req-2206a01a-f6b3-4e3b-ae85-c2da6c3dcc83 req-e24047f9-724f-4648-9824-c1877c3a41dc service nova] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Refreshing instance network info cache due to event network-changed-1a6f2d39-4dbf-4bdc-8609-dab13d99c241. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1185.530918] env[64120]: DEBUG oslo_concurrency.lockutils [req-2206a01a-f6b3-4e3b-ae85-c2da6c3dcc83 req-e24047f9-724f-4648-9824-c1877c3a41dc service nova] Acquiring lock "refresh_cache-f49b7fd3-714c-4bca-8539-5779e9e7bbe1" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.530918] env[64120]: DEBUG oslo_concurrency.lockutils [req-2206a01a-f6b3-4e3b-ae85-c2da6c3dcc83 req-e24047f9-724f-4648-9824-c1877c3a41dc service nova] Acquired lock "refresh_cache-f49b7fd3-714c-4bca-8539-5779e9e7bbe1" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.530918] env[64120]: DEBUG nova.network.neutron [req-2206a01a-f6b3-4e3b-ae85-c2da6c3dcc83 req-e24047f9-724f-4648-9824-c1877c3a41dc service nova] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Refreshing network info cache for port 1a6f2d39-4dbf-4bdc-8609-dab13d99c241 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.539783] env[64120]: DEBUG oslo_vmware.api [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406429, 'name': Rename_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.735637] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a1d046b3-baa6-47b1-9e24-eb23ad848507 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.738027] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.743300] env[64120]: INFO nova.compute.claims [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.757768] env[64120]: DEBUG oslo_vmware.api [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406428, 'name': PowerOnVM_Task, 'duration_secs': 0.903402} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.757768] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1185.758130] env[64120]: INFO nova.compute.manager [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Took 15.37 seconds to spawn the instance on the hypervisor. [ 1185.758130] env[64120]: DEBUG nova.compute.manager [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1185.759032] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2996f3a0-04b2-449a-8b0b-f7279dabfe1d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.763686] env[64120]: INFO nova.scheduler.client.report [None req-a1d046b3-baa6-47b1-9e24-eb23ad848507 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Deleted allocations for instance a4c04c6d-8d9b-4859-9ece-a256f8cd0f18 [ 1185.864138] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406430, 'name': CreateVM_Task, 'duration_secs': 0.500942} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.864339] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1185.865378] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.865562] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.868044] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.868044] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7f620dc-989f-40c5-82f9-193badcb2556 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.871791] env[64120]: DEBUG oslo_vmware.api [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1185.871791] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5209f101-783f-ebf7-a905-c4746b2f86f0" [ 1185.871791] env[64120]: _type = "Task" [ 1185.871791] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.882436] env[64120]: DEBUG oslo_vmware.api [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5209f101-783f-ebf7-a905-c4746b2f86f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.971610] env[64120]: DEBUG oslo_vmware.api [None req-3a38dae2-5f92-422d-b334-85264942249d tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406431, 'name': PowerOffVM_Task, 'duration_secs': 0.237053} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.972035] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a38dae2-5f92-422d-b334-85264942249d tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.972221] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3a38dae2-5f92-422d-b334-85264942249d tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.972497] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4147582-eab1-45f6-814a-7ed89c583b49 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.034411] env[64120]: DEBUG oslo_vmware.api [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406429, 'name': Rename_Task, 'duration_secs': 1.006591} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.036520] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.036973] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a31b862c-04fc-4e5c-a7cb-fa4545d317ec {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.044950] env[64120]: DEBUG oslo_vmware.api [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1186.044950] env[64120]: value = "task-1406433" [ 1186.044950] env[64120]: _type = "Task" [ 1186.044950] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.050396] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3a38dae2-5f92-422d-b334-85264942249d tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1186.050706] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3a38dae2-5f92-422d-b334-85264942249d tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1186.051178] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a38dae2-5f92-422d-b334-85264942249d tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Deleting the datastore file [datastore2] 435bd213-b529-4741-8145-9fa3d63638af {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1186.051867] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d9a7a25-97e6-47af-b50c-011d0c315299 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.064831] env[64120]: DEBUG oslo_vmware.api [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.066118] env[64120]: DEBUG oslo_vmware.api [None req-3a38dae2-5f92-422d-b334-85264942249d tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for the task: (returnval){ [ 1186.066118] env[64120]: value = "task-1406434" [ 1186.066118] env[64120]: _type = "Task" [ 1186.066118] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.076573] env[64120]: DEBUG oslo_vmware.api [None req-3a38dae2-5f92-422d-b334-85264942249d tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.282047] env[64120]: INFO nova.compute.manager [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Took 43.67 seconds to build instance. [ 1186.289029] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a1d046b3-baa6-47b1-9e24-eb23ad848507 tempest-VolumesAdminNegativeTest-759986492 tempest-VolumesAdminNegativeTest-759986492-project-member] Lock "a4c04c6d-8d9b-4859-9ece-a256f8cd0f18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.067s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.289029] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "a4c04c6d-8d9b-4859-9ece-a256f8cd0f18" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.744s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.289029] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb03814b-1de3-4c17-8040-0221ce3a8ea5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.298061] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603948e9-d24e-401f-b943-a6e05670a281 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.348779] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9986d7b7-1630-4d1e-b52a-2acd8d6b92c3 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Acquiring lock "6256907f-2d19-4c71-af03-089eca162154" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.349206] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9986d7b7-1630-4d1e-b52a-2acd8d6b92c3 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Lock "6256907f-2d19-4c71-af03-089eca162154" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.349467] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9986d7b7-1630-4d1e-b52a-2acd8d6b92c3 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Acquiring lock "6256907f-2d19-4c71-af03-089eca162154-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.349717] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9986d7b7-1630-4d1e-b52a-2acd8d6b92c3 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Lock "6256907f-2d19-4c71-af03-089eca162154-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.349949] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9986d7b7-1630-4d1e-b52a-2acd8d6b92c3 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Lock "6256907f-2d19-4c71-af03-089eca162154-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.354958] env[64120]: INFO nova.compute.manager [None req-9986d7b7-1630-4d1e-b52a-2acd8d6b92c3 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Terminating instance [ 1186.358681] env[64120]: DEBUG nova.compute.manager [None req-9986d7b7-1630-4d1e-b52a-2acd8d6b92c3 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1186.358681] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9986d7b7-1630-4d1e-b52a-2acd8d6b92c3 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.359491] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c338398c-ac3b-40d1-95dc-d9dd3f5c047f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.368385] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9986d7b7-1630-4d1e-b52a-2acd8d6b92c3 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.369250] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-513d1411-a15b-4602-997e-c0e1e62d129f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.379894] env[64120]: DEBUG oslo_vmware.api [None req-9986d7b7-1630-4d1e-b52a-2acd8d6b92c3 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1186.379894] env[64120]: value = "task-1406435" [ 1186.379894] env[64120]: _type = "Task" [ 1186.379894] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.384755] env[64120]: DEBUG oslo_vmware.api [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5209f101-783f-ebf7-a905-c4746b2f86f0, 'name': SearchDatastore_Task, 'duration_secs': 0.026655} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.388749] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.389043] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1186.389293] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.389452] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.389635] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.389901] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5dcd3f5a-7e42-4456-9481-77ebafab80ca {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.397110] env[64120]: DEBUG oslo_vmware.api [None req-9986d7b7-1630-4d1e-b52a-2acd8d6b92c3 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.409640] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.409837] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1186.410967] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0916b6a-b9c2-4bd8-bc68-dfa61d05e1c7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.420145] env[64120]: DEBUG oslo_vmware.api [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1186.420145] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5241845c-ec8b-57f9-12df-360bb6872622" [ 1186.420145] env[64120]: _type = "Task" [ 1186.420145] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.428498] env[64120]: DEBUG oslo_vmware.api [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5241845c-ec8b-57f9-12df-360bb6872622, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.450269] env[64120]: DEBUG nova.network.neutron [req-2206a01a-f6b3-4e3b-ae85-c2da6c3dcc83 req-e24047f9-724f-4648-9824-c1877c3a41dc service nova] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Updated VIF entry in instance network info cache for port 1a6f2d39-4dbf-4bdc-8609-dab13d99c241. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.450667] env[64120]: DEBUG nova.network.neutron [req-2206a01a-f6b3-4e3b-ae85-c2da6c3dcc83 req-e24047f9-724f-4648-9824-c1877c3a41dc service nova] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Updating instance_info_cache with network_info: [{"id": "1a6f2d39-4dbf-4bdc-8609-dab13d99c241", "address": "fa:16:3e:aa:3e:06", "network": {"id": "986f8b17-896c-4e32-9a80-507703d51c9e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-289925603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "320d185402b0408994b165e50e456471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a6f2d39-4d", "ovs_interfaceid": "1a6f2d39-4dbf-4bdc-8609-dab13d99c241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.555468] env[64120]: DEBUG oslo_vmware.api [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406433, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.576287] env[64120]: DEBUG oslo_vmware.api [None req-3a38dae2-5f92-422d-b334-85264942249d tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363784} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.576581] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a38dae2-5f92-422d-b334-85264942249d tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1186.576775] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3a38dae2-5f92-422d-b334-85264942249d tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1186.576968] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3a38dae2-5f92-422d-b334-85264942249d tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1186.577215] env[64120]: INFO nova.compute.manager [None req-3a38dae2-5f92-422d-b334-85264942249d tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1186.577484] env[64120]: DEBUG oslo.service.loopingcall [None req-3a38dae2-5f92-422d-b334-85264942249d tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1186.577697] env[64120]: DEBUG nova.compute.manager [-] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1186.577792] env[64120]: DEBUG nova.network.neutron [-] [instance: 435bd213-b529-4741-8145-9fa3d63638af] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1186.787762] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e34eae2-8f61-4a6d-9b79-dc50c78a0c7c tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "13e9b715-708c-4311-9cfe-7e85f26253a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.179s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.787762] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "13e9b715-708c-4311-9cfe-7e85f26253a8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.230s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.787762] env[64120]: INFO nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] During sync_power_state the instance has a pending task (spawning). Skip. [ 1186.787762] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "13e9b715-708c-4311-9cfe-7e85f26253a8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.857599] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "a4c04c6d-8d9b-4859-9ece-a256f8cd0f18" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.572s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.897158] env[64120]: DEBUG oslo_vmware.api [None req-9986d7b7-1630-4d1e-b52a-2acd8d6b92c3 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.931781] env[64120]: DEBUG oslo_vmware.api [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5241845c-ec8b-57f9-12df-360bb6872622, 'name': SearchDatastore_Task, 'duration_secs': 0.015587} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.937230] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4045011-0c1d-4451-a7d4-f4e520d6c7e4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.947552] env[64120]: DEBUG oslo_vmware.api [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1186.947552] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5239fd8a-e315-e157-7849-3ccbe64d069f" [ 1186.947552] env[64120]: _type = "Task" [ 1186.947552] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.956083] env[64120]: DEBUG oslo_concurrency.lockutils [req-2206a01a-f6b3-4e3b-ae85-c2da6c3dcc83 req-e24047f9-724f-4648-9824-c1877c3a41dc service nova] Releasing lock "refresh_cache-f49b7fd3-714c-4bca-8539-5779e9e7bbe1" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.961214] env[64120]: DEBUG oslo_vmware.api [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5239fd8a-e315-e157-7849-3ccbe64d069f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.056090] env[64120]: DEBUG oslo_vmware.api [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406433, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.187178] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de85a0e1-fc46-42eb-8bb2-0b83f1fa3f27 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.194824] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ab10e9-4387-46d6-85ad-4467e3fe4d1f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.248085] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa796018-b3c5-477a-8b60-171f4b391686 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.259436] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072831fd-dc60-4b66-9438-76f8ebf24bd6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.276974] env[64120]: DEBUG nova.compute.provider_tree [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.306581] env[64120]: DEBUG nova.network.neutron [-] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.398068] env[64120]: DEBUG oslo_vmware.api [None req-9986d7b7-1630-4d1e-b52a-2acd8d6b92c3 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406435, 'name': PowerOffVM_Task, 'duration_secs': 0.819334} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.398522] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9986d7b7-1630-4d1e-b52a-2acd8d6b92c3 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.398823] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9986d7b7-1630-4d1e-b52a-2acd8d6b92c3 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.399629] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bc8804a-68e4-4bb8-a463-5883b7748537 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.463330] env[64120]: DEBUG oslo_vmware.api [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5239fd8a-e315-e157-7849-3ccbe64d069f, 'name': SearchDatastore_Task, 'duration_secs': 0.018566} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.463765] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.464156] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] f49b7fd3-714c-4bca-8539-5779e9e7bbe1/f49b7fd3-714c-4bca-8539-5779e9e7bbe1.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.464525] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3da13546-abc2-4b2e-8938-6ddfbb71aa2e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.474555] env[64120]: DEBUG oslo_vmware.api [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1187.474555] env[64120]: value = "task-1406437" [ 1187.474555] env[64120]: _type = "Task" [ 1187.474555] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.485966] env[64120]: DEBUG oslo_vmware.api [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.501152] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9986d7b7-1630-4d1e-b52a-2acd8d6b92c3 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.502682] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9986d7b7-1630-4d1e-b52a-2acd8d6b92c3 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.502932] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9986d7b7-1630-4d1e-b52a-2acd8d6b92c3 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Deleting the datastore file [datastore1] 6256907f-2d19-4c71-af03-089eca162154 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.503281] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34ceadf3-3cd5-4715-b381-9966e62d5f67 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.515138] env[64120]: DEBUG oslo_vmware.api [None req-9986d7b7-1630-4d1e-b52a-2acd8d6b92c3 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1187.515138] env[64120]: value = "task-1406438" [ 1187.515138] env[64120]: _type = "Task" [ 1187.515138] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.527508] env[64120]: DEBUG oslo_vmware.api [None req-9986d7b7-1630-4d1e-b52a-2acd8d6b92c3 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.558732] env[64120]: DEBUG oslo_vmware.api [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406433, 'name': PowerOnVM_Task, 'duration_secs': 1.467936} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.559024] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.559236] env[64120]: INFO nova.compute.manager [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Took 11.97 seconds to spawn the instance on the hypervisor. [ 1187.559418] env[64120]: DEBUG nova.compute.manager [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1187.560785] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c1a149-05a7-4e4e-af61-12a66e2cad1a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.713036] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f290562e-5a69-4de1-a33f-13a99a7117a3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "13e9b715-708c-4311-9cfe-7e85f26253a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.713323] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f290562e-5a69-4de1-a33f-13a99a7117a3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "13e9b715-708c-4311-9cfe-7e85f26253a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.713554] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f290562e-5a69-4de1-a33f-13a99a7117a3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "13e9b715-708c-4311-9cfe-7e85f26253a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.713746] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f290562e-5a69-4de1-a33f-13a99a7117a3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "13e9b715-708c-4311-9cfe-7e85f26253a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.713924] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f290562e-5a69-4de1-a33f-13a99a7117a3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "13e9b715-708c-4311-9cfe-7e85f26253a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.719136] env[64120]: DEBUG nova.compute.manager [req-f40ec741-f794-4ac4-a640-d8920f59c7b7 req-b5672290-bb1d-4328-80c7-31e91207553f service nova] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Received event network-vif-deleted-2019c341-5770-4404-bb7d-2748c5ba1aa6 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1187.719608] env[64120]: INFO nova.compute.manager [None req-f290562e-5a69-4de1-a33f-13a99a7117a3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Terminating instance [ 1187.721540] env[64120]: DEBUG nova.compute.manager [None req-f290562e-5a69-4de1-a33f-13a99a7117a3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1187.721807] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-f290562e-5a69-4de1-a33f-13a99a7117a3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1187.723468] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf728ce-2d08-4ac9-a1cb-f6996c4f9dec {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.733426] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f290562e-5a69-4de1-a33f-13a99a7117a3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.733426] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e3fbc12-c146-4d17-af98-e7138ea6c5cd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.744025] env[64120]: DEBUG oslo_vmware.api [None req-f290562e-5a69-4de1-a33f-13a99a7117a3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1187.744025] env[64120]: value = "task-1406439" [ 1187.744025] env[64120]: _type = "Task" [ 1187.744025] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.754754] env[64120]: DEBUG oslo_vmware.api [None req-f290562e-5a69-4de1-a33f-13a99a7117a3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.780213] env[64120]: DEBUG nova.scheduler.client.report [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1187.809368] env[64120]: INFO nova.compute.manager [-] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Took 1.23 seconds to deallocate network for instance. [ 1187.992460] env[64120]: DEBUG oslo_vmware.api [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406437, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.030531] env[64120]: DEBUG oslo_vmware.api [None req-9986d7b7-1630-4d1e-b52a-2acd8d6b92c3 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359933} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.030531] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9986d7b7-1630-4d1e-b52a-2acd8d6b92c3 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.030531] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9986d7b7-1630-4d1e-b52a-2acd8d6b92c3 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1188.030531] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9986d7b7-1630-4d1e-b52a-2acd8d6b92c3 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1188.030531] env[64120]: INFO nova.compute.manager [None req-9986d7b7-1630-4d1e-b52a-2acd8d6b92c3 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 6256907f-2d19-4c71-af03-089eca162154] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1188.030984] env[64120]: DEBUG oslo.service.loopingcall [None req-9986d7b7-1630-4d1e-b52a-2acd8d6b92c3 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1188.030984] env[64120]: DEBUG nova.compute.manager [-] [instance: 6256907f-2d19-4c71-af03-089eca162154] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1188.030984] env[64120]: DEBUG nova.network.neutron [-] [instance: 6256907f-2d19-4c71-af03-089eca162154] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1188.087999] env[64120]: INFO nova.compute.manager [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Took 31.82 seconds to build instance. [ 1188.254956] env[64120]: DEBUG oslo_vmware.api [None req-f290562e-5a69-4de1-a33f-13a99a7117a3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406439, 'name': PowerOffVM_Task, 'duration_secs': 0.371082} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.255514] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f290562e-5a69-4de1-a33f-13a99a7117a3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.255706] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-f290562e-5a69-4de1-a33f-13a99a7117a3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1188.256314] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32a2cd38-e16d-4bdf-a4f0-f6c66c48474e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.288764] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.289529] env[64120]: DEBUG nova.compute.manager [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1188.292845] env[64120]: DEBUG oslo_concurrency.lockutils [None req-02b8116d-ad19-42d5-8898-5dc289a63b4d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.393s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.293289] env[64120]: DEBUG nova.objects.instance [None req-02b8116d-ad19-42d5-8898-5dc289a63b4d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lazy-loading 'resources' on Instance uuid 643c3a48-b1e8-4d3c-84f7-69a41c264eaf {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.317795] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3a38dae2-5f92-422d-b334-85264942249d tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.350974] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-f290562e-5a69-4de1-a33f-13a99a7117a3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1188.351809] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-f290562e-5a69-4de1-a33f-13a99a7117a3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1188.351809] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-f290562e-5a69-4de1-a33f-13a99a7117a3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Deleting the datastore file [datastore2] 13e9b715-708c-4311-9cfe-7e85f26253a8 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1188.352075] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7aafe66a-b815-44d6-b5eb-d8f545b42301 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.365681] env[64120]: DEBUG oslo_vmware.api [None req-f290562e-5a69-4de1-a33f-13a99a7117a3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1188.365681] env[64120]: value = "task-1406441" [ 1188.365681] env[64120]: _type = "Task" [ 1188.365681] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.382051] env[64120]: DEBUG oslo_vmware.api [None req-f290562e-5a69-4de1-a33f-13a99a7117a3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.496797] env[64120]: DEBUG oslo_vmware.api [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722152} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.497867] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] f49b7fd3-714c-4bca-8539-5779e9e7bbe1/f49b7fd3-714c-4bca-8539-5779e9e7bbe1.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1188.497867] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1188.498176] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97c0cf06-bcb3-411e-9ed7-2565dd699252 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.511484] env[64120]: DEBUG oslo_vmware.api [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1188.511484] env[64120]: value = "task-1406442" [ 1188.511484] env[64120]: _type = "Task" [ 1188.511484] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.533024] env[64120]: DEBUG oslo_vmware.api [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.592114] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7d0741c9-1fe4-4102-a078-27bcc9f5d385 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "38abe049-5ca2-48f5-b5b1-cfb1695a14dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.338s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.592938] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "38abe049-5ca2-48f5-b5b1-cfb1695a14dc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.036s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.592938] env[64120]: INFO nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] During sync_power_state the instance has a pending task (spawning). Skip. [ 1188.593171] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "38abe049-5ca2-48f5-b5b1-cfb1695a14dc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.798950] env[64120]: DEBUG nova.compute.utils [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1188.803771] env[64120]: DEBUG nova.compute.manager [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1188.803892] env[64120]: DEBUG nova.network.neutron [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1188.880648] env[64120]: DEBUG oslo_vmware.api [None req-f290562e-5a69-4de1-a33f-13a99a7117a3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226653} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.881623] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-f290562e-5a69-4de1-a33f-13a99a7117a3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.884029] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-f290562e-5a69-4de1-a33f-13a99a7117a3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1188.884029] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-f290562e-5a69-4de1-a33f-13a99a7117a3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1188.884029] env[64120]: INFO nova.compute.manager [None req-f290562e-5a69-4de1-a33f-13a99a7117a3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1188.884029] env[64120]: DEBUG oslo.service.loopingcall [None req-f290562e-5a69-4de1-a33f-13a99a7117a3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1188.884386] env[64120]: DEBUG nova.compute.manager [-] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1188.884587] env[64120]: DEBUG nova.network.neutron [-] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1189.026457] env[64120]: DEBUG oslo_vmware.api [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093145} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.026754] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1189.027648] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc31dc9-37c1-4dff-a401-a21642c2404e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.060570] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] f49b7fd3-714c-4bca-8539-5779e9e7bbe1/f49b7fd3-714c-4bca-8539-5779e9e7bbe1.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.064926] env[64120]: DEBUG nova.policy [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af47fc3ed29740fd889246bae78db8a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bedb242e14441ac97c0a829950bc9ce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1189.066330] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4547ef0b-80b7-46be-8660-75360491f6f6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.094226] env[64120]: DEBUG oslo_vmware.api [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1189.094226] env[64120]: value = "task-1406443" [ 1189.094226] env[64120]: _type = "Task" [ 1189.094226] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.103993] env[64120]: DEBUG oslo_vmware.api [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406443, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.107159] env[64120]: DEBUG nova.network.neutron [-] [instance: 6256907f-2d19-4c71-af03-089eca162154] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.305784] env[64120]: DEBUG nova.compute.manager [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1189.338773] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96dbbd3a-c1d5-4c23-9f51-e7b0d5e4a45b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.349446] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595672a8-820f-4ac4-9919-662b47b4edaa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.389990] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b04c1a-71be-484e-81d5-b34e9b1fe9b1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.399272] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498dc642-cc71-428c-8c20-39838a638916 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.417677] env[64120]: DEBUG nova.compute.provider_tree [None req-02b8116d-ad19-42d5-8898-5dc289a63b4d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.604310] env[64120]: DEBUG oslo_vmware.api [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406443, 'name': ReconfigVM_Task, 'duration_secs': 0.499252} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.605728] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Reconfigured VM instance instance-00000048 to attach disk [datastore2] f49b7fd3-714c-4bca-8539-5779e9e7bbe1/f49b7fd3-714c-4bca-8539-5779e9e7bbe1.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.606758] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-921148ad-0900-4210-b5e0-557b9ac51435 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.611665] env[64120]: INFO nova.compute.manager [-] [instance: 6256907f-2d19-4c71-af03-089eca162154] Took 1.58 seconds to deallocate network for instance. [ 1189.618932] env[64120]: DEBUG oslo_vmware.api [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1189.618932] env[64120]: value = "task-1406444" [ 1189.618932] env[64120]: _type = "Task" [ 1189.618932] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.628766] env[64120]: DEBUG oslo_vmware.api [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406444, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.667266] env[64120]: DEBUG oslo_vmware.rw_handles [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4725d-a96a-213f-d551-e8b40b74ac73/disk-0.vmdk. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1189.671428] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27ca328-058e-41d1-b8de-84bcd746c749 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.679637] env[64120]: DEBUG nova.network.neutron [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Successfully created port: 6424cbdf-9a9d-4eb8-94f3-ff112c808edf {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1189.692358] env[64120]: DEBUG oslo_vmware.rw_handles [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4725d-a96a-213f-d551-e8b40b74ac73/disk-0.vmdk is in state: ready. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1189.692592] env[64120]: ERROR oslo_vmware.rw_handles [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4725d-a96a-213f-d551-e8b40b74ac73/disk-0.vmdk due to incomplete transfer. [ 1189.693188] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-79341cd2-6a28-4f4a-916f-545c360e2430 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.702417] env[64120]: DEBUG oslo_vmware.rw_handles [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4725d-a96a-213f-d551-e8b40b74ac73/disk-0.vmdk. {{(pid=64120) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1189.702629] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Uploaded image a2d6c103-6f9e-4b4c-b317-ef422ded0bb3 to the Glance image server {{(pid=64120) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1189.704735] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Destroying the VM {{(pid=64120) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1189.705048] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ec6fe9d6-7c64-4c1e-baae-31136fb1a1c3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.713337] env[64120]: DEBUG oslo_vmware.api [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1189.713337] env[64120]: value = "task-1406445" [ 1189.713337] env[64120]: _type = "Task" [ 1189.713337] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.723806] env[64120]: DEBUG oslo_vmware.api [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406445, 'name': Destroy_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.921078] env[64120]: DEBUG nova.scheduler.client.report [None req-02b8116d-ad19-42d5-8898-5dc289a63b4d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1190.069203] env[64120]: DEBUG nova.network.neutron [-] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.131688] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9986d7b7-1630-4d1e-b52a-2acd8d6b92c3 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.140099] env[64120]: DEBUG oslo_vmware.api [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406444, 'name': Rename_Task, 'duration_secs': 0.162243} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.140099] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.140399] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e763ecf-c1b9-441b-bed0-ecbbc505a876 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.149530] env[64120]: DEBUG oslo_vmware.api [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1190.149530] env[64120]: value = "task-1406446" [ 1190.149530] env[64120]: _type = "Task" [ 1190.149530] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.156852] env[64120]: DEBUG nova.compute.manager [req-ccb6ed10-9601-4de8-87cc-de2eaae7aabe req-0954d856-f667-4c66-9df5-93aa012c326d service nova] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Received event network-vif-deleted-f1779005-a1a3-462e-9e83-4c74c0d093b8 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1190.160869] env[64120]: DEBUG oslo_vmware.api [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.216852] env[64120]: DEBUG nova.compute.manager [req-45a8d92f-d232-4bfd-ad41-79baed25146c req-608ad329-3a40-4ce4-9930-3fa187fd5f79 service nova] [instance: 6256907f-2d19-4c71-af03-089eca162154] Received event network-vif-deleted-c6d98a98-b80b-4e9b-b833-71d7b6b2533c {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1190.231754] env[64120]: DEBUG oslo_vmware.api [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406445, 'name': Destroy_Task} progress is 33%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.325639] env[64120]: DEBUG nova.compute.manager [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1190.358223] env[64120]: DEBUG nova.virt.hardware [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1190.358223] env[64120]: DEBUG nova.virt.hardware [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1190.358600] env[64120]: DEBUG nova.virt.hardware [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.359109] env[64120]: DEBUG nova.virt.hardware [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1190.362626] env[64120]: DEBUG nova.virt.hardware [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.362626] env[64120]: DEBUG nova.virt.hardware [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1190.362626] env[64120]: DEBUG nova.virt.hardware [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1190.362626] env[64120]: DEBUG nova.virt.hardware [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1190.362626] env[64120]: DEBUG nova.virt.hardware [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1190.362626] env[64120]: DEBUG nova.virt.hardware [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1190.362626] env[64120]: DEBUG nova.virt.hardware [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1190.365619] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700caba4-eeb7-4cb6-8852-9c4f053412e1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.377044] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ca1347-b72f-4ef0-9e87-e1746a965da2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.427898] env[64120]: DEBUG oslo_concurrency.lockutils [None req-02b8116d-ad19-42d5-8898-5dc289a63b4d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.430959] env[64120]: DEBUG oslo_concurrency.lockutils [None req-aa6059a9-a513-43c4-be7f-5a78d079f7c2 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.204s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.430959] env[64120]: DEBUG nova.objects.instance [None req-aa6059a9-a513-43c4-be7f-5a78d079f7c2 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Lazy-loading 'resources' on Instance uuid d57efb12-3708-4a0d-8987-4efe69887d86 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.458804] env[64120]: INFO nova.scheduler.client.report [None req-02b8116d-ad19-42d5-8898-5dc289a63b4d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Deleted allocations for instance 643c3a48-b1e8-4d3c-84f7-69a41c264eaf [ 1190.571488] env[64120]: INFO nova.compute.manager [-] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Took 1.69 seconds to deallocate network for instance. [ 1190.664437] env[64120]: DEBUG oslo_vmware.api [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406446, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.700022] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0a2bcf78-8160-493f-ac4a-3b40b19cbf5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "38abe049-5ca2-48f5-b5b1-cfb1695a14dc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.700022] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0a2bcf78-8160-493f-ac4a-3b40b19cbf5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "38abe049-5ca2-48f5-b5b1-cfb1695a14dc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.700022] env[64120]: DEBUG nova.compute.manager [None req-0a2bcf78-8160-493f-ac4a-3b40b19cbf5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1190.700022] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721bb8c0-64d3-4f3b-aa19-fe63f0264654 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.711792] env[64120]: DEBUG nova.compute.manager [None req-0a2bcf78-8160-493f-ac4a-3b40b19cbf5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64120) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1190.712847] env[64120]: DEBUG nova.objects.instance [None req-0a2bcf78-8160-493f-ac4a-3b40b19cbf5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lazy-loading 'flavor' on Instance uuid 38abe049-5ca2-48f5-b5b1-cfb1695a14dc {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.729462] env[64120]: DEBUG oslo_vmware.api [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406445, 'name': Destroy_Task, 'duration_secs': 0.629481} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.729462] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Destroyed the VM [ 1190.733372] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Deleting Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1190.733372] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7a67adeb-1255-4edb-978c-4e8c669cfa32 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.740031] env[64120]: DEBUG oslo_vmware.api [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1190.740031] env[64120]: value = "task-1406447" [ 1190.740031] env[64120]: _type = "Task" [ 1190.740031] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.753917] env[64120]: DEBUG oslo_vmware.api [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406447, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.822189] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Acquiring lock "545845b5-062b-48c2-9367-513d9a77b7a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.822446] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Lock "545845b5-062b-48c2-9367-513d9a77b7a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.969958] env[64120]: DEBUG oslo_concurrency.lockutils [None req-02b8116d-ad19-42d5-8898-5dc289a63b4d tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "643c3a48-b1e8-4d3c-84f7-69a41c264eaf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.646s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.970997] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "643c3a48-b1e8-4d3c-84f7-69a41c264eaf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.422s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.971522] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52dcb0f0-0561-4f4d-99e2-83a0ba464de3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.985075] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249b624d-e24b-4d64-909b-73da62d2de74 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.080105] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f290562e-5a69-4de1-a33f-13a99a7117a3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.165761] env[64120]: DEBUG oslo_vmware.api [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406446, 'name': PowerOnVM_Task, 'duration_secs': 0.614509} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.166339] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.167413] env[64120]: INFO nova.compute.manager [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1191.167413] env[64120]: DEBUG nova.compute.manager [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1191.168461] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d55c8f-5a6c-4c70-bad7-77edba8b0699 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.180315] env[64120]: DEBUG oslo_concurrency.lockutils [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Acquiring lock "60537205-dfa3-4db3-9972-cf1e3901e874" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.180959] env[64120]: DEBUG oslo_concurrency.lockutils [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Lock "60537205-dfa3-4db3-9972-cf1e3901e874" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.180959] env[64120]: DEBUG oslo_concurrency.lockutils [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Acquiring lock "60537205-dfa3-4db3-9972-cf1e3901e874-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.181084] env[64120]: DEBUG oslo_concurrency.lockutils [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Lock "60537205-dfa3-4db3-9972-cf1e3901e874-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.181362] env[64120]: DEBUG oslo_concurrency.lockutils [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Lock "60537205-dfa3-4db3-9972-cf1e3901e874-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.186086] env[64120]: INFO nova.compute.manager [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Terminating instance [ 1191.191777] env[64120]: DEBUG nova.compute.manager [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1191.192076] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.192781] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-384c1a33-4536-4a39-8364-698be2b40f74 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.202027] env[64120]: DEBUG oslo_vmware.api [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Waiting for the task: (returnval){ [ 1191.202027] env[64120]: value = "task-1406448" [ 1191.202027] env[64120]: _type = "Task" [ 1191.202027] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.220636] env[64120]: DEBUG oslo_vmware.api [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Task: {'id': task-1406448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.221488] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a2bcf78-8160-493f-ac4a-3b40b19cbf5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.224622] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e3e66aa-1eec-46b3-89ec-5c31743a5d82 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.234169] env[64120]: DEBUG oslo_vmware.api [None req-0a2bcf78-8160-493f-ac4a-3b40b19cbf5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1191.234169] env[64120]: value = "task-1406449" [ 1191.234169] env[64120]: _type = "Task" [ 1191.234169] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.243266] env[64120]: DEBUG oslo_vmware.api [None req-0a2bcf78-8160-493f-ac4a-3b40b19cbf5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.253909] env[64120]: DEBUG oslo_vmware.api [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406447, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.325113] env[64120]: DEBUG nova.compute.manager [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1191.433046] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57899879-ccdc-421c-9285-c09fef6643cd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.445286] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897aa599-34f9-4fae-8f28-ced331a6bef6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.486933] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075f2dbb-121d-4586-9031-f5fb1868450e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.495666] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d702c04b-b3d2-42aa-a137-21a989be6347 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.513737] env[64120]: DEBUG nova.compute.provider_tree [None req-aa6059a9-a513-43c4-be7f-5a78d079f7c2 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.533556] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "643c3a48-b1e8-4d3c-84f7-69a41c264eaf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.562s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.691768] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "2d14c3fc-708b-4bb7-8f95-303e546dd811" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.692687] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "2d14c3fc-708b-4bb7-8f95-303e546dd811" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.693125] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "2d14c3fc-708b-4bb7-8f95-303e546dd811-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.694164] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "2d14c3fc-708b-4bb7-8f95-303e546dd811-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.694164] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "2d14c3fc-708b-4bb7-8f95-303e546dd811-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.699990] env[64120]: INFO nova.compute.manager [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Terminating instance [ 1191.710860] env[64120]: INFO nova.compute.manager [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Took 30.94 seconds to build instance. [ 1191.714984] env[64120]: DEBUG nova.compute.manager [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1191.714984] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1191.714984] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982dcbb9-9574-4d6e-993a-c89c0964b8f9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.723793] env[64120]: DEBUG oslo_vmware.api [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Task: {'id': task-1406448, 'name': PowerOffVM_Task, 'duration_secs': 0.30551} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.726809] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.726974] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Volume detach. Driver type: vmdk {{(pid=64120) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1191.727521] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298048', 'volume_id': 'd462ac4a-0659-4018-8c4c-049ed8ff2395', 'name': 'volume-d462ac4a-0659-4018-8c4c-049ed8ff2395', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '60537205-dfa3-4db3-9972-cf1e3901e874', 'attached_at': '', 'detached_at': '', 'volume_id': 'd462ac4a-0659-4018-8c4c-049ed8ff2395', 'serial': 'd462ac4a-0659-4018-8c4c-049ed8ff2395'} {{(pid=64120) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1191.727851] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.728669] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d60a50-d239-43e9-8218-f940da4c3e3c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.731534] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac3bcbd5-3997-425d-a583-9d099a6ac07c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.761234] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02f717d-9855-4b31-8f75-d0444c27d71c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.763572] env[64120]: DEBUG oslo_vmware.api [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1191.763572] env[64120]: value = "task-1406450" [ 1191.763572] env[64120]: _type = "Task" [ 1191.763572] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.767522] env[64120]: DEBUG oslo_vmware.api [None req-0a2bcf78-8160-493f-ac4a-3b40b19cbf5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406449, 'name': PowerOffVM_Task, 'duration_secs': 0.258705} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.771325] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a2bcf78-8160-493f-ac4a-3b40b19cbf5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.771513] env[64120]: DEBUG nova.compute.manager [None req-0a2bcf78-8160-493f-ac4a-3b40b19cbf5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1191.776650] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08629df9-3e1c-4126-9f0b-0c8370773394 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.779880] env[64120]: DEBUG oslo_vmware.api [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406447, 'name': RemoveSnapshot_Task, 'duration_secs': 1.012559} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.780867] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Deleted Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1191.780977] env[64120]: INFO nova.compute.manager [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Took 20.22 seconds to snapshot the instance on the hypervisor. [ 1191.783914] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727121bb-8472-440d-bc7e-25a2e5f4ef34 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.790163] env[64120]: DEBUG oslo_vmware.api [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.810997] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7afab5e-d509-469f-8f78-7edfaec974ae {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.828552] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] The volume has not been displaced from its original location: [datastore1] volume-d462ac4a-0659-4018-8c4c-049ed8ff2395/volume-d462ac4a-0659-4018-8c4c-049ed8ff2395.vmdk. No consolidation needed. {{(pid=64120) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1191.835587] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Reconfiguring VM instance instance-0000003e to detach disk 2000 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1191.837921] env[64120]: DEBUG nova.network.neutron [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Successfully updated port: 6424cbdf-9a9d-4eb8-94f3-ff112c808edf {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1191.840651] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6c1c679-584b-4caa-a772-d0ad2d00ec0d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.866702] env[64120]: DEBUG oslo_vmware.api [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Waiting for the task: (returnval){ [ 1191.866702] env[64120]: value = "task-1406451" [ 1191.866702] env[64120]: _type = "Task" [ 1191.866702] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.871558] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.875829] env[64120]: DEBUG oslo_vmware.api [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Task: {'id': task-1406451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.016866] env[64120]: DEBUG nova.scheduler.client.report [None req-aa6059a9-a513-43c4-be7f-5a78d079f7c2 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1192.217381] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8a4d929c-0796-4181-b210-fd2dc9121a49 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "f49b7fd3-714c-4bca-8539-5779e9e7bbe1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.458s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.217737] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "f49b7fd3-714c-4bca-8539-5779e9e7bbe1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.661s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.218670] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3097c8df-c01d-46a7-9a6b-18e82b72bf39 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.248619] env[64120]: DEBUG nova.compute.manager [req-26acbad7-8fdd-49b8-b58d-e3490d4db3a8 req-577f45a6-f135-4f17-b71f-0148f0ec1b85 service nova] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Received event network-vif-plugged-6424cbdf-9a9d-4eb8-94f3-ff112c808edf {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1192.248730] env[64120]: DEBUG oslo_concurrency.lockutils [req-26acbad7-8fdd-49b8-b58d-e3490d4db3a8 req-577f45a6-f135-4f17-b71f-0148f0ec1b85 service nova] Acquiring lock "a16b0a8b-255b-4865-90c7-5853c6269644-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.249055] env[64120]: DEBUG oslo_concurrency.lockutils [req-26acbad7-8fdd-49b8-b58d-e3490d4db3a8 req-577f45a6-f135-4f17-b71f-0148f0ec1b85 service nova] Lock "a16b0a8b-255b-4865-90c7-5853c6269644-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.249226] env[64120]: DEBUG oslo_concurrency.lockutils [req-26acbad7-8fdd-49b8-b58d-e3490d4db3a8 req-577f45a6-f135-4f17-b71f-0148f0ec1b85 service nova] Lock "a16b0a8b-255b-4865-90c7-5853c6269644-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.249340] env[64120]: DEBUG nova.compute.manager [req-26acbad7-8fdd-49b8-b58d-e3490d4db3a8 req-577f45a6-f135-4f17-b71f-0148f0ec1b85 service nova] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] No waiting events found dispatching network-vif-plugged-6424cbdf-9a9d-4eb8-94f3-ff112c808edf {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1192.250794] env[64120]: WARNING nova.compute.manager [req-26acbad7-8fdd-49b8-b58d-e3490d4db3a8 req-577f45a6-f135-4f17-b71f-0148f0ec1b85 service nova] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Received unexpected event network-vif-plugged-6424cbdf-9a9d-4eb8-94f3-ff112c808edf for instance with vm_state building and task_state spawning. [ 1192.250794] env[64120]: DEBUG nova.compute.manager [req-26acbad7-8fdd-49b8-b58d-e3490d4db3a8 req-577f45a6-f135-4f17-b71f-0148f0ec1b85 service nova] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Received event network-changed-6424cbdf-9a9d-4eb8-94f3-ff112c808edf {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1192.250794] env[64120]: DEBUG nova.compute.manager [req-26acbad7-8fdd-49b8-b58d-e3490d4db3a8 req-577f45a6-f135-4f17-b71f-0148f0ec1b85 service nova] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Refreshing instance network info cache due to event network-changed-6424cbdf-9a9d-4eb8-94f3-ff112c808edf. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1192.250794] env[64120]: DEBUG oslo_concurrency.lockutils [req-26acbad7-8fdd-49b8-b58d-e3490d4db3a8 req-577f45a6-f135-4f17-b71f-0148f0ec1b85 service nova] Acquiring lock "refresh_cache-a16b0a8b-255b-4865-90c7-5853c6269644" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.251183] env[64120]: DEBUG oslo_concurrency.lockutils [req-26acbad7-8fdd-49b8-b58d-e3490d4db3a8 req-577f45a6-f135-4f17-b71f-0148f0ec1b85 service nova] Acquired lock "refresh_cache-a16b0a8b-255b-4865-90c7-5853c6269644" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.251391] env[64120]: DEBUG nova.network.neutron [req-26acbad7-8fdd-49b8-b58d-e3490d4db3a8 req-577f45a6-f135-4f17-b71f-0148f0ec1b85 service nova] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Refreshing network info cache for port 6424cbdf-9a9d-4eb8-94f3-ff112c808edf {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.279052] env[64120]: DEBUG oslo_vmware.api [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406450, 'name': PowerOffVM_Task, 'duration_secs': 0.254122} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.279762] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.279762] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.280238] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a83845d3-9835-4d91-8167-b2a137e7b5e3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.314896] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0a2bcf78-8160-493f-ac4a-3b40b19cbf5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "38abe049-5ca2-48f5-b5b1-cfb1695a14dc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.618s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.353585] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.353801] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.353990] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Deleting the datastore file [datastore2] 2d14c3fc-708b-4bb7-8f95-303e546dd811 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.354598] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquiring lock "refresh_cache-a16b0a8b-255b-4865-90c7-5853c6269644" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.354838] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61341c9c-9a7f-49cf-bbed-b82f4944239c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.365180] env[64120]: DEBUG oslo_vmware.api [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1192.365180] env[64120]: value = "task-1406453" [ 1192.365180] env[64120]: _type = "Task" [ 1192.365180] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.376658] env[64120]: DEBUG nova.compute.manager [None req-7983484b-0b09-4968-9b72-4c49ac28abf7 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Found 1 images (rotation: 2) {{(pid=64120) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 1192.385201] env[64120]: DEBUG oslo_vmware.api [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Task: {'id': task-1406451, 'name': ReconfigVM_Task, 'duration_secs': 0.291295} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.388293] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Reconfigured VM instance instance-0000003e to detach disk 2000 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1192.393325] env[64120]: DEBUG oslo_vmware.api [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.394091] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c78636c4-0f8e-42e5-8382-98c105c79591 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.409916] env[64120]: DEBUG oslo_vmware.api [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Waiting for the task: (returnval){ [ 1192.409916] env[64120]: value = "task-1406454" [ 1192.409916] env[64120]: _type = "Task" [ 1192.409916] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.418902] env[64120]: DEBUG oslo_vmware.api [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Task: {'id': task-1406454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.521881] env[64120]: DEBUG oslo_concurrency.lockutils [None req-aa6059a9-a513-43c4-be7f-5a78d079f7c2 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.526838] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.814s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.562562] env[64120]: INFO nova.scheduler.client.report [None req-aa6059a9-a513-43c4-be7f-5a78d079f7c2 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Deleted allocations for instance d57efb12-3708-4a0d-8987-4efe69887d86 [ 1192.730055] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "f49b7fd3-714c-4bca-8539-5779e9e7bbe1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.802879] env[64120]: DEBUG nova.network.neutron [req-26acbad7-8fdd-49b8-b58d-e3490d4db3a8 req-577f45a6-f135-4f17-b71f-0148f0ec1b85 service nova] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1192.878799] env[64120]: DEBUG oslo_vmware.api [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412256} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.880811] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.881588] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1192.881588] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1192.881588] env[64120]: INFO nova.compute.manager [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1192.881759] env[64120]: DEBUG oslo.service.loopingcall [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1192.881841] env[64120]: DEBUG nova.compute.manager [-] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1192.881936] env[64120]: DEBUG nova.network.neutron [-] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1192.920803] env[64120]: DEBUG oslo_vmware.api [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Task: {'id': task-1406454, 'name': ReconfigVM_Task, 'duration_secs': 0.182716} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.921258] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298048', 'volume_id': 'd462ac4a-0659-4018-8c4c-049ed8ff2395', 'name': 'volume-d462ac4a-0659-4018-8c4c-049ed8ff2395', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '60537205-dfa3-4db3-9972-cf1e3901e874', 'attached_at': '', 'detached_at': '', 'volume_id': 'd462ac4a-0659-4018-8c4c-049ed8ff2395', 'serial': 'd462ac4a-0659-4018-8c4c-049ed8ff2395'} {{(pid=64120) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1192.921477] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.922293] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4145af-8f4f-4aed-920c-f9a94822297a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.931718] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.932154] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d3cc983-4e7a-40bb-ad87-6bf6508c4616 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.967167] env[64120]: DEBUG nova.network.neutron [req-26acbad7-8fdd-49b8-b58d-e3490d4db3a8 req-577f45a6-f135-4f17-b71f-0148f0ec1b85 service nova] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.012720] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.012967] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.014018] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Deleting the datastore file [datastore1] 60537205-dfa3-4db3-9972-cf1e3901e874 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.014018] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2f90595-0382-43ee-8d4b-50e718515d66 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.022452] env[64120]: DEBUG oslo_vmware.api [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Waiting for the task: (returnval){ [ 1193.022452] env[64120]: value = "task-1406456" [ 1193.022452] env[64120]: _type = "Task" [ 1193.022452] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.033375] env[64120]: INFO nova.compute.claims [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1193.036807] env[64120]: DEBUG oslo_vmware.api [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Task: {'id': task-1406456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.040480] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d7ad84e1-c294-4b85-ac03-dba457fde079 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "f49b7fd3-714c-4bca-8539-5779e9e7bbe1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1193.040480] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d7ad84e1-c294-4b85-ac03-dba457fde079 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "f49b7fd3-714c-4bca-8539-5779e9e7bbe1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1193.050024] env[64120]: DEBUG nova.compute.manager [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1193.051975] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd10303-f6ba-485f-b6cb-6182d580e250 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.075369] env[64120]: DEBUG oslo_concurrency.lockutils [None req-aa6059a9-a513-43c4-be7f-5a78d079f7c2 tempest-VolumesAssistedSnapshotsTest-393278828 tempest-VolumesAssistedSnapshotsTest-393278828-project-member] Lock "d57efb12-3708-4a0d-8987-4efe69887d86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.625s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.079846] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "d57efb12-3708-4a0d-8987-4efe69887d86" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.533s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1193.080651] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35ecdef3-2b19-4530-ace6-08d32bbbe46c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.096252] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e00d129-7a70-4724-b8a1-e3cf3fc752c7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.474054] env[64120]: DEBUG oslo_concurrency.lockutils [req-26acbad7-8fdd-49b8-b58d-e3490d4db3a8 req-577f45a6-f135-4f17-b71f-0148f0ec1b85 service nova] Releasing lock "refresh_cache-a16b0a8b-255b-4865-90c7-5853c6269644" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.474557] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquired lock "refresh_cache-a16b0a8b-255b-4865-90c7-5853c6269644" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.474757] env[64120]: DEBUG nova.network.neutron [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.536612] env[64120]: DEBUG oslo_vmware.api [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Task: {'id': task-1406456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252975} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.536902] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.537116] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.537305] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.537480] env[64120]: INFO nova.compute.manager [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Took 2.35 seconds to destroy the instance on the hypervisor. [ 1193.537741] env[64120]: DEBUG oslo.service.loopingcall [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1193.538021] env[64120]: DEBUG nova.compute.manager [-] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1193.538642] env[64120]: DEBUG nova.network.neutron [-] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1193.543769] env[64120]: INFO nova.compute.resource_tracker [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Updating resource usage from migration c37ed449-9c15-492e-a89d-94736e1b9169 [ 1193.547216] env[64120]: DEBUG nova.compute.utils [None req-d7ad84e1-c294-4b85-ac03-dba457fde079 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1193.563264] env[64120]: INFO nova.compute.manager [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] instance snapshotting [ 1193.563374] env[64120]: DEBUG nova.objects.instance [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lazy-loading 'flavor' on Instance uuid dd35a3ad-c612-4b13-9e0d-d57034827b0d {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.641460] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "d57efb12-3708-4a0d-8987-4efe69887d86" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.565s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.850882] env[64120]: DEBUG nova.network.neutron [-] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.909988] env[64120]: DEBUG nova.compute.manager [req-69018148-6c93-4cf8-93be-d14d7430f037 req-4f5f0cfe-89c4-48dd-98c0-50c2fdff54ef service nova] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Received event network-vif-deleted-c91bb951-62d9-4b95-9451-5566bd3271ad {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1193.994549] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6f746c-c0ab-4137-b6a0-11733bd671cb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.008140] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff09604-79b8-4718-a642-fc02c9eb0238 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.044070] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0a057b-f884-4918-8574-5fe05194a923 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.055476] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d7ad84e1-c294-4b85-ac03-dba457fde079 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "f49b7fd3-714c-4bca-8539-5779e9e7bbe1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.056471] env[64120]: INFO nova.compute.manager [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Rebuilding instance [ 1194.060270] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7562950e-d980-49d6-9274-c1d3cb03263b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.068496] env[64120]: DEBUG nova.network.neutron [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1194.074840] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a883b3-bf1e-4fe5-be5d-ab3517fe3bb6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.086073] env[64120]: DEBUG nova.compute.provider_tree [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.111262] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a87edc-416d-433f-9081-36faecff52b3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.135241] env[64120]: DEBUG nova.compute.manager [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1194.136110] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2901c26-6fd8-400d-8979-b0823d0ef021 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.361425] env[64120]: INFO nova.compute.manager [-] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Took 1.48 seconds to deallocate network for instance. [ 1194.412774] env[64120]: DEBUG nova.network.neutron [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Updating instance_info_cache with network_info: [{"id": "6424cbdf-9a9d-4eb8-94f3-ff112c808edf", "address": "fa:16:3e:59:a0:57", "network": {"id": "30657e88-c15f-41b5-9dae-08fa7e924a8a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2068915088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bedb242e14441ac97c0a829950bc9ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6424cbdf-9a", "ovs_interfaceid": "6424cbdf-9a9d-4eb8-94f3-ff112c808edf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.553845] env[64120]: DEBUG nova.network.neutron [-] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.592116] env[64120]: DEBUG nova.scheduler.client.report [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1194.625934] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Creating Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1194.626750] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8dc35800-496b-46b3-bea3-fe8f5110c174 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.640140] env[64120]: DEBUG oslo_vmware.api [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1194.640140] env[64120]: value = "task-1406457" [ 1194.640140] env[64120]: _type = "Task" [ 1194.640140] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.660516] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.660516] env[64120]: DEBUG oslo_vmware.api [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406457, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.660516] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8249df5a-31c1-480f-ad84-64c262340658 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.670024] env[64120]: DEBUG oslo_vmware.api [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1194.670024] env[64120]: value = "task-1406458" [ 1194.670024] env[64120]: _type = "Task" [ 1194.670024] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.685022] env[64120]: DEBUG oslo_vmware.api [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.868752] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.919868] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Releasing lock "refresh_cache-a16b0a8b-255b-4865-90c7-5853c6269644" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.919868] env[64120]: DEBUG nova.compute.manager [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Instance network_info: |[{"id": "6424cbdf-9a9d-4eb8-94f3-ff112c808edf", "address": "fa:16:3e:59:a0:57", "network": {"id": "30657e88-c15f-41b5-9dae-08fa7e924a8a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2068915088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bedb242e14441ac97c0a829950bc9ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6424cbdf-9a", "ovs_interfaceid": "6424cbdf-9a9d-4eb8-94f3-ff112c808edf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1194.919868] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:a0:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a64108f9-df0a-4feb-bbb5-97f5841c356c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6424cbdf-9a9d-4eb8-94f3-ff112c808edf', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1194.926621] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Creating folder: Project (8bedb242e14441ac97c0a829950bc9ce). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1194.926949] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb1745e0-b1c1-4c65-afdf-e36e04f383f0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.940780] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Created folder: Project (8bedb242e14441ac97c0a829950bc9ce) in parent group-v297899. [ 1194.941026] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Creating folder: Instances. Parent ref: group-v298100. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1194.941465] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf53b030-16fe-4474-98ce-0545a6860e4a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.955242] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Created folder: Instances in parent group-v298100. [ 1194.955242] env[64120]: DEBUG oslo.service.loopingcall [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1194.955242] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1194.955242] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a63654d3-7af5-4364-855f-b344c1d37b83 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.982858] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1194.982858] env[64120]: value = "task-1406461" [ 1194.982858] env[64120]: _type = "Task" [ 1194.982858] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.992770] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406461, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.060031] env[64120]: INFO nova.compute.manager [-] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Took 1.52 seconds to deallocate network for instance. [ 1195.101024] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.574s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1195.101395] env[64120]: INFO nova.compute.manager [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Migrating [ 1195.108521] env[64120]: DEBUG oslo_concurrency.lockutils [None req-688ab6d2-9010-47d9-bd98-ffa1f73eb439 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.710s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1195.108877] env[64120]: DEBUG nova.objects.instance [None req-688ab6d2-9010-47d9-bd98-ffa1f73eb439 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Lazy-loading 'resources' on Instance uuid 87ff5098-8334-42ff-ac2f-ac28ed224fb4 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.138487] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d7ad84e1-c294-4b85-ac03-dba457fde079 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "f49b7fd3-714c-4bca-8539-5779e9e7bbe1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1195.138487] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d7ad84e1-c294-4b85-ac03-dba457fde079 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "f49b7fd3-714c-4bca-8539-5779e9e7bbe1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1195.138487] env[64120]: INFO nova.compute.manager [None req-d7ad84e1-c294-4b85-ac03-dba457fde079 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Attaching volume 5dd56278-9d8a-4cce-beec-e74ea43be090 to /dev/sdb [ 1195.158765] env[64120]: DEBUG oslo_vmware.api [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406457, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.184423] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] VM already powered off {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1195.184694] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.186335] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322b2f3a-5e2a-41f0-b4a5-b21938743b44 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.192209] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643a26c7-61b1-4e74-ac4b-6efd8ec4b811 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.204297] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31259a87-07c8-4b40-9a34-43fa55420037 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.206973] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.207260] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bb24ab8-3623-4802-809e-7614c0eabd32 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.225274] env[64120]: DEBUG nova.virt.block_device [None req-d7ad84e1-c294-4b85-ac03-dba457fde079 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Updating existing volume attachment record: 33f6723c-6700-4678-900a-a3f03618b223 {{(pid=64120) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1195.287191] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.288390] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.288390] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Deleting the datastore file [datastore2] 38abe049-5ca2-48f5-b5b1-cfb1695a14dc {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.288390] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c5d25aa-6132-47eb-a1bf-2794dadd0642 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.302088] env[64120]: DEBUG oslo_vmware.api [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1195.302088] env[64120]: value = "task-1406463" [ 1195.302088] env[64120]: _type = "Task" [ 1195.302088] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.313298] env[64120]: DEBUG oslo_vmware.api [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.498161] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406461, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.620720] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "refresh_cache-fe30ced7-62ee-4b15-9b72-268677297ff8" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.620720] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquired lock "refresh_cache-fe30ced7-62ee-4b15-9b72-268677297ff8" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.620866] env[64120]: DEBUG nova.network.neutron [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.623510] env[64120]: INFO nova.compute.manager [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Took 0.57 seconds to detach 1 volumes for instance. [ 1195.626629] env[64120]: DEBUG nova.compute.manager [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Deleting volume: d462ac4a-0659-4018-8c4c-049ed8ff2395 {{(pid=64120) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3247}} [ 1195.655508] env[64120]: DEBUG oslo_vmware.api [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406457, 'name': CreateSnapshot_Task, 'duration_secs': 0.887988} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.657305] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Created Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1195.662458] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc1adaf-c57a-4066-8d81-847ef1e71783 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.685473] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb3eda5-e35b-49d7-8e4b-91b948a9747f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.699120] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a410e3-d599-4616-9398-5ddc588ed613 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.739248] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b060397-c1fa-4aef-8200-f15c6472e890 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.750851] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a499ea-93e2-4468-9896-d1de22ff4d5d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.769341] env[64120]: DEBUG nova.compute.provider_tree [None req-688ab6d2-9010-47d9-bd98-ffa1f73eb439 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.816139] env[64120]: DEBUG oslo_vmware.api [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168938} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.816621] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.816856] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.817102] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.946337] env[64120]: DEBUG nova.compute.manager [req-5519ac85-347b-4c4c-b7b6-1a18c0e3b881 req-082b32b9-0598-4842-b6ed-3dca6bb5cf5d service nova] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Received event network-vif-deleted-84803556-5300-4557-805c-3871f76d8ab3 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1195.993962] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406461, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.194489] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Creating linked-clone VM from snapshot {{(pid=64120) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1196.195483] env[64120]: DEBUG oslo_concurrency.lockutils [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1196.195738] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b1821fd0-8501-4a0d-971a-4207ef1c6c6f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.206483] env[64120]: DEBUG oslo_vmware.api [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1196.206483] env[64120]: value = "task-1406468" [ 1196.206483] env[64120]: _type = "Task" [ 1196.206483] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.215798] env[64120]: DEBUG oslo_vmware.api [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406468, 'name': CloneVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.274821] env[64120]: DEBUG nova.scheduler.client.report [None req-688ab6d2-9010-47d9-bd98-ffa1f73eb439 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1196.429581] env[64120]: DEBUG oslo_concurrency.lockutils [None req-560bddd0-3a82-4893-ad4d-221d96f49e0b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "ed54e949-f5db-4946-bc92-6384f8279de5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1196.429581] env[64120]: DEBUG oslo_concurrency.lockutils [None req-560bddd0-3a82-4893-ad4d-221d96f49e0b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "ed54e949-f5db-4946-bc92-6384f8279de5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.429581] env[64120]: DEBUG nova.compute.manager [None req-560bddd0-3a82-4893-ad4d-221d96f49e0b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1196.429686] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d53577-a3b9-42d2-a33e-fc8d409e5a89 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.442112] env[64120]: DEBUG nova.compute.manager [None req-560bddd0-3a82-4893-ad4d-221d96f49e0b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64120) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1196.442849] env[64120]: DEBUG nova.objects.instance [None req-560bddd0-3a82-4893-ad4d-221d96f49e0b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lazy-loading 'flavor' on Instance uuid ed54e949-f5db-4946-bc92-6384f8279de5 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.496708] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406461, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.569581] env[64120]: DEBUG nova.network.neutron [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Updating instance_info_cache with network_info: [{"id": "33860636-929c-41e5-b2ed-0b0789ecf81a", "address": "fa:16:3e:04:4a:b0", "network": {"id": "d2a94bb8-9700-4432-b079-27704d0e128c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1214853217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e77e2e4c124fd19bbc0f0a4908463e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33860636-92", "ovs_interfaceid": "33860636-929c-41e5-b2ed-0b0789ecf81a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.719312] env[64120]: DEBUG oslo_vmware.api [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406468, 'name': CloneVM_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.787376] env[64120]: DEBUG oslo_concurrency.lockutils [None req-688ab6d2-9010-47d9-bd98-ffa1f73eb439 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.676s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.789898] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b59aa815-0f82-4d43-8c9e-33cbdae9dbbc tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.980s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.790418] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b59aa815-0f82-4d43-8c9e-33cbdae9dbbc tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.794551] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 18.143s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.795551] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.800528] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64120) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1196.800528] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3a38dae2-5f92-422d-b334-85264942249d tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.481s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.800528] env[64120]: DEBUG nova.objects.instance [None req-3a38dae2-5f92-422d-b334-85264942249d tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lazy-loading 'resources' on Instance uuid 435bd213-b529-4741-8145-9fa3d63638af {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.805039] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8c519a-12d8-48ba-b31d-f9947527c2ee {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.819588] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484f8bdc-b92c-4026-9cd2-6ee0f0563d9c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.828695] env[64120]: INFO nova.scheduler.client.report [None req-688ab6d2-9010-47d9-bd98-ffa1f73eb439 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Deleted allocations for instance 87ff5098-8334-42ff-ac2f-ac28ed224fb4 [ 1196.831460] env[64120]: INFO nova.scheduler.client.report [None req-b59aa815-0f82-4d43-8c9e-33cbdae9dbbc tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Deleted allocations for instance a7f265f9-5842-4567-a926-7b924f066cab [ 1196.854210] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a058f6b0-9d11-4141-950c-a2b77eeb461e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.869982] env[64120]: DEBUG nova.virt.hardware [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1196.870856] env[64120]: DEBUG nova.virt.hardware [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1196.870856] env[64120]: DEBUG nova.virt.hardware [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1196.870971] env[64120]: DEBUG nova.virt.hardware [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1196.871149] env[64120]: DEBUG nova.virt.hardware [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1196.875024] env[64120]: DEBUG nova.virt.hardware [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1196.875024] env[64120]: DEBUG nova.virt.hardware [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1196.875024] env[64120]: DEBUG nova.virt.hardware [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1196.875024] env[64120]: DEBUG nova.virt.hardware [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1196.875024] env[64120]: DEBUG nova.virt.hardware [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1196.875024] env[64120]: DEBUG nova.virt.hardware [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1196.875024] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5dc200-5175-4fe2-9eb1-6fa7f2df7ce8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.878332] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f10119-1dea-4d9e-bdd5-f4d651683697 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.919099] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910bfeb4-5664-4971-ba4f-4b6e08faed17 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.923017] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178510MB free_disk=183GB free_vcpus=48 pci_devices=None {{(pid=64120) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1196.923017] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1196.938826] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:1b:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adfa5d57-9d8d-4729-b527-1a33b347a9aa', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1196.947350] env[64120]: DEBUG oslo.service.loopingcall [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1196.950397] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1196.950763] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d782b28-380d-412e-8735-08131612b024 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.972114] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-560bddd0-3a82-4893-ad4d-221d96f49e0b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.972322] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf539583-db7c-4fc3-91bb-604e129bda7e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.980719] env[64120]: DEBUG oslo_vmware.api [None req-560bddd0-3a82-4893-ad4d-221d96f49e0b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1196.980719] env[64120]: value = "task-1406469" [ 1196.980719] env[64120]: _type = "Task" [ 1196.980719] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.987028] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1196.987028] env[64120]: value = "task-1406470" [ 1196.987028] env[64120]: _type = "Task" [ 1196.987028] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.003403] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406461, 'name': CreateVM_Task, 'duration_secs': 1.640616} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.007364] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.008099] env[64120]: DEBUG oslo_vmware.api [None req-560bddd0-3a82-4893-ad4d-221d96f49e0b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.008314] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406470, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.008980] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.009153] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.009498] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.009761] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a2bd39a-fff5-4527-b439-50e4cf24e4af {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.017256] env[64120]: DEBUG oslo_vmware.api [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1197.017256] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]528c843a-634f-722c-d25f-c4394b7be73d" [ 1197.017256] env[64120]: _type = "Task" [ 1197.017256] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.028112] env[64120]: DEBUG oslo_vmware.api [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]528c843a-634f-722c-d25f-c4394b7be73d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.072706] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Releasing lock "refresh_cache-fe30ced7-62ee-4b15-9b72-268677297ff8" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.220591] env[64120]: DEBUG oslo_vmware.api [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406468, 'name': CloneVM_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.348729] env[64120]: DEBUG oslo_concurrency.lockutils [None req-688ab6d2-9010-47d9-bd98-ffa1f73eb439 tempest-ServersTestJSON-923772136 tempest-ServersTestJSON-923772136-project-member] Lock "87ff5098-8334-42ff-ac2f-ac28ed224fb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.145s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.349744] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "87ff5098-8334-42ff-ac2f-ac28ed224fb4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 18.806s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.350257] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96cbf9ac-294f-4d9c-a7b7-1ca528e38cd3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.356958] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b59aa815-0f82-4d43-8c9e-33cbdae9dbbc tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lock "a7f265f9-5842-4567-a926-7b924f066cab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.573s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.358061] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "a7f265f9-5842-4567-a926-7b924f066cab" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 18.813s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.358498] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9c1f1ba-3a7a-45cd-9833-1cd9a661c355 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.366362] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14a266e-f827-4f3b-ad59-70e101b862ea {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.393273] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a58184-0c1d-4e36-ac0f-b55c2fba09d1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.498893] env[64120]: DEBUG oslo_vmware.api [None req-560bddd0-3a82-4893-ad4d-221d96f49e0b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406469, 'name': PowerOffVM_Task, 'duration_secs': 0.21357} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.505354] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-560bddd0-3a82-4893-ad4d-221d96f49e0b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.505570] env[64120]: DEBUG nova.compute.manager [None req-560bddd0-3a82-4893-ad4d-221d96f49e0b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1197.505882] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406470, 'name': CreateVM_Task, 'duration_secs': 0.384519} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.508335] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8309066b-9c79-45b5-ad84-e4ab4338e8cd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.511267] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.514847] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.515036] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.515359] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.515633] env[64120]: DEBUG oslo_concurrency.lockutils [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Acquiring lock "c3017f41-5363-4369-813a-ee25caa28064" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1197.515830] env[64120]: DEBUG oslo_concurrency.lockutils [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Lock "c3017f41-5363-4369-813a-ee25caa28064" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.517965] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-184ea2ef-a304-447c-bbf7-22cc1495a526 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.533595] env[64120]: DEBUG oslo_vmware.api [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1197.533595] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52161e3b-73cc-abdc-4008-83358fe51aaf" [ 1197.533595] env[64120]: _type = "Task" [ 1197.533595] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.537556] env[64120]: DEBUG oslo_vmware.api [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]528c843a-634f-722c-d25f-c4394b7be73d, 'name': SearchDatastore_Task, 'duration_secs': 0.01331} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.543034] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.543034] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1197.543034] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.543034] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.543034] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.543034] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f08058cc-e8bc-4033-a645-7c88954693bc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.552312] env[64120]: DEBUG oslo_vmware.api [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52161e3b-73cc-abdc-4008-83358fe51aaf, 'name': SearchDatastore_Task, 'duration_secs': 0.012129} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.558393] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.558393] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1197.558393] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.558393] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.558393] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.558393] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.558393] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.558664] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61441568-2e45-432e-b15b-64edd886aca3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.560803] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c9bb717-2f30-4141-b311-70b28f7f9168 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.568903] env[64120]: DEBUG oslo_vmware.api [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1197.568903] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]522f821e-d23b-ff95-539a-86b02a614fb5" [ 1197.568903] env[64120]: _type = "Task" [ 1197.568903] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.576654] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.576871] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.583618] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59920e6e-8c45-4f33-9dbe-2a6c47e9fdab {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.593697] env[64120]: DEBUG oslo_vmware.api [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]522f821e-d23b-ff95-539a-86b02a614fb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.601611] env[64120]: DEBUG oslo_vmware.api [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1197.601611] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c390f0-21a1-4e23-97d6-f8dc63d0829c" [ 1197.601611] env[64120]: _type = "Task" [ 1197.601611] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.612315] env[64120]: DEBUG oslo_vmware.api [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c390f0-21a1-4e23-97d6-f8dc63d0829c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.717598] env[64120]: DEBUG oslo_vmware.api [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406468, 'name': CloneVM_Task, 'duration_secs': 1.353223} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.720810] env[64120]: INFO nova.virt.vmwareapi.vmops [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Created linked-clone VM from snapshot [ 1197.721171] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ec6d21-3295-4833-aefc-f4afe548fefd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.729536] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Uploading image bca90365-cdf8-4c3c-aa0d-771b860c430e {{(pid=64120) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1197.756718] env[64120]: DEBUG oslo_vmware.rw_handles [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1197.756718] env[64120]: value = "vm-298106" [ 1197.756718] env[64120]: _type = "VirtualMachine" [ 1197.756718] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1197.757020] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3969b974-3437-46b7-8b56-f3a7a6eab3e3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.765601] env[64120]: DEBUG oslo_vmware.rw_handles [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lease: (returnval){ [ 1197.765601] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52a7c63c-d31a-50cc-f573-e62679589229" [ 1197.765601] env[64120]: _type = "HttpNfcLease" [ 1197.765601] env[64120]: } obtained for exporting VM: (result){ [ 1197.765601] env[64120]: value = "vm-298106" [ 1197.765601] env[64120]: _type = "VirtualMachine" [ 1197.765601] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1197.765894] env[64120]: DEBUG oslo_vmware.api [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the lease: (returnval){ [ 1197.765894] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52a7c63c-d31a-50cc-f573-e62679589229" [ 1197.765894] env[64120]: _type = "HttpNfcLease" [ 1197.765894] env[64120]: } to be ready. {{(pid=64120) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1197.772950] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1197.772950] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52a7c63c-d31a-50cc-f573-e62679589229" [ 1197.772950] env[64120]: _type = "HttpNfcLease" [ 1197.772950] env[64120]: } is initializing. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1197.833505] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea28f6e7-0911-43d5-ad07-4051bbdf957a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.842826] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bb51ec-c91e-4163-b143-bd027d02fabf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.875838] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14165b10-4727-48d2-bf54-5e010fd6d0ba {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.884441] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e02f676-502a-4160-a96c-c8ebdd64a42a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.902746] env[64120]: DEBUG nova.compute.provider_tree [None req-3a38dae2-5f92-422d-b334-85264942249d tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.930876] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "87ff5098-8334-42ff-ac2f-ac28ed224fb4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.581s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.968475] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "a7f265f9-5842-4567-a926-7b924f066cab" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.610s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.022218] env[64120]: DEBUG nova.compute.manager [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] [instance: c3017f41-5363-4369-813a-ee25caa28064] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1198.033491] env[64120]: DEBUG oslo_concurrency.lockutils [None req-560bddd0-3a82-4893-ad4d-221d96f49e0b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "ed54e949-f5db-4946-bc92-6384f8279de5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.605s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.082761] env[64120]: DEBUG oslo_vmware.api [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]522f821e-d23b-ff95-539a-86b02a614fb5, 'name': SearchDatastore_Task, 'duration_secs': 0.022905} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.083966] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-941bbfe6-536b-4132-9b5e-21322ebab9d8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.097377] env[64120]: DEBUG oslo_concurrency.lockutils [None req-95e6bb0d-2339-4524-b0a7-a519acac912a tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquiring lock "810ace60-3801-4686-8087-570c8b93b42f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.097789] env[64120]: DEBUG oslo_concurrency.lockutils [None req-95e6bb0d-2339-4524-b0a7-a519acac912a tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lock "810ace60-3801-4686-8087-570c8b93b42f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.097878] env[64120]: DEBUG oslo_concurrency.lockutils [None req-95e6bb0d-2339-4524-b0a7-a519acac912a tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquiring lock "810ace60-3801-4686-8087-570c8b93b42f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.098189] env[64120]: DEBUG oslo_concurrency.lockutils [None req-95e6bb0d-2339-4524-b0a7-a519acac912a tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lock "810ace60-3801-4686-8087-570c8b93b42f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.098369] env[64120]: DEBUG oslo_concurrency.lockutils [None req-95e6bb0d-2339-4524-b0a7-a519acac912a tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lock "810ace60-3801-4686-8087-570c8b93b42f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.101575] env[64120]: INFO nova.compute.manager [None req-95e6bb0d-2339-4524-b0a7-a519acac912a tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Terminating instance [ 1198.103547] env[64120]: DEBUG oslo_vmware.api [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1198.103547] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c1af66-bf06-eb29-ceeb-b0c20de4f7fd" [ 1198.103547] env[64120]: _type = "Task" [ 1198.103547] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.104370] env[64120]: DEBUG nova.compute.manager [None req-95e6bb0d-2339-4524-b0a7-a519acac912a tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1198.104370] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-95e6bb0d-2339-4524-b0a7-a519acac912a tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.106057] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3c373a-1dd0-464b-a748-a205d9b5ac69 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.124017] env[64120]: DEBUG oslo_vmware.api [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c390f0-21a1-4e23-97d6-f8dc63d0829c, 'name': SearchDatastore_Task, 'duration_secs': 0.016286} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.124545] env[64120]: DEBUG oslo_vmware.api [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c1af66-bf06-eb29-ceeb-b0c20de4f7fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.129125] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e6bb0d-2339-4524-b0a7-a519acac912a tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.129125] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68a83904-381a-4fa9-b819-7785390f7b95 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.133110] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62e6a08f-5688-403f-82db-0ee7cf3efce8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.137976] env[64120]: DEBUG oslo_vmware.api [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1198.137976] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c2414b-7144-314f-bbc2-55ae676a885e" [ 1198.137976] env[64120]: _type = "Task" [ 1198.137976] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.142689] env[64120]: DEBUG oslo_vmware.api [None req-95e6bb0d-2339-4524-b0a7-a519acac912a tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 1198.142689] env[64120]: value = "task-1406473" [ 1198.142689] env[64120]: _type = "Task" [ 1198.142689] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.151019] env[64120]: DEBUG oslo_vmware.api [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c2414b-7144-314f-bbc2-55ae676a885e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.160511] env[64120]: DEBUG oslo_vmware.api [None req-95e6bb0d-2339-4524-b0a7-a519acac912a tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.276012] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1198.276012] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52a7c63c-d31a-50cc-f573-e62679589229" [ 1198.276012] env[64120]: _type = "HttpNfcLease" [ 1198.276012] env[64120]: } is ready. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1198.276567] env[64120]: DEBUG oslo_vmware.rw_handles [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1198.276567] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52a7c63c-d31a-50cc-f573-e62679589229" [ 1198.276567] env[64120]: _type = "HttpNfcLease" [ 1198.276567] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1198.277411] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e53dcf-0108-4ffb-8292-b661ce700fcf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.288570] env[64120]: DEBUG oslo_vmware.rw_handles [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5233fcd1-94e8-6f9c-6618-e32c59cba3c7/disk-0.vmdk from lease info. {{(pid=64120) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1198.288819] env[64120]: DEBUG oslo_vmware.rw_handles [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5233fcd1-94e8-6f9c-6618-e32c59cba3c7/disk-0.vmdk for reading. {{(pid=64120) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1198.409884] env[64120]: DEBUG nova.scheduler.client.report [None req-3a38dae2-5f92-422d-b334-85264942249d tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1198.414420] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ad180af2-35f3-4a01-82f2-901fc130e17f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.551879] env[64120]: DEBUG oslo_concurrency.lockutils [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.603222] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b567db-6a44-4a9a-8a52-4b5d60d3ac7a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.629457] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Updating instance 'fe30ced7-62ee-4b15-9b72-268677297ff8' progress to 0 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1198.641232] env[64120]: DEBUG oslo_vmware.api [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c1af66-bf06-eb29-ceeb-b0c20de4f7fd, 'name': SearchDatastore_Task, 'duration_secs': 0.030655} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.646393] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.647610] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] a16b0a8b-255b-4865-90c7-5853c6269644/a16b0a8b-255b-4865-90c7-5853c6269644.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1198.655266] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4ccac75-500b-4ba2-8348-12e04dc9193b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.672356] env[64120]: DEBUG oslo_vmware.api [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c2414b-7144-314f-bbc2-55ae676a885e, 'name': SearchDatastore_Task, 'duration_secs': 0.015471} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.677735] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.678157] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 38abe049-5ca2-48f5-b5b1-cfb1695a14dc/38abe049-5ca2-48f5-b5b1-cfb1695a14dc.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1198.678715] env[64120]: DEBUG oslo_vmware.api [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1198.678715] env[64120]: value = "task-1406474" [ 1198.678715] env[64120]: _type = "Task" [ 1198.678715] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.679693] env[64120]: DEBUG oslo_vmware.api [None req-95e6bb0d-2339-4524-b0a7-a519acac912a tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406473, 'name': PowerOffVM_Task, 'duration_secs': 0.233844} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.680544] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09e14297-971e-4371-a12d-158c7dba03f1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.684463] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e6bb0d-2339-4524-b0a7-a519acac912a tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.684600] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-95e6bb0d-2339-4524-b0a7-a519acac912a tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1198.688590] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f975876-d2e6-4a5f-87bb-82a0fe2d24e8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.697234] env[64120]: DEBUG oslo_vmware.api [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.699026] env[64120]: DEBUG oslo_vmware.api [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1198.699026] env[64120]: value = "task-1406475" [ 1198.699026] env[64120]: _type = "Task" [ 1198.699026] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.710632] env[64120]: DEBUG oslo_vmware.api [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.752809] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-95e6bb0d-2339-4524-b0a7-a519acac912a tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1198.753076] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-95e6bb0d-2339-4524-b0a7-a519acac912a tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1198.753273] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-95e6bb0d-2339-4524-b0a7-a519acac912a tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Deleting the datastore file [datastore2] 810ace60-3801-4686-8087-570c8b93b42f {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1198.753566] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d5600d8-4f59-45e4-ae49-e43c97341f83 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.761629] env[64120]: DEBUG oslo_vmware.api [None req-95e6bb0d-2339-4524-b0a7-a519acac912a tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for the task: (returnval){ [ 1198.761629] env[64120]: value = "task-1406477" [ 1198.761629] env[64120]: _type = "Task" [ 1198.761629] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.770982] env[64120]: DEBUG oslo_vmware.api [None req-95e6bb0d-2339-4524-b0a7-a519acac912a tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.921679] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3a38dae2-5f92-422d-b334-85264942249d tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.924548] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9986d7b7-1630-4d1e-b52a-2acd8d6b92c3 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.793s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.925110] env[64120]: DEBUG nova.objects.instance [None req-9986d7b7-1630-4d1e-b52a-2acd8d6b92c3 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Lazy-loading 'resources' on Instance uuid 6256907f-2d19-4c71-af03-089eca162154 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.956446] env[64120]: INFO nova.scheduler.client.report [None req-3a38dae2-5f92-422d-b334-85264942249d tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Deleted allocations for instance 435bd213-b529-4741-8145-9fa3d63638af [ 1199.145653] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.146017] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8468b40-53b7-4310-856a-637e29816b4a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.157738] env[64120]: DEBUG oslo_vmware.api [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1199.157738] env[64120]: value = "task-1406478" [ 1199.157738] env[64120]: _type = "Task" [ 1199.157738] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.164372] env[64120]: DEBUG oslo_concurrency.lockutils [None req-66d7edea-dce1-4936-9025-d78398096269 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Acquiring lock "32c9072f-9004-4c1c-ac52-d7115dd531e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.165120] env[64120]: DEBUG oslo_concurrency.lockutils [None req-66d7edea-dce1-4936-9025-d78398096269 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Lock "32c9072f-9004-4c1c-ac52-d7115dd531e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1199.165939] env[64120]: DEBUG oslo_concurrency.lockutils [None req-66d7edea-dce1-4936-9025-d78398096269 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Acquiring lock "32c9072f-9004-4c1c-ac52-d7115dd531e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.166972] env[64120]: DEBUG oslo_concurrency.lockutils [None req-66d7edea-dce1-4936-9025-d78398096269 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Lock "32c9072f-9004-4c1c-ac52-d7115dd531e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1199.167353] env[64120]: DEBUG oslo_concurrency.lockutils [None req-66d7edea-dce1-4936-9025-d78398096269 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Lock "32c9072f-9004-4c1c-ac52-d7115dd531e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.170487] env[64120]: INFO nova.compute.manager [None req-66d7edea-dce1-4936-9025-d78398096269 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Terminating instance [ 1199.179255] env[64120]: DEBUG oslo_vmware.api [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.180658] env[64120]: DEBUG nova.compute.manager [None req-66d7edea-dce1-4936-9025-d78398096269 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1199.181402] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-66d7edea-dce1-4936-9025-d78398096269 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1199.182270] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72c5a41-85b7-4b35-aaa3-55b753e37d50 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.199387] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d7edea-dce1-4936-9025-d78398096269 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.204179] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea53e266-983b-4f7d-b734-7cce8c38fdcc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.209721] env[64120]: DEBUG oslo_vmware.api [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406474, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.221255] env[64120]: DEBUG oslo_vmware.api [None req-66d7edea-dce1-4936-9025-d78398096269 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Waiting for the task: (returnval){ [ 1199.221255] env[64120]: value = "task-1406479" [ 1199.221255] env[64120]: _type = "Task" [ 1199.221255] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.229018] env[64120]: DEBUG oslo_vmware.api [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406475, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.247239] env[64120]: DEBUG oslo_vmware.api [None req-66d7edea-dce1-4936-9025-d78398096269 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Task: {'id': task-1406479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.277533] env[64120]: DEBUG oslo_vmware.api [None req-95e6bb0d-2339-4524-b0a7-a519acac912a tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.288733] env[64120]: DEBUG nova.objects.instance [None req-b55e0f68-20bc-4246-993b-61a8009e388f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lazy-loading 'flavor' on Instance uuid ed54e949-f5db-4946-bc92-6384f8279de5 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.466287] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3a38dae2-5f92-422d-b334-85264942249d tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lock "435bd213-b529-4741-8145-9fa3d63638af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.049s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.668428] env[64120]: DEBUG oslo_vmware.api [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406478, 'name': PowerOffVM_Task, 'duration_secs': 0.38516} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.672430] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.672526] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Updating instance 'fe30ced7-62ee-4b15-9b72-268677297ff8' progress to 17 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1199.699025] env[64120]: DEBUG oslo_vmware.api [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703866} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.699836] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] a16b0a8b-255b-4865-90c7-5853c6269644/a16b0a8b-255b-4865-90c7-5853c6269644.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.700167] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1199.700570] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-263f9dca-eef1-4687-81fb-d3841336e8c4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.711608] env[64120]: DEBUG oslo_vmware.api [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1199.711608] env[64120]: value = "task-1406480" [ 1199.711608] env[64120]: _type = "Task" [ 1199.711608] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.721770] env[64120]: DEBUG oslo_vmware.api [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680662} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.722631] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 38abe049-5ca2-48f5-b5b1-cfb1695a14dc/38abe049-5ca2-48f5-b5b1-cfb1695a14dc.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.723701] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1199.723701] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7658b54b-c7fb-48c1-bb7a-d35e76e29428 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.737263] env[64120]: DEBUG oslo_vmware.api [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406480, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.754879] env[64120]: DEBUG oslo_vmware.api [None req-66d7edea-dce1-4936-9025-d78398096269 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Task: {'id': task-1406479, 'name': PowerOffVM_Task, 'duration_secs': 0.313289} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.761843] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d7edea-dce1-4936-9025-d78398096269 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.761843] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-66d7edea-dce1-4936-9025-d78398096269 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.761843] env[64120]: DEBUG oslo_vmware.api [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1199.761843] env[64120]: value = "task-1406481" [ 1199.761843] env[64120]: _type = "Task" [ 1199.761843] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.761843] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93f40eb1-ccca-466b-a47c-1a35f41f2395 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.777416] env[64120]: DEBUG oslo_vmware.api [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.785339] env[64120]: DEBUG oslo_vmware.api [None req-95e6bb0d-2339-4524-b0a7-a519acac912a tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Task: {'id': task-1406477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.530873} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.785972] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-95e6bb0d-2339-4524-b0a7-a519acac912a tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.786268] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-95e6bb0d-2339-4524-b0a7-a519acac912a tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.786478] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-95e6bb0d-2339-4524-b0a7-a519acac912a tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.786907] env[64120]: INFO nova.compute.manager [None req-95e6bb0d-2339-4524-b0a7-a519acac912a tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1199.787135] env[64120]: DEBUG oslo.service.loopingcall [None req-95e6bb0d-2339-4524-b0a7-a519acac912a tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1199.788210] env[64120]: DEBUG nova.compute.manager [-] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1199.788210] env[64120]: DEBUG nova.network.neutron [-] [instance: 810ace60-3801-4686-8087-570c8b93b42f] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1199.795784] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b55e0f68-20bc-4246-993b-61a8009e388f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "refresh_cache-ed54e949-f5db-4946-bc92-6384f8279de5" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.796127] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b55e0f68-20bc-4246-993b-61a8009e388f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquired lock "refresh_cache-ed54e949-f5db-4946-bc92-6384f8279de5" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.796513] env[64120]: DEBUG nova.network.neutron [None req-b55e0f68-20bc-4246-993b-61a8009e388f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.796765] env[64120]: DEBUG nova.objects.instance [None req-b55e0f68-20bc-4246-993b-61a8009e388f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lazy-loading 'info_cache' on Instance uuid ed54e949-f5db-4946-bc92-6384f8279de5 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.875634] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-66d7edea-dce1-4936-9025-d78398096269 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.876205] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-66d7edea-dce1-4936-9025-d78398096269 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.876428] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d7edea-dce1-4936-9025-d78398096269 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Deleting the datastore file [datastore2] 32c9072f-9004-4c1c-ac52-d7115dd531e1 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.876817] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1c4c85b-e17d-4848-bf51-28d50ae50d91 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.887031] env[64120]: DEBUG oslo_vmware.api [None req-66d7edea-dce1-4936-9025-d78398096269 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Waiting for the task: (returnval){ [ 1199.887031] env[64120]: value = "task-1406483" [ 1199.887031] env[64120]: _type = "Task" [ 1199.887031] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.893796] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d02608f-c4e8-4104-96e4-dcabc3627580 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.899636] env[64120]: DEBUG oslo_vmware.api [None req-66d7edea-dce1-4936-9025-d78398096269 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Task: {'id': task-1406483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.904574] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821d5c14-3402-41ea-90d7-62a1517e90d2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.943256] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3f844b-b871-42cb-8ac8-868e33dcca19 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.952474] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f722c19a-b5d6-484f-96d5-826b04a6d9ce {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.968343] env[64120]: DEBUG nova.compute.provider_tree [None req-9986d7b7-1630-4d1e-b52a-2acd8d6b92c3 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.179749] env[64120]: DEBUG nova.virt.hardware [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1200.180726] env[64120]: DEBUG nova.virt.hardware [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1200.180726] env[64120]: DEBUG nova.virt.hardware [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1200.180893] env[64120]: DEBUG nova.virt.hardware [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1200.181068] env[64120]: DEBUG nova.virt.hardware [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1200.181478] env[64120]: DEBUG nova.virt.hardware [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1200.182362] env[64120]: DEBUG nova.virt.hardware [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1200.182362] env[64120]: DEBUG nova.virt.hardware [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1200.182362] env[64120]: DEBUG nova.virt.hardware [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1200.182362] env[64120]: DEBUG nova.virt.hardware [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1200.182606] env[64120]: DEBUG nova.virt.hardware [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1200.188317] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a726a401-ac16-4590-a2fe-4d265bace3f0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.207992] env[64120]: DEBUG oslo_vmware.api [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1200.207992] env[64120]: value = "task-1406484" [ 1200.207992] env[64120]: _type = "Task" [ 1200.207992] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.218974] env[64120]: DEBUG oslo_vmware.api [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406480, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074738} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.223790] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1200.224395] env[64120]: DEBUG oslo_vmware.api [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.225212] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adacc3e9-50a1-47df-93d6-2872f1c870c6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.251498] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] a16b0a8b-255b-4865-90c7-5853c6269644/a16b0a8b-255b-4865-90c7-5853c6269644.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.251920] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea918b32-f278-430f-9cce-159e67ba52fa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.282902] env[64120]: DEBUG oslo_vmware.api [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06864} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.286713] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1200.287137] env[64120]: DEBUG oslo_vmware.api [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1200.287137] env[64120]: value = "task-1406485" [ 1200.287137] env[64120]: _type = "Task" [ 1200.287137] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.287891] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75c7131-df94-46a6-b1e6-23356ab7f9e0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.311159] env[64120]: DEBUG nova.objects.base [None req-b55e0f68-20bc-4246-993b-61a8009e388f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=64120) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1200.322772] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 38abe049-5ca2-48f5-b5b1-cfb1695a14dc/38abe049-5ca2-48f5-b5b1-cfb1695a14dc.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.324767] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7ad84e1-c294-4b85-ac03-dba457fde079 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Volume attach. Driver type: vmdk {{(pid=64120) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1200.325096] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7ad84e1-c294-4b85-ac03-dba457fde079 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298105', 'volume_id': '5dd56278-9d8a-4cce-beec-e74ea43be090', 'name': 'volume-5dd56278-9d8a-4cce-beec-e74ea43be090', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f49b7fd3-714c-4bca-8539-5779e9e7bbe1', 'attached_at': '', 'detached_at': '', 'volume_id': '5dd56278-9d8a-4cce-beec-e74ea43be090', 'serial': '5dd56278-9d8a-4cce-beec-e74ea43be090'} {{(pid=64120) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1200.330097] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e2d4ac1-34f1-4ed2-9d92-64d26da856cb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.346050] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65ceaf6-b71b-4a41-95d4-dc38ba9542f1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.349405] env[64120]: DEBUG oslo_vmware.api [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406485, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.356143] env[64120]: DEBUG oslo_vmware.api [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1200.356143] env[64120]: value = "task-1406486" [ 1200.356143] env[64120]: _type = "Task" [ 1200.356143] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.372331] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b80fac-fbd1-4f01-b1aa-3990be4ce0fe {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.380969] env[64120]: DEBUG oslo_vmware.api [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.403692] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7ad84e1-c294-4b85-ac03-dba457fde079 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] volume-5dd56278-9d8a-4cce-beec-e74ea43be090/volume-5dd56278-9d8a-4cce-beec-e74ea43be090.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.407395] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4e6ed0b-b8d0-4e0b-a928-cd956062be59 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.427426] env[64120]: DEBUG oslo_vmware.api [None req-66d7edea-dce1-4936-9025-d78398096269 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Task: {'id': task-1406483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.408409} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.429236] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d7edea-dce1-4936-9025-d78398096269 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1200.429465] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-66d7edea-dce1-4936-9025-d78398096269 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1200.429830] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-66d7edea-dce1-4936-9025-d78398096269 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1200.430117] env[64120]: INFO nova.compute.manager [None req-66d7edea-dce1-4936-9025-d78398096269 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1200.430599] env[64120]: DEBUG oslo.service.loopingcall [None req-66d7edea-dce1-4936-9025-d78398096269 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1200.431501] env[64120]: DEBUG oslo_vmware.api [None req-d7ad84e1-c294-4b85-ac03-dba457fde079 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1200.431501] env[64120]: value = "task-1406487" [ 1200.431501] env[64120]: _type = "Task" [ 1200.431501] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.432629] env[64120]: DEBUG nova.compute.manager [-] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1200.432629] env[64120]: DEBUG nova.network.neutron [-] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1200.445067] env[64120]: DEBUG oslo_vmware.api [None req-d7ad84e1-c294-4b85-ac03-dba457fde079 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.472534] env[64120]: DEBUG nova.scheduler.client.report [None req-9986d7b7-1630-4d1e-b52a-2acd8d6b92c3 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1200.516125] env[64120]: DEBUG oslo_concurrency.lockutils [None req-641b0c88-ddfa-4b45-9889-c4e2b72eda7f tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquiring lock "2bc32220-40e1-4193-8628-d63afef77a84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1200.516730] env[64120]: DEBUG oslo_concurrency.lockutils [None req-641b0c88-ddfa-4b45-9889-c4e2b72eda7f tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lock "2bc32220-40e1-4193-8628-d63afef77a84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1200.517080] env[64120]: DEBUG oslo_concurrency.lockutils [None req-641b0c88-ddfa-4b45-9889-c4e2b72eda7f tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquiring lock "2bc32220-40e1-4193-8628-d63afef77a84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1200.517398] env[64120]: DEBUG oslo_concurrency.lockutils [None req-641b0c88-ddfa-4b45-9889-c4e2b72eda7f tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lock "2bc32220-40e1-4193-8628-d63afef77a84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1200.517694] env[64120]: DEBUG oslo_concurrency.lockutils [None req-641b0c88-ddfa-4b45-9889-c4e2b72eda7f tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lock "2bc32220-40e1-4193-8628-d63afef77a84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1200.521118] env[64120]: INFO nova.compute.manager [None req-641b0c88-ddfa-4b45-9889-c4e2b72eda7f tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Terminating instance [ 1200.523774] env[64120]: DEBUG nova.compute.manager [None req-641b0c88-ddfa-4b45-9889-c4e2b72eda7f tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1200.523993] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-641b0c88-ddfa-4b45-9889-c4e2b72eda7f tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.524957] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784d38ca-cce0-48ff-b7ed-8840234970bf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.533678] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-641b0c88-ddfa-4b45-9889-c4e2b72eda7f tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.534017] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f9d5e20-7ccc-4e33-a950-2a7538b37c3a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.540527] env[64120]: DEBUG oslo_vmware.api [None req-641b0c88-ddfa-4b45-9889-c4e2b72eda7f tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for the task: (returnval){ [ 1200.540527] env[64120]: value = "task-1406488" [ 1200.540527] env[64120]: _type = "Task" [ 1200.540527] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.549487] env[64120]: DEBUG oslo_vmware.api [None req-641b0c88-ddfa-4b45-9889-c4e2b72eda7f tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.731809] env[64120]: DEBUG oslo_vmware.api [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406484, 'name': ReconfigVM_Task, 'duration_secs': 0.287845} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.732472] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Updating instance 'fe30ced7-62ee-4b15-9b72-268677297ff8' progress to 33 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1200.808392] env[64120]: DEBUG oslo_vmware.api [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406485, 'name': ReconfigVM_Task, 'duration_secs': 0.503722} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.808781] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Reconfigured VM instance instance-00000049 to attach disk [datastore1] a16b0a8b-255b-4865-90c7-5853c6269644/a16b0a8b-255b-4865-90c7-5853c6269644.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.812034] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6db4bee5-113c-4ae0-83b0-2cc807207a15 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.816690] env[64120]: DEBUG oslo_vmware.api [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1200.816690] env[64120]: value = "task-1406489" [ 1200.816690] env[64120]: _type = "Task" [ 1200.816690] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.833026] env[64120]: DEBUG oslo_vmware.api [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406489, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.875910] env[64120]: DEBUG nova.compute.manager [req-802b56a6-0b55-4c9e-a99f-d364115ab314 req-5bd760fa-c37e-41d7-a6b3-ed43b1858717 service nova] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Received event network-vif-deleted-77be9061-328f-454e-b5dd-afbce8e3ed59 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1200.876225] env[64120]: INFO nova.compute.manager [req-802b56a6-0b55-4c9e-a99f-d364115ab314 req-5bd760fa-c37e-41d7-a6b3-ed43b1858717 service nova] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Neutron deleted interface 77be9061-328f-454e-b5dd-afbce8e3ed59; detaching it from the instance and deleting it from the info cache [ 1200.876472] env[64120]: DEBUG nova.network.neutron [req-802b56a6-0b55-4c9e-a99f-d364115ab314 req-5bd760fa-c37e-41d7-a6b3-ed43b1858717 service nova] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.886116] env[64120]: DEBUG oslo_vmware.api [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406486, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.946735] env[64120]: DEBUG oslo_vmware.api [None req-d7ad84e1-c294-4b85-ac03-dba457fde079 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406487, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.977052] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9986d7b7-1630-4d1e-b52a-2acd8d6b92c3 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1200.980777] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f290562e-5a69-4de1-a33f-13a99a7117a3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.901s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1200.981073] env[64120]: DEBUG nova.objects.instance [None req-f290562e-5a69-4de1-a33f-13a99a7117a3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lazy-loading 'resources' on Instance uuid 13e9b715-708c-4311-9cfe-7e85f26253a8 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.018025] env[64120]: INFO nova.scheduler.client.report [None req-9986d7b7-1630-4d1e-b52a-2acd8d6b92c3 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Deleted allocations for instance 6256907f-2d19-4c71-af03-089eca162154 [ 1201.052129] env[64120]: DEBUG oslo_vmware.api [None req-641b0c88-ddfa-4b45-9889-c4e2b72eda7f tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406488, 'name': PowerOffVM_Task, 'duration_secs': 0.225166} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.056733] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-641b0c88-ddfa-4b45-9889-c4e2b72eda7f tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.057635] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-641b0c88-ddfa-4b45-9889-c4e2b72eda7f tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.057994] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd27b3e6-18e2-41d8-8c84-9fc4bf1476be {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.121681] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-641b0c88-ddfa-4b45-9889-c4e2b72eda7f tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.121746] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-641b0c88-ddfa-4b45-9889-c4e2b72eda7f tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.122368] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-641b0c88-ddfa-4b45-9889-c4e2b72eda7f tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Deleting the datastore file [datastore2] 2bc32220-40e1-4193-8628-d63afef77a84 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.122368] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3e1227c-3f33-4b9e-bc7f-63040c306405 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.128849] env[64120]: DEBUG nova.network.neutron [-] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.135826] env[64120]: DEBUG oslo_vmware.api [None req-641b0c88-ddfa-4b45-9889-c4e2b72eda7f tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for the task: (returnval){ [ 1201.135826] env[64120]: value = "task-1406491" [ 1201.135826] env[64120]: _type = "Task" [ 1201.135826] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.144834] env[64120]: DEBUG oslo_vmware.api [None req-641b0c88-ddfa-4b45-9889-c4e2b72eda7f tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.240654] env[64120]: DEBUG nova.virt.hardware [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1201.240998] env[64120]: DEBUG nova.virt.hardware [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1201.242435] env[64120]: DEBUG nova.virt.hardware [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1201.242435] env[64120]: DEBUG nova.virt.hardware [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1201.242435] env[64120]: DEBUG nova.virt.hardware [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1201.242435] env[64120]: DEBUG nova.virt.hardware [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1201.242747] env[64120]: DEBUG nova.virt.hardware [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1201.242963] env[64120]: DEBUG nova.virt.hardware [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1201.243195] env[64120]: DEBUG nova.virt.hardware [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1201.243414] env[64120]: DEBUG nova.virt.hardware [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1201.243644] env[64120]: DEBUG nova.virt.hardware [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1201.249863] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Reconfiguring VM instance instance-00000042 to detach disk 2000 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1201.250609] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d3ad915-97f0-447c-84e7-cc0fd23e27e8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.273962] env[64120]: DEBUG oslo_vmware.api [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1201.273962] env[64120]: value = "task-1406492" [ 1201.273962] env[64120]: _type = "Task" [ 1201.273962] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.286744] env[64120]: DEBUG oslo_vmware.api [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406492, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.329045] env[64120]: DEBUG oslo_vmware.api [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406489, 'name': Rename_Task, 'duration_secs': 0.186273} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.329783] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.329783] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87afb18d-95df-4aaf-bf15-6cbad36ebb85 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.337596] env[64120]: DEBUG oslo_vmware.api [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1201.337596] env[64120]: value = "task-1406493" [ 1201.337596] env[64120]: _type = "Task" [ 1201.337596] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.349526] env[64120]: DEBUG oslo_vmware.api [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406493, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.366891] env[64120]: DEBUG nova.compute.manager [req-b1aed245-17ba-4733-bda5-0426ae9e62eb req-6ae31b9f-0519-4e22-8fd2-7a646f9143ba service nova] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Received event network-vif-deleted-a949dbd2-e3e4-4692-b72b-bcace7aeb946 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1201.367155] env[64120]: INFO nova.compute.manager [req-b1aed245-17ba-4733-bda5-0426ae9e62eb req-6ae31b9f-0519-4e22-8fd2-7a646f9143ba service nova] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Neutron deleted interface a949dbd2-e3e4-4692-b72b-bcace7aeb946; detaching it from the instance and deleting it from the info cache [ 1201.367395] env[64120]: DEBUG nova.network.neutron [req-b1aed245-17ba-4733-bda5-0426ae9e62eb req-6ae31b9f-0519-4e22-8fd2-7a646f9143ba service nova] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.382235] env[64120]: DEBUG oslo_vmware.api [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406486, 'name': ReconfigVM_Task, 'duration_secs': 0.529309} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.383195] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-445017b8-b690-482a-bc83-2e2ad7932e2b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.385324] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 38abe049-5ca2-48f5-b5b1-cfb1695a14dc/38abe049-5ca2-48f5-b5b1-cfb1695a14dc.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.386479] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a978d331-b5af-46cc-85db-034700672f6d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.395634] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6a693f-b1cb-4297-8091-4c18a64c2bf7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.412737] env[64120]: DEBUG oslo_vmware.api [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1201.412737] env[64120]: value = "task-1406494" [ 1201.412737] env[64120]: _type = "Task" [ 1201.412737] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.427034] env[64120]: DEBUG oslo_vmware.api [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406494, 'name': Rename_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.428296] env[64120]: DEBUG nova.network.neutron [None req-b55e0f68-20bc-4246-993b-61a8009e388f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Updating instance_info_cache with network_info: [{"id": "f5e862a8-0648-49b0-8999-a2cc85984a3a", "address": "fa:16:3e:70:13:e8", "network": {"id": "92d218ec-145d-4482-8416-fa888f5c743c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1794575816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "845268a29b9040cfb7c02f220348a552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5e862a8-06", "ovs_interfaceid": "f5e862a8-0648-49b0-8999-a2cc85984a3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.443594] env[64120]: DEBUG nova.compute.manager [req-802b56a6-0b55-4c9e-a99f-d364115ab314 req-5bd760fa-c37e-41d7-a6b3-ed43b1858717 service nova] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Detach interface failed, port_id=77be9061-328f-454e-b5dd-afbce8e3ed59, reason: Instance 810ace60-3801-4686-8087-570c8b93b42f could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1201.444989] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b55e0f68-20bc-4246-993b-61a8009e388f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Releasing lock "refresh_cache-ed54e949-f5db-4946-bc92-6384f8279de5" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.455897] env[64120]: DEBUG oslo_vmware.api [None req-d7ad84e1-c294-4b85-ac03-dba457fde079 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406487, 'name': ReconfigVM_Task, 'duration_secs': 0.526096} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.456209] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7ad84e1-c294-4b85-ac03-dba457fde079 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Reconfigured VM instance instance-00000048 to attach disk [datastore2] volume-5dd56278-9d8a-4cce-beec-e74ea43be090/volume-5dd56278-9d8a-4cce-beec-e74ea43be090.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.462009] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7637aff-efc5-4ccb-9361-43720008efdf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.478104] env[64120]: DEBUG oslo_vmware.api [None req-d7ad84e1-c294-4b85-ac03-dba457fde079 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1201.478104] env[64120]: value = "task-1406495" [ 1201.478104] env[64120]: _type = "Task" [ 1201.478104] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.492826] env[64120]: DEBUG oslo_vmware.api [None req-d7ad84e1-c294-4b85-ac03-dba457fde079 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406495, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.530850] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9986d7b7-1630-4d1e-b52a-2acd8d6b92c3 tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Lock "6256907f-2d19-4c71-af03-089eca162154" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.181s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.633079] env[64120]: INFO nova.compute.manager [-] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Took 1.85 seconds to deallocate network for instance. [ 1201.652408] env[64120]: DEBUG oslo_vmware.api [None req-641b0c88-ddfa-4b45-9889-c4e2b72eda7f tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Task: {'id': task-1406491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239247} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.655836] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-641b0c88-ddfa-4b45-9889-c4e2b72eda7f tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1201.656155] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-641b0c88-ddfa-4b45-9889-c4e2b72eda7f tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1201.656426] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-641b0c88-ddfa-4b45-9889-c4e2b72eda7f tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1201.656674] env[64120]: INFO nova.compute.manager [None req-641b0c88-ddfa-4b45-9889-c4e2b72eda7f tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1201.656931] env[64120]: DEBUG oslo.service.loopingcall [None req-641b0c88-ddfa-4b45-9889-c4e2b72eda7f tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1201.657521] env[64120]: DEBUG nova.compute.manager [-] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1201.657521] env[64120]: DEBUG nova.network.neutron [-] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1201.720243] env[64120]: DEBUG nova.network.neutron [-] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.792544] env[64120]: DEBUG oslo_vmware.api [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406492, 'name': ReconfigVM_Task, 'duration_secs': 0.202903} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.800128] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Reconfigured VM instance instance-00000042 to detach disk 2000 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1201.800128] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfc2159-963a-4461-b82f-3c6f8205fd50 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.823812] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] fe30ced7-62ee-4b15-9b72-268677297ff8/fe30ced7-62ee-4b15-9b72-268677297ff8.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.826958] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec066a73-90bf-4d1e-9713-44bb87ace958 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.849836] env[64120]: DEBUG oslo_vmware.api [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406493, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.851784] env[64120]: DEBUG oslo_vmware.api [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1201.851784] env[64120]: value = "task-1406496" [ 1201.851784] env[64120]: _type = "Task" [ 1201.851784] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.865769] env[64120]: DEBUG oslo_vmware.api [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406496, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.872303] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c458524-2817-4442-965b-26ff01274e00 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.882389] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6d657c-66a3-4cb4-bbdf-85b9a1a73da2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.920589] env[64120]: DEBUG nova.compute.manager [req-b1aed245-17ba-4733-bda5-0426ae9e62eb req-6ae31b9f-0519-4e22-8fd2-7a646f9143ba service nova] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Detach interface failed, port_id=a949dbd2-e3e4-4692-b72b-bcace7aeb946, reason: Instance 32c9072f-9004-4c1c-ac52-d7115dd531e1 could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1201.934024] env[64120]: DEBUG oslo_vmware.api [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406494, 'name': Rename_Task, 'duration_secs': 0.154332} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.934489] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.934863] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9ee3dac-6059-44fe-be30-f4f2071790af {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.947723] env[64120]: DEBUG oslo_vmware.api [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1201.947723] env[64120]: value = "task-1406497" [ 1201.947723] env[64120]: _type = "Task" [ 1201.947723] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.955920] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55e0f68-20bc-4246-993b-61a8009e388f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.955920] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3694ff8e-56e1-487f-895d-b44815442cb5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.959598] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc906af1-11b8-47fa-822b-f4cfb4c3c322 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.968211] env[64120]: DEBUG oslo_vmware.api [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406497, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.973457] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157c2358-c791-4232-b5a5-39105645c20c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.977191] env[64120]: DEBUG oslo_vmware.api [None req-b55e0f68-20bc-4246-993b-61a8009e388f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1201.977191] env[64120]: value = "task-1406498" [ 1201.977191] env[64120]: _type = "Task" [ 1201.977191] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.015504] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f8ba2f-d090-49bb-b16a-0addd87d0801 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.021456] env[64120]: DEBUG oslo_vmware.api [None req-b55e0f68-20bc-4246-993b-61a8009e388f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406498, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.027491] env[64120]: DEBUG oslo_vmware.api [None req-d7ad84e1-c294-4b85-ac03-dba457fde079 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.031507] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a878af8-ae7f-4f6d-8a05-fcc48a98a994 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.046532] env[64120]: DEBUG nova.compute.provider_tree [None req-f290562e-5a69-4de1-a33f-13a99a7117a3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.148704] env[64120]: DEBUG oslo_concurrency.lockutils [None req-95e6bb0d-2339-4524-b0a7-a519acac912a tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.225746] env[64120]: INFO nova.compute.manager [-] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Took 1.79 seconds to deallocate network for instance. [ 1202.352067] env[64120]: DEBUG oslo_vmware.api [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406493, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.362930] env[64120]: DEBUG oslo_vmware.api [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406496, 'name': ReconfigVM_Task, 'duration_secs': 0.338464} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.363303] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Reconfigured VM instance instance-00000042 to attach disk [datastore1] fe30ced7-62ee-4b15-9b72-268677297ff8/fe30ced7-62ee-4b15-9b72-268677297ff8.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.363630] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Updating instance 'fe30ced7-62ee-4b15-9b72-268677297ff8' progress to 50 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.458916] env[64120]: DEBUG oslo_vmware.api [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406497, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.492360] env[64120]: DEBUG oslo_vmware.api [None req-b55e0f68-20bc-4246-993b-61a8009e388f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406498, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.531061] env[64120]: DEBUG oslo_vmware.api [None req-d7ad84e1-c294-4b85-ac03-dba457fde079 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406495, 'name': ReconfigVM_Task, 'duration_secs': 0.707669} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.531567] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7ad84e1-c294-4b85-ac03-dba457fde079 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298105', 'volume_id': '5dd56278-9d8a-4cce-beec-e74ea43be090', 'name': 'volume-5dd56278-9d8a-4cce-beec-e74ea43be090', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f49b7fd3-714c-4bca-8539-5779e9e7bbe1', 'attached_at': '', 'detached_at': '', 'volume_id': '5dd56278-9d8a-4cce-beec-e74ea43be090', 'serial': '5dd56278-9d8a-4cce-beec-e74ea43be090'} {{(pid=64120) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1202.549899] env[64120]: DEBUG nova.scheduler.client.report [None req-f290562e-5a69-4de1-a33f-13a99a7117a3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1202.626893] env[64120]: DEBUG nova.network.neutron [-] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.655589] env[64120]: DEBUG oslo_concurrency.lockutils [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Acquiring lock "5928e4a6-f3ae-4693-851f-8bb7869f6e52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.655996] env[64120]: DEBUG oslo_concurrency.lockutils [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Lock "5928e4a6-f3ae-4693-851f-8bb7869f6e52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.733975] env[64120]: DEBUG oslo_concurrency.lockutils [None req-66d7edea-dce1-4936-9025-d78398096269 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.852713] env[64120]: DEBUG oslo_vmware.api [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406493, 'name': PowerOnVM_Task, 'duration_secs': 1.194533} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.853024] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.853867] env[64120]: INFO nova.compute.manager [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Took 12.53 seconds to spawn the instance on the hypervisor. [ 1202.854139] env[64120]: DEBUG nova.compute.manager [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1202.855127] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451fb3a4-9285-400e-a1f8-8f11830d2517 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.871538] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cfc6b8-0f2b-478c-b9e0-2af34568b05f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.896270] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55770d5c-be34-46bc-8b0a-27fcb6a6aa47 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.904745] env[64120]: DEBUG nova.compute.manager [req-cb409db4-125f-4ace-afcd-036b2997fb7c req-cab8b8e2-18ca-4661-80b6-f1bc5436cec0 service nova] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Received event network-vif-deleted-7d9d6841-7736-41e2-b806-61374630e4db {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1202.919515] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Updating instance 'fe30ced7-62ee-4b15-9b72-268677297ff8' progress to 67 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.958535] env[64120]: DEBUG oslo_vmware.api [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406497, 'name': PowerOnVM_Task, 'duration_secs': 0.539935} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.958810] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.959049] env[64120]: DEBUG nova.compute.manager [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1202.959871] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d368f834-0827-45bb-9e6a-238afa18ddde {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.991045] env[64120]: DEBUG oslo_vmware.api [None req-b55e0f68-20bc-4246-993b-61a8009e388f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406498, 'name': PowerOnVM_Task, 'duration_secs': 0.613381} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.991352] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55e0f68-20bc-4246-993b-61a8009e388f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.991577] env[64120]: DEBUG nova.compute.manager [None req-b55e0f68-20bc-4246-993b-61a8009e388f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1202.993739] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f4c265-0641-4f4e-bb2a-16acb1b185c8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.056726] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f290562e-5a69-4de1-a33f-13a99a7117a3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.063022] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.188s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1203.063022] env[64120]: INFO nova.compute.claims [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1203.101999] env[64120]: INFO nova.scheduler.client.report [None req-f290562e-5a69-4de1-a33f-13a99a7117a3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Deleted allocations for instance 13e9b715-708c-4311-9cfe-7e85f26253a8 [ 1203.131822] env[64120]: INFO nova.compute.manager [-] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Took 1.47 seconds to deallocate network for instance. [ 1203.158508] env[64120]: DEBUG nova.compute.manager [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1203.381204] env[64120]: INFO nova.compute.manager [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Took 36.68 seconds to build instance. [ 1203.473760] env[64120]: INFO nova.compute.manager [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] bringing vm to original state: 'stopped' [ 1203.576460] env[64120]: DEBUG nova.network.neutron [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Port 33860636-929c-41e5-b2ed-0b0789ecf81a binding to destination host cpu-1 is already ACTIVE {{(pid=64120) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1203.589988] env[64120]: DEBUG nova.objects.instance [None req-d7ad84e1-c294-4b85-ac03-dba457fde079 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lazy-loading 'flavor' on Instance uuid f49b7fd3-714c-4bca-8539-5779e9e7bbe1 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.614821] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f290562e-5a69-4de1-a33f-13a99a7117a3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "13e9b715-708c-4311-9cfe-7e85f26253a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.901s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.641056] env[64120]: DEBUG oslo_concurrency.lockutils [None req-641b0c88-ddfa-4b45-9889-c4e2b72eda7f tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.689669] env[64120]: DEBUG oslo_concurrency.lockutils [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.885694] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e846605f-b2a6-4f51-be5d-f3397a91c778 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lock "a16b0a8b-255b-4865-90c7-5853c6269644" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.192s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.096892] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d7ad84e1-c294-4b85-ac03-dba457fde079 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "f49b7fd3-714c-4bca-8539-5779e9e7bbe1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.960s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.477157] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc5e557-b8bf-45fa-9e69-e3a470fe3434 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.486878] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "38abe049-5ca2-48f5-b5b1-cfb1695a14dc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1204.487209] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "38abe049-5ca2-48f5-b5b1-cfb1695a14dc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.487401] env[64120]: DEBUG nova.compute.manager [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1204.488380] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc1f33c-ec15-4c96-ad58-ec42065eaae6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.494281] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4662f684-2aee-4b0a-b266-063810168dfa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.499440] env[64120]: DEBUG nova.compute.manager [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64120) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1204.501972] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.502299] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e866ef04-40d9-4800-9c70-00874cbbc46e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.533538] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b5bb38-0744-4ce8-8f11-4249ac09e1e2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.536953] env[64120]: DEBUG oslo_vmware.api [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1204.536953] env[64120]: value = "task-1406499" [ 1204.536953] env[64120]: _type = "Task" [ 1204.536953] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.548657] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0c327873-7a97-4577-a896-9b4c1cd7dff3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "0441676f-53f4-4b15-b318-bed35cb92f02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1204.548916] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0c327873-7a97-4577-a896-9b4c1cd7dff3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "0441676f-53f4-4b15-b318-bed35cb92f02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.549138] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0c327873-7a97-4577-a896-9b4c1cd7dff3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "0441676f-53f4-4b15-b318-bed35cb92f02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1204.549322] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0c327873-7a97-4577-a896-9b4c1cd7dff3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "0441676f-53f4-4b15-b318-bed35cb92f02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.549492] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0c327873-7a97-4577-a896-9b4c1cd7dff3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "0441676f-53f4-4b15-b318-bed35cb92f02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.552309] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e3cf4a-e4c1-4e26-9cd4-4f50e905de79 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.563190] env[64120]: INFO nova.compute.manager [None req-0c327873-7a97-4577-a896-9b4c1cd7dff3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Terminating instance [ 1204.565669] env[64120]: DEBUG oslo_vmware.api [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.566441] env[64120]: DEBUG nova.compute.manager [None req-0c327873-7a97-4577-a896-9b4c1cd7dff3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1204.566718] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0c327873-7a97-4577-a896-9b4c1cd7dff3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.569318] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c99bc6-57bc-4bc2-b414-79a279ae1324 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.594853] env[64120]: DEBUG nova.compute.provider_tree [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.607846] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "fe30ced7-62ee-4b15-9b72-268677297ff8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1204.608240] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "fe30ced7-62ee-4b15-9b72-268677297ff8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.608340] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "fe30ced7-62ee-4b15-9b72-268677297ff8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.610441] env[64120]: DEBUG nova.scheduler.client.report [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1204.614216] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c327873-7a97-4577-a896-9b4c1cd7dff3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.616098] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50a7b1a1-00ed-4c10-bb25-d772997987bd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.624129] env[64120]: DEBUG oslo_vmware.api [None req-0c327873-7a97-4577-a896-9b4c1cd7dff3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1204.624129] env[64120]: value = "task-1406500" [ 1204.624129] env[64120]: _type = "Task" [ 1204.624129] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.636221] env[64120]: DEBUG oslo_vmware.api [None req-0c327873-7a97-4577-a896-9b4c1cd7dff3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.049353] env[64120]: DEBUG oslo_vmware.api [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406499, 'name': PowerOffVM_Task, 'duration_secs': 0.282547} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.049353] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "f49b7fd3-714c-4bca-8539-5779e9e7bbe1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.049353] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "f49b7fd3-714c-4bca-8539-5779e9e7bbe1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.049353] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "f49b7fd3-714c-4bca-8539-5779e9e7bbe1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.049602] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "f49b7fd3-714c-4bca-8539-5779e9e7bbe1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.049809] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "f49b7fd3-714c-4bca-8539-5779e9e7bbe1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1205.051646] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.051855] env[64120]: DEBUG nova.compute.manager [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1205.052491] env[64120]: INFO nova.compute.manager [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Terminating instance [ 1205.055941] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93a229b-ae82-4785-bd6a-9ac09e1e25ef {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.061469] env[64120]: DEBUG nova.compute.manager [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1205.061747] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.062026] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf5fa39f-59e2-4753-a143-3491978ce440 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.075549] env[64120]: DEBUG oslo_vmware.api [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1205.075549] env[64120]: value = "task-1406501" [ 1205.075549] env[64120]: _type = "Task" [ 1205.075549] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.094702] env[64120]: DEBUG oslo_vmware.api [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.117622] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.058s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1205.118727] env[64120]: DEBUG nova.compute.manager [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1205.123622] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.255s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.124026] env[64120]: DEBUG nova.objects.instance [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lazy-loading 'resources' on Instance uuid 2d14c3fc-708b-4bb7-8f95-303e546dd811 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.138633] env[64120]: DEBUG oslo_vmware.api [None req-0c327873-7a97-4577-a896-9b4c1cd7dff3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406500, 'name': PowerOffVM_Task, 'duration_secs': 0.476785} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.139719] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c327873-7a97-4577-a896-9b4c1cd7dff3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.139988] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0c327873-7a97-4577-a896-9b4c1cd7dff3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.140398] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b8f0179-f50a-421b-b6de-1dcc6ee30dd2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.362025] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0c327873-7a97-4577-a896-9b4c1cd7dff3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.362025] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0c327873-7a97-4577-a896-9b4c1cd7dff3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.362025] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c327873-7a97-4577-a896-9b4c1cd7dff3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Deleting the datastore file [datastore2] 0441676f-53f4-4b15-b318-bed35cb92f02 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.362025] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b3ee749-4dc0-44f9-b5e0-517b0bef6ef7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.369761] env[64120]: DEBUG oslo_vmware.api [None req-0c327873-7a97-4577-a896-9b4c1cd7dff3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1205.369761] env[64120]: value = "task-1406503" [ 1205.369761] env[64120]: _type = "Task" [ 1205.369761] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.383949] env[64120]: DEBUG oslo_vmware.api [None req-0c327873-7a97-4577-a896-9b4c1cd7dff3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.443244] env[64120]: DEBUG oslo_concurrency.lockutils [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquiring lock "2bde652c-0c77-4af3-857f-60a60b8fadf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.443680] env[64120]: DEBUG oslo_concurrency.lockutils [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lock "2bde652c-0c77-4af3-857f-60a60b8fadf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.587286] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "38abe049-5ca2-48f5-b5b1-cfb1695a14dc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.098s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1205.596546] env[64120]: DEBUG oslo_vmware.api [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406501, 'name': PowerOffVM_Task, 'duration_secs': 0.280127} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.596840] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.597061] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Volume detach. Driver type: vmdk {{(pid=64120) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1205.597432] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298105', 'volume_id': '5dd56278-9d8a-4cce-beec-e74ea43be090', 'name': 'volume-5dd56278-9d8a-4cce-beec-e74ea43be090', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f49b7fd3-714c-4bca-8539-5779e9e7bbe1', 'attached_at': '', 'detached_at': '', 'volume_id': '5dd56278-9d8a-4cce-beec-e74ea43be090', 'serial': '5dd56278-9d8a-4cce-beec-e74ea43be090'} {{(pid=64120) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1205.598280] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0a028b-1baa-49e0-b7f1-05503596b349 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.623341] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc9fee7-5be5-40ee-a639-cfb59b5c9e5b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.631838] env[64120]: DEBUG nova.compute.utils [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1205.639581] env[64120]: DEBUG nova.compute.manager [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1205.639828] env[64120]: DEBUG nova.network.neutron [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1205.652210] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ed8ab4-1738-4339-a017-b6afa65db17e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.681371] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76be73db-3768-426b-ab88-2ed9ee2bdafc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.688876] env[64120]: DEBUG nova.policy [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bfd061b18dac4daf88ff9bd00f3b742c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8c9d9919b9a4787933c9acd7f42953f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1205.706151] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] The volume has not been displaced from its original location: [datastore2] volume-5dd56278-9d8a-4cce-beec-e74ea43be090/volume-5dd56278-9d8a-4cce-beec-e74ea43be090.vmdk. No consolidation needed. {{(pid=64120) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1205.712240] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1205.713692] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "refresh_cache-fe30ced7-62ee-4b15-9b72-268677297ff8" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1205.713948] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquired lock "refresh_cache-fe30ced7-62ee-4b15-9b72-268677297ff8" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.714163] env[64120]: DEBUG nova.network.neutron [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.718567] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f34f750-76d7-48b4-84e6-056e25b7b548 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.743872] env[64120]: DEBUG oslo_vmware.api [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1205.743872] env[64120]: value = "task-1406504" [ 1205.743872] env[64120]: _type = "Task" [ 1205.743872] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.757341] env[64120]: DEBUG oslo_vmware.api [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406504, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.881619] env[64120]: DEBUG oslo_vmware.api [None req-0c327873-7a97-4577-a896-9b4c1cd7dff3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333159} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.883769] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c327873-7a97-4577-a896-9b4c1cd7dff3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.883769] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0c327873-7a97-4577-a896-9b4c1cd7dff3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.883769] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0c327873-7a97-4577-a896-9b4c1cd7dff3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.883769] env[64120]: INFO nova.compute.manager [None req-0c327873-7a97-4577-a896-9b4c1cd7dff3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1205.883769] env[64120]: DEBUG oslo.service.loopingcall [None req-0c327873-7a97-4577-a896-9b4c1cd7dff3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1205.883769] env[64120]: DEBUG nova.compute.manager [-] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1205.883769] env[64120]: DEBUG nova.network.neutron [-] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1205.894893] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "b6f8f7cc-33bf-4a8f-9cae-2e1308650292" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.894893] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "b6f8f7cc-33bf-4a8f-9cae-2e1308650292" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.947698] env[64120]: DEBUG nova.compute.manager [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1206.106820] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.122781] env[64120]: DEBUG nova.network.neutron [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Successfully created port: bd9546d2-8020-44da-a8b1-664bd9dde978 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1206.148439] env[64120]: DEBUG nova.compute.manager [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1206.190175] env[64120]: DEBUG nova.network.neutron [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Updating instance_info_cache with network_info: [{"id": "33860636-929c-41e5-b2ed-0b0789ecf81a", "address": "fa:16:3e:04:4a:b0", "network": {"id": "d2a94bb8-9700-4432-b079-27704d0e128c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1214853217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e77e2e4c124fd19bbc0f0a4908463e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33860636-92", "ovs_interfaceid": "33860636-929c-41e5-b2ed-0b0789ecf81a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.193765] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715a1241-74b2-468c-b3c5-1b890a73978c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.204593] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8a509e-fec7-4123-be7a-1a0a93b4a99a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.242160] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7138ffb1-d67b-4525-b723-262c3a6cd223 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.254962] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11bf334-23af-44e8-9958-53065ca7d507 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.265570] env[64120]: DEBUG oslo_vmware.api [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406504, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.275168] env[64120]: DEBUG nova.compute.provider_tree [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1206.397760] env[64120]: DEBUG nova.compute.manager [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1206.483528] env[64120]: DEBUG oslo_concurrency.lockutils [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.698100] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Releasing lock "refresh_cache-fe30ced7-62ee-4b15-9b72-268677297ff8" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.762884] env[64120]: DEBUG oslo_vmware.api [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406504, 'name': ReconfigVM_Task, 'duration_secs': 0.620426} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.762884] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1206.768581] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1eba9973-775d-41bf-9f19-e2d5d73db0cb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.793765] env[64120]: DEBUG oslo_vmware.api [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1206.793765] env[64120]: value = "task-1406505" [ 1206.793765] env[64120]: _type = "Task" [ 1206.793765] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.803320] env[64120]: DEBUG oslo_vmware.api [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406505, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.804638] env[64120]: ERROR nova.scheduler.client.report [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [req-faaa4151-c426-457b-a425-40879066a701] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4ceac537-82ec-49fa-8fac-aa5d6181b318. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-faaa4151-c426-457b-a425-40879066a701"}]} [ 1206.821739] env[64120]: DEBUG nova.scheduler.client.report [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Refreshing inventories for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1206.838820] env[64120]: DEBUG nova.scheduler.client.report [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Updating ProviderTree inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1206.839098] env[64120]: DEBUG nova.compute.provider_tree [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1206.852254] env[64120]: DEBUG nova.scheduler.client.report [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Refreshing aggregate associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, aggregates: None {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1206.870309] env[64120]: DEBUG nova.scheduler.client.report [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Refreshing trait associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1206.925811] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.951252] env[64120]: DEBUG nova.network.neutron [-] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.978407] env[64120]: DEBUG nova.compute.manager [req-3c7e2f6b-ae85-4a8d-b12c-fb721047437f req-18c173d0-f80a-4c2c-ba73-a4cc8206e712 service nova] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Received event network-vif-deleted-8f8f2f02-995d-4d8d-81ae-ac6d4d8fbd35 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1207.141752] env[64120]: DEBUG oslo_concurrency.lockutils [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Acquiring lock "bc69900e-a868-488e-9d1e-874ccfdec2fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.142037] env[64120]: DEBUG oslo_concurrency.lockutils [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Lock "bc69900e-a868-488e-9d1e-874ccfdec2fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1207.157258] env[64120]: DEBUG nova.compute.manager [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1207.190180] env[64120]: DEBUG nova.virt.hardware [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1207.190437] env[64120]: DEBUG nova.virt.hardware [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1207.190642] env[64120]: DEBUG nova.virt.hardware [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.190829] env[64120]: DEBUG nova.virt.hardware [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1207.190999] env[64120]: DEBUG nova.virt.hardware [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.191211] env[64120]: DEBUG nova.virt.hardware [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1207.191483] env[64120]: DEBUG nova.virt.hardware [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1207.191630] env[64120]: DEBUG nova.virt.hardware [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1207.191793] env[64120]: DEBUG nova.virt.hardware [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1207.191964] env[64120]: DEBUG nova.virt.hardware [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1207.192163] env[64120]: DEBUG nova.virt.hardware [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1207.193467] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2633a0-799e-4e12-b910-6959331c909d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.208961] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e79bbc-a200-4a19-9ea3-dd1c3d7729fa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.233476] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f0bdef-fb90-4693-b83b-743eef80f839 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.253768] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5435a477-340a-4e58-8a34-f425d7743f19 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.257128] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299934f9-8201-41ae-9ded-f17a6c75c7f0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.265026] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Updating instance 'fe30ced7-62ee-4b15-9b72-268677297ff8' progress to 83 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.276343] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b488c2cc-c8bd-4170-b832-4be296f4bccb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.316481] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a5643f-98aa-4fa4-9d2e-434309e167c6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.330334] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8f5f9c-7b0a-4288-91a2-8fc09b061b71 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.335273] env[64120]: DEBUG oslo_vmware.api [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406505, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.347059] env[64120]: DEBUG nova.compute.provider_tree [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1207.454306] env[64120]: INFO nova.compute.manager [-] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Took 1.57 seconds to deallocate network for instance. [ 1207.644831] env[64120]: DEBUG nova.compute.manager [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1207.679240] env[64120]: DEBUG oslo_concurrency.lockutils [None req-16825f19-17cf-4b2c-8285-c44db56ab098 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "38abe049-5ca2-48f5-b5b1-cfb1695a14dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.679584] env[64120]: DEBUG oslo_concurrency.lockutils [None req-16825f19-17cf-4b2c-8285-c44db56ab098 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "38abe049-5ca2-48f5-b5b1-cfb1695a14dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1207.679836] env[64120]: DEBUG oslo_concurrency.lockutils [None req-16825f19-17cf-4b2c-8285-c44db56ab098 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "38abe049-5ca2-48f5-b5b1-cfb1695a14dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.680042] env[64120]: DEBUG oslo_concurrency.lockutils [None req-16825f19-17cf-4b2c-8285-c44db56ab098 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "38abe049-5ca2-48f5-b5b1-cfb1695a14dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1207.680221] env[64120]: DEBUG oslo_concurrency.lockutils [None req-16825f19-17cf-4b2c-8285-c44db56ab098 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "38abe049-5ca2-48f5-b5b1-cfb1695a14dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.682861] env[64120]: INFO nova.compute.manager [None req-16825f19-17cf-4b2c-8285-c44db56ab098 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Terminating instance [ 1207.684809] env[64120]: DEBUG nova.compute.manager [None req-16825f19-17cf-4b2c-8285-c44db56ab098 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1207.685050] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-16825f19-17cf-4b2c-8285-c44db56ab098 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1207.685974] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7982e19-fc3e-489d-8da3-7a9f7a51a1a4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.695921] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-16825f19-17cf-4b2c-8285-c44db56ab098 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1207.696227] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e182563-36cc-4489-8f71-e2225ebc9797 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.770233] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-16825f19-17cf-4b2c-8285-c44db56ab098 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1207.770664] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-16825f19-17cf-4b2c-8285-c44db56ab098 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1207.770887] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-16825f19-17cf-4b2c-8285-c44db56ab098 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Deleting the datastore file [datastore2] 38abe049-5ca2-48f5-b5b1-cfb1695a14dc {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.771224] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-083db4b4-cfc2-49aa-bc91-096c05cd627a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.777335] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.777663] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a58aff46-52db-47cd-8430-4e7239be8316 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.780874] env[64120]: DEBUG oslo_vmware.api [None req-16825f19-17cf-4b2c-8285-c44db56ab098 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1207.780874] env[64120]: value = "task-1406507" [ 1207.780874] env[64120]: _type = "Task" [ 1207.780874] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.781229] env[64120]: DEBUG oslo_concurrency.lockutils [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "interface-ad053aa4-0749-4064-93e7-88bb3bbeadcb-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.781525] env[64120]: DEBUG oslo_concurrency.lockutils [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "interface-ad053aa4-0749-4064-93e7-88bb3bbeadcb-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1207.781793] env[64120]: DEBUG nova.objects.instance [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lazy-loading 'flavor' on Instance uuid ad053aa4-0749-4064-93e7-88bb3bbeadcb {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.791586] env[64120]: DEBUG oslo_vmware.api [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1207.791586] env[64120]: value = "task-1406508" [ 1207.791586] env[64120]: _type = "Task" [ 1207.791586] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.797086] env[64120]: DEBUG oslo_vmware.api [None req-16825f19-17cf-4b2c-8285-c44db56ab098 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406507, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.803280] env[64120]: DEBUG oslo_vmware.api [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.804797] env[64120]: DEBUG nova.network.neutron [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Successfully updated port: bd9546d2-8020-44da-a8b1-664bd9dde978 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1207.822722] env[64120]: DEBUG oslo_vmware.api [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406505, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.884266] env[64120]: DEBUG nova.scheduler.client.report [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Updated inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with generation 101 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1207.884539] env[64120]: DEBUG nova.compute.provider_tree [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Updating resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 generation from 101 to 102 during operation: update_inventory {{(pid=64120) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1207.884732] env[64120]: DEBUG nova.compute.provider_tree [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1207.961589] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0c327873-7a97-4577-a896-9b4c1cd7dff3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.171867] env[64120]: DEBUG oslo_concurrency.lockutils [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.302729] env[64120]: DEBUG oslo_vmware.api [None req-16825f19-17cf-4b2c-8285-c44db56ab098 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406507, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25203} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.303335] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-16825f19-17cf-4b2c-8285-c44db56ab098 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1208.303574] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-16825f19-17cf-4b2c-8285-c44db56ab098 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1208.303774] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-16825f19-17cf-4b2c-8285-c44db56ab098 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1208.303975] env[64120]: INFO nova.compute.manager [None req-16825f19-17cf-4b2c-8285-c44db56ab098 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1208.304290] env[64120]: DEBUG oslo.service.loopingcall [None req-16825f19-17cf-4b2c-8285-c44db56ab098 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1208.304518] env[64120]: DEBUG nova.compute.manager [-] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1208.304664] env[64120]: DEBUG nova.network.neutron [-] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1208.311049] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Acquiring lock "refresh_cache-545845b5-062b-48c2-9367-513d9a77b7a0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.311049] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Acquired lock "refresh_cache-545845b5-062b-48c2-9367-513d9a77b7a0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.311049] env[64120]: DEBUG nova.network.neutron [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.311386] env[64120]: DEBUG oslo_vmware.api [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406508, 'name': PowerOnVM_Task, 'duration_secs': 0.429312} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.312426] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1208.312426] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0f587e-e450-4164-a5a8-089b96070b5d tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Updating instance 'fe30ced7-62ee-4b15-9b72-268677297ff8' progress to 100 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1208.327658] env[64120]: DEBUG oslo_vmware.api [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406505, 'name': ReconfigVM_Task, 'duration_secs': 1.364035} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.328089] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298105', 'volume_id': '5dd56278-9d8a-4cce-beec-e74ea43be090', 'name': 'volume-5dd56278-9d8a-4cce-beec-e74ea43be090', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f49b7fd3-714c-4bca-8539-5779e9e7bbe1', 'attached_at': '', 'detached_at': '', 'volume_id': '5dd56278-9d8a-4cce-beec-e74ea43be090', 'serial': '5dd56278-9d8a-4cce-beec-e74ea43be090'} {{(pid=64120) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1208.328341] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1208.329267] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35c0dba-9fde-4e5b-a3db-fd298dab62cd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.338064] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1208.338169] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a1b736d-e056-40a8-b09b-22a2a67ae952 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.390447] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.267s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.395719] env[64120]: DEBUG oslo_concurrency.lockutils [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.200s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.396103] env[64120]: DEBUG nova.objects.instance [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Lazy-loading 'resources' on Instance uuid 60537205-dfa3-4db3-9972-cf1e3901e874 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.410926] env[64120]: DEBUG oslo_vmware.rw_handles [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5233fcd1-94e8-6f9c-6618-e32c59cba3c7/disk-0.vmdk. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1208.411927] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db75098-5408-4be0-8cc4-6253cd75202d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.419267] env[64120]: INFO nova.scheduler.client.report [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Deleted allocations for instance 2d14c3fc-708b-4bb7-8f95-303e546dd811 [ 1208.428567] env[64120]: DEBUG oslo_vmware.rw_handles [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5233fcd1-94e8-6f9c-6618-e32c59cba3c7/disk-0.vmdk is in state: ready. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1208.428763] env[64120]: ERROR oslo_vmware.rw_handles [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5233fcd1-94e8-6f9c-6618-e32c59cba3c7/disk-0.vmdk due to incomplete transfer. [ 1208.429039] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1208.429509] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1208.429754] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Deleting the datastore file [datastore2] f49b7fd3-714c-4bca-8539-5779e9e7bbe1 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1208.432018] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-51d3943b-1472-4c82-be62-081ad5b9b5b3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.433775] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78ee5268-ae5b-40f9-9693-bf9c166b4c98 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.442896] env[64120]: DEBUG oslo_vmware.api [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1208.442896] env[64120]: value = "task-1406510" [ 1208.442896] env[64120]: _type = "Task" [ 1208.442896] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.444755] env[64120]: DEBUG oslo_vmware.rw_handles [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5233fcd1-94e8-6f9c-6618-e32c59cba3c7/disk-0.vmdk. {{(pid=64120) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1208.445044] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Uploaded image bca90365-cdf8-4c3c-aa0d-771b860c430e to the Glance image server {{(pid=64120) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1208.448337] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Destroying the VM {{(pid=64120) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1208.449360] env[64120]: DEBUG nova.objects.instance [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lazy-loading 'pci_requests' on Instance uuid ad053aa4-0749-4064-93e7-88bb3bbeadcb {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.454529] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-46b5f47e-2a76-455e-9c86-84361812955e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.463239] env[64120]: DEBUG oslo_vmware.api [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.464567] env[64120]: DEBUG oslo_vmware.api [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1208.464567] env[64120]: value = "task-1406511" [ 1208.464567] env[64120]: _type = "Task" [ 1208.464567] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.473494] env[64120]: DEBUG oslo_vmware.api [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406511, 'name': Destroy_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.858892] env[64120]: DEBUG nova.network.neutron [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1208.933368] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8736f928-3ce1-46ea-aadc-684cd38c5efe tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "2d14c3fc-708b-4bb7-8f95-303e546dd811" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.239s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.956741] env[64120]: DEBUG oslo_vmware.api [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.957318] env[64120]: DEBUG nova.objects.base [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=64120) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1208.957512] env[64120]: DEBUG nova.network.neutron [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1208.979272] env[64120]: DEBUG oslo_vmware.api [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406511, 'name': Destroy_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.036366] env[64120]: DEBUG nova.policy [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdcd2e9c80c34e569fdbcab5e84efcb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecee5b6b3e784d9ca773d92c2ed384b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1209.058970] env[64120]: DEBUG nova.network.neutron [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Updating instance_info_cache with network_info: [{"id": "bd9546d2-8020-44da-a8b1-664bd9dde978", "address": "fa:16:3e:12:25:45", "network": {"id": "2b531157-a410-4d83-86e9-1d76889c7c12", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1655745316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c9d9919b9a4787933c9acd7f42953f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd9546d2-80", "ovs_interfaceid": "bd9546d2-8020-44da-a8b1-664bd9dde978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.118167] env[64120]: DEBUG nova.network.neutron [-] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.269420] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b929834-0fc9-43e7-886a-061386de5ee5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.280248] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018f550e-34f1-49d7-9f5c-74c120ccf3c4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.318263] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a72339-c092-4dfc-96c8-f1764a9b4544 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.321958] env[64120]: DEBUG nova.compute.manager [req-890162b7-8370-40e5-9f56-08da9106da37 req-2b8789db-fe49-499b-a1ef-be3d3485f603 service nova] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Received event network-vif-plugged-bd9546d2-8020-44da-a8b1-664bd9dde978 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1209.322368] env[64120]: DEBUG oslo_concurrency.lockutils [req-890162b7-8370-40e5-9f56-08da9106da37 req-2b8789db-fe49-499b-a1ef-be3d3485f603 service nova] Acquiring lock "545845b5-062b-48c2-9367-513d9a77b7a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.322720] env[64120]: DEBUG oslo_concurrency.lockutils [req-890162b7-8370-40e5-9f56-08da9106da37 req-2b8789db-fe49-499b-a1ef-be3d3485f603 service nova] Lock "545845b5-062b-48c2-9367-513d9a77b7a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.323029] env[64120]: DEBUG oslo_concurrency.lockutils [req-890162b7-8370-40e5-9f56-08da9106da37 req-2b8789db-fe49-499b-a1ef-be3d3485f603 service nova] Lock "545845b5-062b-48c2-9367-513d9a77b7a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.323330] env[64120]: DEBUG nova.compute.manager [req-890162b7-8370-40e5-9f56-08da9106da37 req-2b8789db-fe49-499b-a1ef-be3d3485f603 service nova] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] No waiting events found dispatching network-vif-plugged-bd9546d2-8020-44da-a8b1-664bd9dde978 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1209.323610] env[64120]: WARNING nova.compute.manager [req-890162b7-8370-40e5-9f56-08da9106da37 req-2b8789db-fe49-499b-a1ef-be3d3485f603 service nova] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Received unexpected event network-vif-plugged-bd9546d2-8020-44da-a8b1-664bd9dde978 for instance with vm_state building and task_state spawning. [ 1209.323887] env[64120]: DEBUG nova.compute.manager [req-890162b7-8370-40e5-9f56-08da9106da37 req-2b8789db-fe49-499b-a1ef-be3d3485f603 service nova] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Received event network-changed-bd9546d2-8020-44da-a8b1-664bd9dde978 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1209.324195] env[64120]: DEBUG nova.compute.manager [req-890162b7-8370-40e5-9f56-08da9106da37 req-2b8789db-fe49-499b-a1ef-be3d3485f603 service nova] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Refreshing instance network info cache due to event network-changed-bd9546d2-8020-44da-a8b1-664bd9dde978. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1209.324481] env[64120]: DEBUG oslo_concurrency.lockutils [req-890162b7-8370-40e5-9f56-08da9106da37 req-2b8789db-fe49-499b-a1ef-be3d3485f603 service nova] Acquiring lock "refresh_cache-545845b5-062b-48c2-9367-513d9a77b7a0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.332828] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e44448-89b0-46e5-bb3f-8caa8c27f04e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.348537] env[64120]: DEBUG nova.compute.provider_tree [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.395652] env[64120]: DEBUG nova.network.neutron [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Successfully created port: 2f416f8e-c4bf-48c1-832e-11c6809daf86 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1209.457150] env[64120]: DEBUG oslo_vmware.api [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.574714} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.457150] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1209.457150] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1209.457150] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1209.457150] env[64120]: INFO nova.compute.manager [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Took 4.39 seconds to destroy the instance on the hypervisor. [ 1209.457150] env[64120]: DEBUG oslo.service.loopingcall [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1209.457150] env[64120]: DEBUG nova.compute.manager [-] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1209.457150] env[64120]: DEBUG nova.network.neutron [-] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1209.477403] env[64120]: DEBUG oslo_vmware.api [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406511, 'name': Destroy_Task, 'duration_secs': 1.007848} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.477824] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Destroyed the VM [ 1209.478234] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Deleting Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1209.478492] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-88daf2e8-6e9f-4ace-8838-5305cd468091 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.485813] env[64120]: DEBUG oslo_vmware.api [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1209.485813] env[64120]: value = "task-1406512" [ 1209.485813] env[64120]: _type = "Task" [ 1209.485813] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.489439] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "3997b4b8-119f-4bac-a16c-b18361db7b31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.489722] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "3997b4b8-119f-4bac-a16c-b18361db7b31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.489965] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "3997b4b8-119f-4bac-a16c-b18361db7b31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.490346] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "3997b4b8-119f-4bac-a16c-b18361db7b31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.490346] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "3997b4b8-119f-4bac-a16c-b18361db7b31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.497034] env[64120]: INFO nova.compute.manager [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Terminating instance [ 1209.502719] env[64120]: DEBUG nova.compute.manager [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1209.502981] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1209.509049] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9c099e-8065-472d-ae65-92f2c5a9d993 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.512261] env[64120]: DEBUG oslo_vmware.api [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406512, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.518334] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.518676] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54c18107-4d64-4214-96af-db02c97298de {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.527472] env[64120]: DEBUG oslo_vmware.api [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1209.527472] env[64120]: value = "task-1406513" [ 1209.527472] env[64120]: _type = "Task" [ 1209.527472] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.536964] env[64120]: DEBUG oslo_vmware.api [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.562079] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Releasing lock "refresh_cache-545845b5-062b-48c2-9367-513d9a77b7a0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.562448] env[64120]: DEBUG nova.compute.manager [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Instance network_info: |[{"id": "bd9546d2-8020-44da-a8b1-664bd9dde978", "address": "fa:16:3e:12:25:45", "network": {"id": "2b531157-a410-4d83-86e9-1d76889c7c12", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1655745316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c9d9919b9a4787933c9acd7f42953f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd9546d2-80", "ovs_interfaceid": "bd9546d2-8020-44da-a8b1-664bd9dde978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1209.564885] env[64120]: DEBUG oslo_concurrency.lockutils [req-890162b7-8370-40e5-9f56-08da9106da37 req-2b8789db-fe49-499b-a1ef-be3d3485f603 service nova] Acquired lock "refresh_cache-545845b5-062b-48c2-9367-513d9a77b7a0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.565100] env[64120]: DEBUG nova.network.neutron [req-890162b7-8370-40e5-9f56-08da9106da37 req-2b8789db-fe49-499b-a1ef-be3d3485f603 service nova] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Refreshing network info cache for port bd9546d2-8020-44da-a8b1-664bd9dde978 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.566391] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:25:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd9546d2-8020-44da-a8b1-664bd9dde978', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1209.574110] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Creating folder: Project (a8c9d9919b9a4787933c9acd7f42953f). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1209.574687] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2036cc5-8467-4b52-8a96-bc97479a9345 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.588848] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Created folder: Project (a8c9d9919b9a4787933c9acd7f42953f) in parent group-v297899. [ 1209.589160] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Creating folder: Instances. Parent ref: group-v298108. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1209.589458] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65c0c3b5-a2af-4209-a719-70a1abe857c3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.602342] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Created folder: Instances in parent group-v298108. [ 1209.602594] env[64120]: DEBUG oslo.service.loopingcall [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1209.602804] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1209.603060] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75ebbd4f-be33-4979-bd78-4cafda3df624 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.621939] env[64120]: INFO nova.compute.manager [-] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Took 1.32 seconds to deallocate network for instance. [ 1209.625151] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1209.625151] env[64120]: value = "task-1406516" [ 1209.625151] env[64120]: _type = "Task" [ 1209.625151] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.638529] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406516, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.851045] env[64120]: DEBUG nova.scheduler.client.report [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1209.997460] env[64120]: DEBUG oslo_vmware.api [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406512, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.039463] env[64120]: DEBUG oslo_vmware.api [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406513, 'name': PowerOffVM_Task, 'duration_secs': 0.236974} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.039777] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.039955] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1210.040246] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51ea6dde-91ca-4afa-a03b-3da525fc6b69 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.129634] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1210.129982] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1210.130166] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Deleting the datastore file [datastore1] 3997b4b8-119f-4bac-a16c-b18361db7b31 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1210.133786] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5717501-75a1-4aa4-9ac5-0c4f0cb9a50e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.138546] env[64120]: DEBUG oslo_concurrency.lockutils [None req-16825f19-17cf-4b2c-8285-c44db56ab098 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.144493] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406516, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.146830] env[64120]: DEBUG oslo_vmware.api [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1210.146830] env[64120]: value = "task-1406518" [ 1210.146830] env[64120]: _type = "Task" [ 1210.146830] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.160155] env[64120]: DEBUG oslo_vmware.api [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.293047] env[64120]: DEBUG nova.network.neutron [req-890162b7-8370-40e5-9f56-08da9106da37 req-2b8789db-fe49-499b-a1ef-be3d3485f603 service nova] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Updated VIF entry in instance network info cache for port bd9546d2-8020-44da-a8b1-664bd9dde978. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.293452] env[64120]: DEBUG nova.network.neutron [req-890162b7-8370-40e5-9f56-08da9106da37 req-2b8789db-fe49-499b-a1ef-be3d3485f603 service nova] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Updating instance_info_cache with network_info: [{"id": "bd9546d2-8020-44da-a8b1-664bd9dde978", "address": "fa:16:3e:12:25:45", "network": {"id": "2b531157-a410-4d83-86e9-1d76889c7c12", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1655745316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c9d9919b9a4787933c9acd7f42953f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd9546d2-80", "ovs_interfaceid": "bd9546d2-8020-44da-a8b1-664bd9dde978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.355609] env[64120]: DEBUG oslo_concurrency.lockutils [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.357979] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 13.435s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.382024] env[64120]: INFO nova.scheduler.client.report [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Deleted allocations for instance 60537205-dfa3-4db3-9972-cf1e3901e874 [ 1210.400909] env[64120]: DEBUG nova.network.neutron [-] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.499556] env[64120]: DEBUG oslo_vmware.api [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406512, 'name': RemoveSnapshot_Task, 'duration_secs': 0.709007} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.499702] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Deleted Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1210.500211] env[64120]: INFO nova.compute.manager [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Took 16.43 seconds to snapshot the instance on the hypervisor. [ 1210.562114] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1400fb07-2e6b-4c43-b34f-644e235b9b6c tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquiring lock "55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.562422] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1400fb07-2e6b-4c43-b34f-644e235b9b6c tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lock "55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.641548] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406516, 'name': CreateVM_Task, 'duration_secs': 0.539358} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.641765] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1210.642418] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.642871] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.643031] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.643293] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be20ed4c-4f01-4a65-8eb6-d0d43d5d66ce {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.653398] env[64120]: DEBUG oslo_vmware.api [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Waiting for the task: (returnval){ [ 1210.653398] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52074401-31da-d6c6-9158-87ec29ab163c" [ 1210.653398] env[64120]: _type = "Task" [ 1210.653398] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.660012] env[64120]: DEBUG oslo_vmware.api [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183717} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.660639] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1210.660825] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1210.661025] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1210.661219] env[64120]: INFO nova.compute.manager [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1210.661470] env[64120]: DEBUG oslo.service.loopingcall [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1210.661695] env[64120]: DEBUG nova.compute.manager [-] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1210.661799] env[64120]: DEBUG nova.network.neutron [-] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1210.666667] env[64120]: DEBUG oslo_vmware.api [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52074401-31da-d6c6-9158-87ec29ab163c, 'name': SearchDatastore_Task} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.667254] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.667505] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1210.667753] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.667907] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.668108] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1210.668371] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3e48e5f-0b99-40fd-b4d6-09047b8aff1b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.678228] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1210.678595] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1210.679528] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa7eea3a-a9df-4f21-bd52-12c473b26a57 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.686188] env[64120]: DEBUG oslo_vmware.api [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Waiting for the task: (returnval){ [ 1210.686188] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5236af3b-353a-a52a-6b4e-cffc8a527425" [ 1210.686188] env[64120]: _type = "Task" [ 1210.686188] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.694967] env[64120]: DEBUG oslo_vmware.api [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5236af3b-353a-a52a-6b4e-cffc8a527425, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.796636] env[64120]: DEBUG oslo_concurrency.lockutils [req-890162b7-8370-40e5-9f56-08da9106da37 req-2b8789db-fe49-499b-a1ef-be3d3485f603 service nova] Releasing lock "refresh_cache-545845b5-062b-48c2-9367-513d9a77b7a0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.796945] env[64120]: DEBUG nova.compute.manager [req-890162b7-8370-40e5-9f56-08da9106da37 req-2b8789db-fe49-499b-a1ef-be3d3485f603 service nova] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Received event network-vif-deleted-adfa5d57-9d8d-4729-b527-1a33b347a9aa {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1210.893139] env[64120]: DEBUG oslo_concurrency.lockutils [None req-887e4270-b017-4295-91da-0bd7e3899f99 tempest-ServersTestBootFromVolume-91879749 tempest-ServersTestBootFromVolume-91879749-project-member] Lock "60537205-dfa3-4db3-9972-cf1e3901e874" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.712s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.903318] env[64120]: INFO nova.compute.manager [-] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Took 1.45 seconds to deallocate network for instance. [ 1211.001023] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e38316f3-47ce-4532-859c-bd99ea0730b6 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "fe30ced7-62ee-4b15-9b72-268677297ff8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.003323] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e38316f3-47ce-4532-859c-bd99ea0730b6 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "fe30ced7-62ee-4b15-9b72-268677297ff8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.003545] env[64120]: DEBUG nova.compute.manager [None req-e38316f3-47ce-4532-859c-bd99ea0730b6 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Going to confirm migration 3 {{(pid=64120) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1211.059321] env[64120]: DEBUG nova.compute.manager [None req-fb5faf5f-4104-4787-b761-898570add4bc tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Found 2 images (rotation: 2) {{(pid=64120) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 1211.067206] env[64120]: DEBUG nova.compute.utils [None req-1400fb07-2e6b-4c43-b34f-644e235b9b6c tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1211.130077] env[64120]: DEBUG nova.network.neutron [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Successfully updated port: 2f416f8e-c4bf-48c1-832e-11c6809daf86 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1211.197041] env[64120]: DEBUG oslo_vmware.api [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5236af3b-353a-a52a-6b4e-cffc8a527425, 'name': SearchDatastore_Task, 'duration_secs': 0.020902} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.197635] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-951fe6aa-f6ac-4086-9520-7da00e490849 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.203216] env[64120]: DEBUG oslo_vmware.api [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Waiting for the task: (returnval){ [ 1211.203216] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5253af21-e826-22d6-e225-1b301f254783" [ 1211.203216] env[64120]: _type = "Task" [ 1211.203216] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.212117] env[64120]: DEBUG oslo_vmware.api [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5253af21-e826-22d6-e225-1b301f254783, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.372582] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Applying migration context for instance fe30ced7-62ee-4b15-9b72-268677297ff8 as it has an incoming, in-progress migration c37ed449-9c15-492e-a89d-94736e1b9169. Migration status is confirming {{(pid=64120) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1211.375041] env[64120]: INFO nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Updating resource usage from migration c37ed449-9c15-492e-a89d-94736e1b9169 [ 1211.395708] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.397126] env[64120]: WARNING nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 810ace60-3801-4686-8087-570c8b93b42f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1211.397126] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 3997b4b8-119f-4bac-a16c-b18361db7b31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.397126] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 4d010afc-7835-4eac-b2bd-7cf6abea43a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.397126] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 1e3ed926-6b6c-4044-a299-64a438f2400d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.397126] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 98ef028b-4cd6-438d-9f7e-57e2db1d4460 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.397126] env[64120]: WARNING nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 0441676f-53f4-4b15-b318-bed35cb92f02 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1211.397126] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance dd35a3ad-c612-4b13-9e0d-d57034827b0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.397126] env[64120]: WARNING nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 2bc32220-40e1-4193-8628-d63afef77a84 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1211.397126] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance ed54e949-f5db-4946-bc92-6384f8279de5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.397126] env[64120]: WARNING nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 32c9072f-9004-4c1c-ac52-d7115dd531e1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1211.397126] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance ad053aa4-0749-4064-93e7-88bb3bbeadcb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.397484] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.397584] env[64120]: WARNING nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 38abe049-5ca2-48f5-b5b1-cfb1695a14dc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1211.397716] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance f49b7fd3-714c-4bca-8539-5779e9e7bbe1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.397863] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance a16b0a8b-255b-4865-90c7-5853c6269644 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.398022] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Migration c37ed449-9c15-492e-a89d-94736e1b9169 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1211.398171] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance fe30ced7-62ee-4b15-9b72-268677297ff8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.398316] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 545845b5-062b-48c2-9367-513d9a77b7a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.452966] env[64120]: INFO nova.compute.manager [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Took 0.55 seconds to detach 1 volumes for instance. [ 1211.480190] env[64120]: DEBUG nova.network.neutron [-] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.572253] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1400fb07-2e6b-4c43-b34f-644e235b9b6c tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lock "55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.634104] env[64120]: DEBUG oslo_concurrency.lockutils [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "refresh_cache-ad053aa4-0749-4064-93e7-88bb3bbeadcb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.634333] env[64120]: DEBUG oslo_concurrency.lockutils [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquired lock "refresh_cache-ad053aa4-0749-4064-93e7-88bb3bbeadcb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.634524] env[64120]: DEBUG nova.network.neutron [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.672866] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e38316f3-47ce-4532-859c-bd99ea0730b6 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "refresh_cache-fe30ced7-62ee-4b15-9b72-268677297ff8" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.673105] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e38316f3-47ce-4532-859c-bd99ea0730b6 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquired lock "refresh_cache-fe30ced7-62ee-4b15-9b72-268677297ff8" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.673328] env[64120]: DEBUG nova.network.neutron [None req-e38316f3-47ce-4532-859c-bd99ea0730b6 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.673583] env[64120]: DEBUG nova.objects.instance [None req-e38316f3-47ce-4532-859c-bd99ea0730b6 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lazy-loading 'info_cache' on Instance uuid fe30ced7-62ee-4b15-9b72-268677297ff8 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.714261] env[64120]: DEBUG oslo_vmware.api [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5253af21-e826-22d6-e225-1b301f254783, 'name': SearchDatastore_Task, 'duration_secs': 0.009958} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.714563] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.714856] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 545845b5-062b-48c2-9367-513d9a77b7a0/545845b5-062b-48c2-9367-513d9a77b7a0.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1211.715140] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88ed670f-e44e-4a9d-ae12-b00e8b8c9333 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.724416] env[64120]: DEBUG oslo_vmware.api [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Waiting for the task: (returnval){ [ 1211.724416] env[64120]: value = "task-1406519" [ 1211.724416] env[64120]: _type = "Task" [ 1211.724416] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.733415] env[64120]: DEBUG oslo_vmware.api [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Task: {'id': task-1406519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.901350] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance c3017f41-5363-4369-813a-ee25caa28064 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1211.960341] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.983954] env[64120]: INFO nova.compute.manager [-] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Took 1.32 seconds to deallocate network for instance. [ 1212.213251] env[64120]: WARNING nova.network.neutron [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] 49ed4ce5-a4d3-4752-937d-5db93927c7fb already exists in list: networks containing: ['49ed4ce5-a4d3-4752-937d-5db93927c7fb']. ignoring it [ 1212.239573] env[64120]: DEBUG oslo_vmware.api [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Task: {'id': task-1406519, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.404844] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 5928e4a6-f3ae-4693-851f-8bb7869f6e52 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1212.491401] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.637279] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1400fb07-2e6b-4c43-b34f-644e235b9b6c tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquiring lock "55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.637616] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1400fb07-2e6b-4c43-b34f-644e235b9b6c tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lock "55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.637894] env[64120]: INFO nova.compute.manager [None req-1400fb07-2e6b-4c43-b34f-644e235b9b6c tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Attaching volume 352a26b9-7c09-46de-9866-4a70a560b9a5 to /dev/sdb [ 1212.676197] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ee8da0-c307-4153-b367-dd2577036805 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.686627] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee549a2-a33b-4e38-ab6a-8bb0b17879d6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.702564] env[64120]: DEBUG nova.virt.block_device [None req-1400fb07-2e6b-4c43-b34f-644e235b9b6c tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Updating existing volume attachment record: 7b192ca3-4d04-4ba1-b948-f7e59fe9dea2 {{(pid=64120) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1212.738830] env[64120]: DEBUG oslo_vmware.api [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Task: {'id': task-1406519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608964} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.739150] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 545845b5-062b-48c2-9367-513d9a77b7a0/545845b5-062b-48c2-9367-513d9a77b7a0.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1212.739382] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1212.739656] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff861275-7848-4e9d-9c44-bf9689eb6a16 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.752318] env[64120]: DEBUG oslo_vmware.api [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Waiting for the task: (returnval){ [ 1212.752318] env[64120]: value = "task-1406520" [ 1212.752318] env[64120]: _type = "Task" [ 1212.752318] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.765841] env[64120]: DEBUG oslo_vmware.api [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Task: {'id': task-1406520, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.908459] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 2bde652c-0c77-4af3-857f-60a60b8fadf2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1212.979481] env[64120]: DEBUG nova.network.neutron [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Updating instance_info_cache with network_info: [{"id": "d03077e7-62d0-4659-9cda-f64930fb6dbd", "address": "fa:16:3e:c8:e1:ec", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd03077e7-62", "ovs_interfaceid": "d03077e7-62d0-4659-9cda-f64930fb6dbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2f416f8e-c4bf-48c1-832e-11c6809daf86", "address": "fa:16:3e:17:aa:b3", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f416f8e-c4", "ovs_interfaceid": "2f416f8e-c4bf-48c1-832e-11c6809daf86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.132036] env[64120]: DEBUG nova.compute.manager [req-173e8135-1b55-4863-8197-3b36f5872037 req-159a3d49-8eb4-481b-a635-9572e8474960 service nova] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Received event network-vif-deleted-1a6f2d39-4dbf-4bdc-8609-dab13d99c241 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1213.132289] env[64120]: DEBUG nova.compute.manager [req-173e8135-1b55-4863-8197-3b36f5872037 req-159a3d49-8eb4-481b-a635-9572e8474960 service nova] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Received event network-vif-deleted-64d80c80-0fe9-46b8-a1e7-81a193b1b0fa {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1213.132470] env[64120]: DEBUG nova.compute.manager [req-173e8135-1b55-4863-8197-3b36f5872037 req-159a3d49-8eb4-481b-a635-9572e8474960 service nova] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Received event network-vif-plugged-2f416f8e-c4bf-48c1-832e-11c6809daf86 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1213.132685] env[64120]: DEBUG oslo_concurrency.lockutils [req-173e8135-1b55-4863-8197-3b36f5872037 req-159a3d49-8eb4-481b-a635-9572e8474960 service nova] Acquiring lock "ad053aa4-0749-4064-93e7-88bb3bbeadcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1213.133145] env[64120]: DEBUG oslo_concurrency.lockutils [req-173e8135-1b55-4863-8197-3b36f5872037 req-159a3d49-8eb4-481b-a635-9572e8474960 service nova] Lock "ad053aa4-0749-4064-93e7-88bb3bbeadcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1213.133145] env[64120]: DEBUG oslo_concurrency.lockutils [req-173e8135-1b55-4863-8197-3b36f5872037 req-159a3d49-8eb4-481b-a635-9572e8474960 service nova] Lock "ad053aa4-0749-4064-93e7-88bb3bbeadcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.133313] env[64120]: DEBUG nova.compute.manager [req-173e8135-1b55-4863-8197-3b36f5872037 req-159a3d49-8eb4-481b-a635-9572e8474960 service nova] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] No waiting events found dispatching network-vif-plugged-2f416f8e-c4bf-48c1-832e-11c6809daf86 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1213.133484] env[64120]: WARNING nova.compute.manager [req-173e8135-1b55-4863-8197-3b36f5872037 req-159a3d49-8eb4-481b-a635-9572e8474960 service nova] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Received unexpected event network-vif-plugged-2f416f8e-c4bf-48c1-832e-11c6809daf86 for instance with vm_state active and task_state None. [ 1213.133651] env[64120]: DEBUG nova.compute.manager [req-173e8135-1b55-4863-8197-3b36f5872037 req-159a3d49-8eb4-481b-a635-9572e8474960 service nova] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Received event network-changed-2f416f8e-c4bf-48c1-832e-11c6809daf86 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1213.133811] env[64120]: DEBUG nova.compute.manager [req-173e8135-1b55-4863-8197-3b36f5872037 req-159a3d49-8eb4-481b-a635-9572e8474960 service nova] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Refreshing instance network info cache due to event network-changed-2f416f8e-c4bf-48c1-832e-11c6809daf86. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1213.133986] env[64120]: DEBUG oslo_concurrency.lockutils [req-173e8135-1b55-4863-8197-3b36f5872037 req-159a3d49-8eb4-481b-a635-9572e8474960 service nova] Acquiring lock "refresh_cache-ad053aa4-0749-4064-93e7-88bb3bbeadcb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.263478] env[64120]: DEBUG oslo_vmware.api [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Task: {'id': task-1406520, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.331} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.263776] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1213.264620] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2bf2be-240c-429d-b606-30822983c490 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.291361] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 545845b5-062b-48c2-9367-513d9a77b7a0/545845b5-062b-48c2-9367-513d9a77b7a0.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.292748] env[64120]: DEBUG nova.network.neutron [None req-e38316f3-47ce-4532-859c-bd99ea0730b6 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Updating instance_info_cache with network_info: [{"id": "33860636-929c-41e5-b2ed-0b0789ecf81a", "address": "fa:16:3e:04:4a:b0", "network": {"id": "d2a94bb8-9700-4432-b079-27704d0e128c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1214853217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e77e2e4c124fd19bbc0f0a4908463e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33860636-92", "ovs_interfaceid": "33860636-929c-41e5-b2ed-0b0789ecf81a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.294093] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b960b43-24ec-4575-a074-85471ab01de2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.310645] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e38316f3-47ce-4532-859c-bd99ea0730b6 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Releasing lock "refresh_cache-fe30ced7-62ee-4b15-9b72-268677297ff8" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.310972] env[64120]: DEBUG nova.objects.instance [None req-e38316f3-47ce-4532-859c-bd99ea0730b6 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lazy-loading 'migration_context' on Instance uuid fe30ced7-62ee-4b15-9b72-268677297ff8 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.320049] env[64120]: DEBUG oslo_vmware.api [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Waiting for the task: (returnval){ [ 1213.320049] env[64120]: value = "task-1406524" [ 1213.320049] env[64120]: _type = "Task" [ 1213.320049] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.335194] env[64120]: DEBUG oslo_vmware.api [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Task: {'id': task-1406524, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.411519] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance b6f8f7cc-33bf-4a8f-9cae-2e1308650292 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1213.482344] env[64120]: DEBUG oslo_concurrency.lockutils [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Releasing lock "refresh_cache-ad053aa4-0749-4064-93e7-88bb3bbeadcb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.483378] env[64120]: DEBUG oslo_concurrency.lockutils [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "ad053aa4-0749-4064-93e7-88bb3bbeadcb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.483640] env[64120]: DEBUG oslo_concurrency.lockutils [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquired lock "ad053aa4-0749-4064-93e7-88bb3bbeadcb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.484172] env[64120]: DEBUG oslo_concurrency.lockutils [req-173e8135-1b55-4863-8197-3b36f5872037 req-159a3d49-8eb4-481b-a635-9572e8474960 service nova] Acquired lock "refresh_cache-ad053aa4-0749-4064-93e7-88bb3bbeadcb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.484407] env[64120]: DEBUG nova.network.neutron [req-173e8135-1b55-4863-8197-3b36f5872037 req-159a3d49-8eb4-481b-a635-9572e8474960 service nova] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Refreshing network info cache for port 2f416f8e-c4bf-48c1-832e-11c6809daf86 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.486616] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b20ed1d-a8cc-4079-9424-0d1e7a0598f1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.509852] env[64120]: DEBUG nova.virt.hardware [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1213.510185] env[64120]: DEBUG nova.virt.hardware [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1213.510362] env[64120]: DEBUG nova.virt.hardware [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1213.510627] env[64120]: DEBUG nova.virt.hardware [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1213.510935] env[64120]: DEBUG nova.virt.hardware [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1213.511201] env[64120]: DEBUG nova.virt.hardware [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1213.511672] env[64120]: DEBUG nova.virt.hardware [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1213.511672] env[64120]: DEBUG nova.virt.hardware [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1213.511916] env[64120]: DEBUG nova.virt.hardware [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1213.511968] env[64120]: DEBUG nova.virt.hardware [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1213.512149] env[64120]: DEBUG nova.virt.hardware [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1213.518985] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Reconfiguring VM to attach interface {{(pid=64120) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1213.519866] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3219440b-134e-4f74-ab58-e217e5fb55f5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.541304] env[64120]: DEBUG oslo_vmware.api [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1213.541304] env[64120]: value = "task-1406525" [ 1213.541304] env[64120]: _type = "Task" [ 1213.541304] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.552365] env[64120]: DEBUG oslo_vmware.api [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406525, 'name': ReconfigVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.814273] env[64120]: DEBUG nova.objects.base [None req-e38316f3-47ce-4532-859c-bd99ea0730b6 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=64120) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1213.815228] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f19a695-62c9-469f-8300-2071ae2c2852 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.843451] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0b97db1-79dc-4898-82d7-16618aba9cf6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.855790] env[64120]: DEBUG oslo_vmware.api [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Task: {'id': task-1406524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.861921] env[64120]: DEBUG oslo_vmware.api [None req-e38316f3-47ce-4532-859c-bd99ea0730b6 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1213.861921] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52afa639-2bfd-da25-51da-d24ab2347d13" [ 1213.861921] env[64120]: _type = "Task" [ 1213.861921] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.872209] env[64120]: DEBUG oslo_vmware.api [None req-e38316f3-47ce-4532-859c-bd99ea0730b6 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52afa639-2bfd-da25-51da-d24ab2347d13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.914549] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance bc69900e-a868-488e-9d1e-874ccfdec2fc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1213.914915] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1213.915024] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1214.058601] env[64120]: DEBUG oslo_vmware.api [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.332520] env[64120]: DEBUG oslo_vmware.api [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Task: {'id': task-1406524, 'name': ReconfigVM_Task, 'duration_secs': 0.806406} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.333346] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 545845b5-062b-48c2-9367-513d9a77b7a0/545845b5-062b-48c2-9367-513d9a77b7a0.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.333726] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4b8b737-dc35-4094-a0a8-7e12f70fb58a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.337438] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9544870b-d765-40e9-8de8-8a571a7d57c1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.349344] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfbd228-49f1-462b-85da-2db1fd3fba57 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.356958] env[64120]: DEBUG oslo_vmware.api [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Waiting for the task: (returnval){ [ 1214.356958] env[64120]: value = "task-1406526" [ 1214.356958] env[64120]: _type = "Task" [ 1214.356958] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.357405] env[64120]: DEBUG nova.compute.manager [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1214.359302] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb2121c-ee3e-4eb7-9273-b15fee86f628 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.401307] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf945ad5-6108-4593-8345-50bd03e16ef8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.413768] env[64120]: DEBUG oslo_vmware.api [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Task: {'id': task-1406526, 'name': Rename_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.423641] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99af2343-82d0-45a8-b0fe-964b9224eb88 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.428622] env[64120]: DEBUG oslo_vmware.api [None req-e38316f3-47ce-4532-859c-bd99ea0730b6 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52afa639-2bfd-da25-51da-d24ab2347d13, 'name': SearchDatastore_Task, 'duration_secs': 0.01047} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.428622] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e38316f3-47ce-4532-859c-bd99ea0730b6 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1214.439477] env[64120]: DEBUG nova.compute.provider_tree [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.481135] env[64120]: DEBUG nova.network.neutron [req-173e8135-1b55-4863-8197-3b36f5872037 req-159a3d49-8eb4-481b-a635-9572e8474960 service nova] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Updated VIF entry in instance network info cache for port 2f416f8e-c4bf-48c1-832e-11c6809daf86. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1214.481135] env[64120]: DEBUG nova.network.neutron [req-173e8135-1b55-4863-8197-3b36f5872037 req-159a3d49-8eb4-481b-a635-9572e8474960 service nova] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Updating instance_info_cache with network_info: [{"id": "d03077e7-62d0-4659-9cda-f64930fb6dbd", "address": "fa:16:3e:c8:e1:ec", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd03077e7-62", "ovs_interfaceid": "d03077e7-62d0-4659-9cda-f64930fb6dbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2f416f8e-c4bf-48c1-832e-11c6809daf86", "address": "fa:16:3e:17:aa:b3", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f416f8e-c4", "ovs_interfaceid": "2f416f8e-c4bf-48c1-832e-11c6809daf86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.556445] env[64120]: DEBUG oslo_vmware.api [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.868941] env[64120]: DEBUG oslo_vmware.api [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Task: {'id': task-1406526, 'name': Rename_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.916405] env[64120]: INFO nova.compute.manager [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] instance snapshotting [ 1214.916565] env[64120]: DEBUG nova.objects.instance [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lazy-loading 'flavor' on Instance uuid dd35a3ad-c612-4b13-9e0d-d57034827b0d {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.945620] env[64120]: DEBUG nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1214.983854] env[64120]: DEBUG oslo_concurrency.lockutils [req-173e8135-1b55-4863-8197-3b36f5872037 req-159a3d49-8eb4-481b-a635-9572e8474960 service nova] Releasing lock "refresh_cache-ad053aa4-0749-4064-93e7-88bb3bbeadcb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.053595] env[64120]: DEBUG oslo_vmware.api [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406525, 'name': ReconfigVM_Task, 'duration_secs': 1.273949} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.054145] env[64120]: DEBUG oslo_concurrency.lockutils [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Releasing lock "ad053aa4-0749-4064-93e7-88bb3bbeadcb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.054369] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Reconfigured VM to attach interface {{(pid=64120) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1215.372474] env[64120]: DEBUG oslo_vmware.api [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Task: {'id': task-1406526, 'name': Rename_Task, 'duration_secs': 0.961508} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.373092] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.373092] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-787be64b-0705-44ad-b650-fef95b4f38b4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.381469] env[64120]: DEBUG oslo_vmware.api [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Waiting for the task: (returnval){ [ 1215.381469] env[64120]: value = "task-1406527" [ 1215.381469] env[64120]: _type = "Task" [ 1215.381469] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.390860] env[64120]: DEBUG oslo_vmware.api [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Task: {'id': task-1406527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.424816] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fa5092-014d-479a-8ab4-42b448d4b2cb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.453562] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64120) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1215.453950] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.096s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1215.454487] env[64120]: DEBUG oslo_concurrency.lockutils [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.903s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1215.456216] env[64120]: INFO nova.compute.claims [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] [instance: c3017f41-5363-4369-813a-ee25caa28064] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1215.460153] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52011916-f9fb-48c7-a92c-19db2e611981 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.560339] env[64120]: DEBUG oslo_concurrency.lockutils [None req-30c0d060-5fd9-4ab2-9a19-aaab6ef730c2 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "interface-ad053aa4-0749-4064-93e7-88bb3bbeadcb-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.778s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1215.893098] env[64120]: DEBUG oslo_vmware.api [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Task: {'id': task-1406527, 'name': PowerOnVM_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.982610] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Creating Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1215.982610] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0cd42a12-2013-462d-bf32-2c8bb04eedd0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.991910] env[64120]: DEBUG oslo_vmware.api [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1215.991910] env[64120]: value = "task-1406528" [ 1215.991910] env[64120]: _type = "Task" [ 1215.991910] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.003804] env[64120]: DEBUG oslo_vmware.api [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406528, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.084545] env[64120]: DEBUG oslo_concurrency.lockutils [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "2128a7dc-b28b-4160-8fa1-3753c9000e7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1216.084656] env[64120]: DEBUG oslo_concurrency.lockutils [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "2128a7dc-b28b-4160-8fa1-3753c9000e7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1216.396216] env[64120]: DEBUG oslo_vmware.api [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Task: {'id': task-1406527, 'name': PowerOnVM_Task, 'duration_secs': 0.5778} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.396611] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.396836] env[64120]: INFO nova.compute.manager [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Took 9.24 seconds to spawn the instance on the hypervisor. [ 1216.397082] env[64120]: DEBUG nova.compute.manager [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1216.397956] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7725033-14d9-4a48-b88b-07e34adf3bd9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.512612] env[64120]: DEBUG oslo_vmware.api [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406528, 'name': CreateSnapshot_Task, 'duration_secs': 0.466804} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.512912] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Created Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1216.513755] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca76e03-b2c7-40ff-b2d0-223546891a1b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.589147] env[64120]: DEBUG nova.compute.manager [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1216.849755] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ec70f8-8771-4514-85c8-0fe447490095 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.858692] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51eed01c-c31e-4b8e-9afc-19a2f7b95591 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.890241] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e88336-97ad-4486-81ec-20d67dfdb303 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.898137] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f27aa2-7fdf-495a-845d-32c9af53ef79 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.923902] env[64120]: DEBUG nova.compute.provider_tree [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.927357] env[64120]: INFO nova.compute.manager [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Took 25.09 seconds to build instance. [ 1217.041614] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Creating linked-clone VM from snapshot {{(pid=64120) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1217.043031] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-204f458a-bb93-4e94-a325-2691177c4d13 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.051035] env[64120]: DEBUG oslo_vmware.api [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1217.051035] env[64120]: value = "task-1406530" [ 1217.051035] env[64120]: _type = "Task" [ 1217.051035] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.060591] env[64120]: DEBUG oslo_vmware.api [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406530, 'name': CloneVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.108702] env[64120]: DEBUG oslo_concurrency.lockutils [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.280407] env[64120]: DEBUG oslo_concurrency.lockutils [None req-be3ba69c-a63a-4be7-9af0-2189571085e3 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "interface-ad053aa4-0749-4064-93e7-88bb3bbeadcb-2f416f8e-c4bf-48c1-832e-11c6809daf86" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.280787] env[64120]: DEBUG oslo_concurrency.lockutils [None req-be3ba69c-a63a-4be7-9af0-2189571085e3 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "interface-ad053aa4-0749-4064-93e7-88bb3bbeadcb-2f416f8e-c4bf-48c1-832e-11c6809daf86" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.292016] env[64120]: DEBUG oslo_concurrency.lockutils [None req-da5791a6-0af5-4c04-819e-6fd8e2fbbe1e tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Acquiring lock "interface-545845b5-062b-48c2-9367-513d9a77b7a0-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.292328] env[64120]: DEBUG oslo_concurrency.lockutils [None req-da5791a6-0af5-4c04-819e-6fd8e2fbbe1e tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Lock "interface-545845b5-062b-48c2-9367-513d9a77b7a0-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.292742] env[64120]: DEBUG nova.objects.instance [None req-da5791a6-0af5-4c04-819e-6fd8e2fbbe1e tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Lazy-loading 'flavor' on Instance uuid 545845b5-062b-48c2-9367-513d9a77b7a0 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.429546] env[64120]: DEBUG nova.scheduler.client.report [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1217.433548] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3962b206-1047-45c5-887f-eed432e417de tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Lock "545845b5-062b-48c2-9367-513d9a77b7a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.611s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.562169] env[64120]: DEBUG oslo_vmware.api [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406530, 'name': CloneVM_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.784557] env[64120]: DEBUG oslo_concurrency.lockutils [None req-be3ba69c-a63a-4be7-9af0-2189571085e3 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "ad053aa4-0749-4064-93e7-88bb3bbeadcb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.784905] env[64120]: DEBUG oslo_concurrency.lockutils [None req-be3ba69c-a63a-4be7-9af0-2189571085e3 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquired lock "ad053aa4-0749-4064-93e7-88bb3bbeadcb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.786248] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12cf4cc-4c73-4ec2-8cec-5843f1bc525b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.815774] env[64120]: DEBUG nova.objects.instance [None req-da5791a6-0af5-4c04-819e-6fd8e2fbbe1e tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Lazy-loading 'pci_requests' on Instance uuid 545845b5-062b-48c2-9367-513d9a77b7a0 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.823249] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112ddfc3-80f4-4c05-b92e-0e4b15910f3a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.850302] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-be3ba69c-a63a-4be7-9af0-2189571085e3 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Reconfiguring VM to detach interface {{(pid=64120) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1217.851159] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b1e3cde-5023-4727-9054-ca437e254005 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.871570] env[64120]: DEBUG oslo_vmware.api [None req-be3ba69c-a63a-4be7-9af0-2189571085e3 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1217.871570] env[64120]: value = "task-1406531" [ 1217.871570] env[64120]: _type = "Task" [ 1217.871570] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.883563] env[64120]: DEBUG oslo_vmware.api [None req-be3ba69c-a63a-4be7-9af0-2189571085e3 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406531, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.935580] env[64120]: DEBUG oslo_concurrency.lockutils [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.936555] env[64120]: DEBUG nova.compute.manager [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] [instance: c3017f41-5363-4369-813a-ee25caa28064] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1217.939664] env[64120]: DEBUG oslo_concurrency.lockutils [None req-95e6bb0d-2339-4524-b0a7-a519acac912a tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.792s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.940122] env[64120]: DEBUG oslo_concurrency.lockutils [None req-95e6bb0d-2339-4524-b0a7-a519acac912a tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.942408] env[64120]: DEBUG oslo_concurrency.lockutils [None req-66d7edea-dce1-4936-9025-d78398096269 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.209s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.942785] env[64120]: DEBUG oslo_concurrency.lockutils [None req-66d7edea-dce1-4936-9025-d78398096269 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.944701] env[64120]: DEBUG oslo_concurrency.lockutils [None req-641b0c88-ddfa-4b45-9889-c4e2b72eda7f tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.304s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.945081] env[64120]: DEBUG oslo_concurrency.lockutils [None req-641b0c88-ddfa-4b45-9889-c4e2b72eda7f tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.947130] env[64120]: DEBUG oslo_concurrency.lockutils [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.260s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.948782] env[64120]: INFO nova.compute.claims [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1217.977192] env[64120]: INFO nova.scheduler.client.report [None req-66d7edea-dce1-4936-9025-d78398096269 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Deleted allocations for instance 32c9072f-9004-4c1c-ac52-d7115dd531e1 [ 1217.978730] env[64120]: INFO nova.scheduler.client.report [None req-641b0c88-ddfa-4b45-9889-c4e2b72eda7f tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Deleted allocations for instance 2bc32220-40e1-4193-8628-d63afef77a84 [ 1218.002083] env[64120]: INFO nova.scheduler.client.report [None req-95e6bb0d-2339-4524-b0a7-a519acac912a tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Deleted allocations for instance 810ace60-3801-4686-8087-570c8b93b42f [ 1218.063333] env[64120]: DEBUG oslo_vmware.api [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406530, 'name': CloneVM_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.320594] env[64120]: DEBUG nova.objects.base [None req-da5791a6-0af5-4c04-819e-6fd8e2fbbe1e tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Object Instance<545845b5-062b-48c2-9367-513d9a77b7a0> lazy-loaded attributes: flavor,pci_requests {{(pid=64120) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1218.320594] env[64120]: DEBUG nova.network.neutron [None req-da5791a6-0af5-4c04-819e-6fd8e2fbbe1e tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1218.385939] env[64120]: DEBUG oslo_vmware.api [None req-be3ba69c-a63a-4be7-9af0-2189571085e3 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.422272] env[64120]: DEBUG oslo_concurrency.lockutils [None req-da5791a6-0af5-4c04-819e-6fd8e2fbbe1e tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Lock "interface-545845b5-062b-48c2-9367-513d9a77b7a0-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.130s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1218.455486] env[64120]: DEBUG nova.compute.utils [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1218.458130] env[64120]: DEBUG nova.compute.manager [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] [instance: c3017f41-5363-4369-813a-ee25caa28064] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1218.458312] env[64120]: DEBUG nova.network.neutron [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] [instance: c3017f41-5363-4369-813a-ee25caa28064] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1218.493507] env[64120]: DEBUG oslo_concurrency.lockutils [None req-66d7edea-dce1-4936-9025-d78398096269 tempest-ServersV294TestFqdnHostnames-1305289052 tempest-ServersV294TestFqdnHostnames-1305289052-project-member] Lock "32c9072f-9004-4c1c-ac52-d7115dd531e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.328s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1218.497021] env[64120]: DEBUG oslo_concurrency.lockutils [None req-641b0c88-ddfa-4b45-9889-c4e2b72eda7f tempest-ListServerFiltersTestJSON-1557059005 tempest-ListServerFiltersTestJSON-1557059005-project-member] Lock "2bc32220-40e1-4193-8628-d63afef77a84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.980s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1218.510386] env[64120]: DEBUG nova.policy [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6281278c83d746b4a2be245b0fb91b33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed4614abafcf4b9e84f0f0f5ecf3cdc9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1218.517436] env[64120]: DEBUG oslo_concurrency.lockutils [None req-95e6bb0d-2339-4524-b0a7-a519acac912a tempest-MigrationsAdminTest-1033585674 tempest-MigrationsAdminTest-1033585674-project-member] Lock "810ace60-3801-4686-8087-570c8b93b42f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.420s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1218.564566] env[64120]: DEBUG oslo_vmware.api [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406530, 'name': CloneVM_Task} progress is 95%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.843032] env[64120]: DEBUG nova.network.neutron [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] [instance: c3017f41-5363-4369-813a-ee25caa28064] Successfully created port: 73d06af9-43f6-41c7-8f3d-a4fb76f5d8c0 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1218.887308] env[64120]: DEBUG oslo_vmware.api [None req-be3ba69c-a63a-4be7-9af0-2189571085e3 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.958267] env[64120]: DEBUG nova.compute.manager [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] [instance: c3017f41-5363-4369-813a-ee25caa28064] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1219.065159] env[64120]: DEBUG oslo_vmware.api [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406530, 'name': CloneVM_Task, 'duration_secs': 1.785085} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.065589] env[64120]: INFO nova.virt.vmwareapi.vmops [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Created linked-clone VM from snapshot [ 1219.066288] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283c2771-5e74-4bc6-817e-3a825565b876 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.078275] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Uploading image ffa70498-26e9-4a27-a944-2183434a3f1a {{(pid=64120) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1219.122027] env[64120]: DEBUG oslo_vmware.rw_handles [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1219.122027] env[64120]: value = "vm-298114" [ 1219.122027] env[64120]: _type = "VirtualMachine" [ 1219.122027] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1219.122027] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-18a100b7-fe04-4bd0-be49-12440d1f2cf2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.131475] env[64120]: DEBUG oslo_vmware.rw_handles [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lease: (returnval){ [ 1219.131475] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52471804-d1cf-99c0-9c05-169dc92d4325" [ 1219.131475] env[64120]: _type = "HttpNfcLease" [ 1219.131475] env[64120]: } obtained for exporting VM: (result){ [ 1219.131475] env[64120]: value = "vm-298114" [ 1219.131475] env[64120]: _type = "VirtualMachine" [ 1219.131475] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1219.132334] env[64120]: DEBUG oslo_vmware.api [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the lease: (returnval){ [ 1219.132334] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52471804-d1cf-99c0-9c05-169dc92d4325" [ 1219.132334] env[64120]: _type = "HttpNfcLease" [ 1219.132334] env[64120]: } to be ready. {{(pid=64120) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1219.142316] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1219.142316] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52471804-d1cf-99c0-9c05-169dc92d4325" [ 1219.142316] env[64120]: _type = "HttpNfcLease" [ 1219.142316] env[64120]: } is initializing. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1219.272511] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-1400fb07-2e6b-4c43-b34f-644e235b9b6c tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Volume attach. Driver type: vmdk {{(pid=64120) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1219.272781] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-1400fb07-2e6b-4c43-b34f-644e235b9b6c tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298112', 'volume_id': '352a26b9-7c09-46de-9866-4a70a560b9a5', 'name': 'volume-352a26b9-7c09-46de-9866-4a70a560b9a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '55e4ffbc-e23e-4bf5-a000-0c2437b7bc88', 'attached_at': '', 'detached_at': '', 'volume_id': '352a26b9-7c09-46de-9866-4a70a560b9a5', 'serial': '352a26b9-7c09-46de-9866-4a70a560b9a5'} {{(pid=64120) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1219.273903] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334d85b6-bcc3-4e68-bae0-8fe8d793ee72 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.303711] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a51d26-3825-4caa-b715-3e3326fe59ef {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.334663] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-1400fb07-2e6b-4c43-b34f-644e235b9b6c tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] volume-352a26b9-7c09-46de-9866-4a70a560b9a5/volume-352a26b9-7c09-46de-9866-4a70a560b9a5.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1219.338029] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e6e8f63-2499-4f14-9b82-45039d23a751 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.364785] env[64120]: DEBUG oslo_vmware.api [None req-1400fb07-2e6b-4c43-b34f-644e235b9b6c tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1219.364785] env[64120]: value = "task-1406533" [ 1219.364785] env[64120]: _type = "Task" [ 1219.364785] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.375276] env[64120]: DEBUG oslo_vmware.api [None req-1400fb07-2e6b-4c43-b34f-644e235b9b6c tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406533, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.390553] env[64120]: DEBUG oslo_vmware.api [None req-be3ba69c-a63a-4be7-9af0-2189571085e3 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.412203] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbdce1a-82fb-454a-ac16-d0fd3707f435 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.423501] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ae50e9-5924-4732-a7d5-ed1a52b54f84 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.457789] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dd2119-2f13-41f6-bab7-4fc08cdb5852 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.474674] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36d27c8-9b54-4eea-a1f4-538203905fa1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.496874] env[64120]: DEBUG nova.compute.provider_tree [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.641387] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1219.641387] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52471804-d1cf-99c0-9c05-169dc92d4325" [ 1219.641387] env[64120]: _type = "HttpNfcLease" [ 1219.641387] env[64120]: } is ready. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1219.641387] env[64120]: DEBUG oslo_vmware.rw_handles [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1219.641387] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52471804-d1cf-99c0-9c05-169dc92d4325" [ 1219.641387] env[64120]: _type = "HttpNfcLease" [ 1219.641387] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1219.642227] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ef9d79-aaab-490c-a689-da07bc8635b1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.650421] env[64120]: DEBUG oslo_vmware.rw_handles [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f3e0ef-04e5-12b2-8d14-7514186f7fd7/disk-0.vmdk from lease info. {{(pid=64120) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1219.650675] env[64120]: DEBUG oslo_vmware.rw_handles [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f3e0ef-04e5-12b2-8d14-7514186f7fd7/disk-0.vmdk for reading. {{(pid=64120) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1219.752093] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4da1b9f9-440a-45cd-9298-447e292bdd3a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.877329] env[64120]: DEBUG oslo_vmware.api [None req-1400fb07-2e6b-4c43-b34f-644e235b9b6c tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.897190] env[64120]: DEBUG oslo_vmware.api [None req-be3ba69c-a63a-4be7-9af0-2189571085e3 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.975566] env[64120]: DEBUG nova.compute.manager [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] [instance: c3017f41-5363-4369-813a-ee25caa28064] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1220.002024] env[64120]: DEBUG nova.scheduler.client.report [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1220.008857] env[64120]: DEBUG nova.virt.hardware [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1220.009400] env[64120]: DEBUG nova.virt.hardware [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1220.009400] env[64120]: DEBUG nova.virt.hardware [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.009541] env[64120]: DEBUG nova.virt.hardware [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1220.009614] env[64120]: DEBUG nova.virt.hardware [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.009781] env[64120]: DEBUG nova.virt.hardware [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1220.010044] env[64120]: DEBUG nova.virt.hardware [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1220.011517] env[64120]: DEBUG nova.virt.hardware [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1220.011517] env[64120]: DEBUG nova.virt.hardware [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1220.011517] env[64120]: DEBUG nova.virt.hardware [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1220.011517] env[64120]: DEBUG nova.virt.hardware [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1220.012211] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d8a91f-7bbd-4558-8137-c42e4dd226b8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.027961] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fad184e-a4b5-455c-b9e7-af773cf52c06 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.381351] env[64120]: DEBUG oslo_vmware.api [None req-1400fb07-2e6b-4c43-b34f-644e235b9b6c tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406533, 'name': ReconfigVM_Task, 'duration_secs': 0.716727} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.383173] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-1400fb07-2e6b-4c43-b34f-644e235b9b6c tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Reconfigured VM instance instance-00000044 to attach disk [datastore2] volume-352a26b9-7c09-46de-9866-4a70a560b9a5/volume-352a26b9-7c09-46de-9866-4a70a560b9a5.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.388443] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb591321-11bf-4c5c-ba2b-d1e61ddb2734 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.412107] env[64120]: DEBUG oslo_vmware.api [None req-be3ba69c-a63a-4be7-9af0-2189571085e3 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.415083] env[64120]: DEBUG oslo_vmware.api [None req-1400fb07-2e6b-4c43-b34f-644e235b9b6c tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1220.415083] env[64120]: value = "task-1406534" [ 1220.415083] env[64120]: _type = "Task" [ 1220.415083] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.426259] env[64120]: DEBUG oslo_vmware.api [None req-1400fb07-2e6b-4c43-b34f-644e235b9b6c tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406534, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.521360] env[64120]: DEBUG oslo_concurrency.lockutils [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.522524] env[64120]: DEBUG nova.compute.manager [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1220.526250] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.419s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.527162] env[64120]: DEBUG nova.objects.instance [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64120) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1220.602018] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2c4be4ff-751b-4de5-bb9b-de608a026e92 tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Acquiring lock "545845b5-062b-48c2-9367-513d9a77b7a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.602018] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2c4be4ff-751b-4de5-bb9b-de608a026e92 tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Lock "545845b5-062b-48c2-9367-513d9a77b7a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.602018] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2c4be4ff-751b-4de5-bb9b-de608a026e92 tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Acquiring lock "545845b5-062b-48c2-9367-513d9a77b7a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.602018] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2c4be4ff-751b-4de5-bb9b-de608a026e92 tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Lock "545845b5-062b-48c2-9367-513d9a77b7a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.602018] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2c4be4ff-751b-4de5-bb9b-de608a026e92 tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Lock "545845b5-062b-48c2-9367-513d9a77b7a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.605619] env[64120]: INFO nova.compute.manager [None req-2c4be4ff-751b-4de5-bb9b-de608a026e92 tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Terminating instance [ 1220.609021] env[64120]: DEBUG nova.compute.manager [None req-2c4be4ff-751b-4de5-bb9b-de608a026e92 tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1220.609566] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4be4ff-751b-4de5-bb9b-de608a026e92 tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1220.612659] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c72268a-8ca2-49c5-9945-42b22d4b8383 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.625199] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c4be4ff-751b-4de5-bb9b-de608a026e92 tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.625199] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3047d03c-5cbd-4bd8-9f3a-dbf1335ea395 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.636575] env[64120]: DEBUG oslo_vmware.api [None req-2c4be4ff-751b-4de5-bb9b-de608a026e92 tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Waiting for the task: (returnval){ [ 1220.636575] env[64120]: value = "task-1406535" [ 1220.636575] env[64120]: _type = "Task" [ 1220.636575] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.652174] env[64120]: DEBUG oslo_vmware.api [None req-2c4be4ff-751b-4de5-bb9b-de608a026e92 tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Task: {'id': task-1406535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.841318] env[64120]: DEBUG nova.compute.manager [req-12110da2-7781-4223-8e41-da39483e4d31 req-4eb95db3-3d30-49cd-af64-174cba13638d service nova] [instance: c3017f41-5363-4369-813a-ee25caa28064] Received event network-vif-plugged-73d06af9-43f6-41c7-8f3d-a4fb76f5d8c0 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1220.841318] env[64120]: DEBUG oslo_concurrency.lockutils [req-12110da2-7781-4223-8e41-da39483e4d31 req-4eb95db3-3d30-49cd-af64-174cba13638d service nova] Acquiring lock "c3017f41-5363-4369-813a-ee25caa28064-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.841318] env[64120]: DEBUG oslo_concurrency.lockutils [req-12110da2-7781-4223-8e41-da39483e4d31 req-4eb95db3-3d30-49cd-af64-174cba13638d service nova] Lock "c3017f41-5363-4369-813a-ee25caa28064-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.841669] env[64120]: DEBUG oslo_concurrency.lockutils [req-12110da2-7781-4223-8e41-da39483e4d31 req-4eb95db3-3d30-49cd-af64-174cba13638d service nova] Lock "c3017f41-5363-4369-813a-ee25caa28064-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.841669] env[64120]: DEBUG nova.compute.manager [req-12110da2-7781-4223-8e41-da39483e4d31 req-4eb95db3-3d30-49cd-af64-174cba13638d service nova] [instance: c3017f41-5363-4369-813a-ee25caa28064] No waiting events found dispatching network-vif-plugged-73d06af9-43f6-41c7-8f3d-a4fb76f5d8c0 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1220.842553] env[64120]: WARNING nova.compute.manager [req-12110da2-7781-4223-8e41-da39483e4d31 req-4eb95db3-3d30-49cd-af64-174cba13638d service nova] [instance: c3017f41-5363-4369-813a-ee25caa28064] Received unexpected event network-vif-plugged-73d06af9-43f6-41c7-8f3d-a4fb76f5d8c0 for instance with vm_state building and task_state spawning. [ 1220.901282] env[64120]: DEBUG oslo_vmware.api [None req-be3ba69c-a63a-4be7-9af0-2189571085e3 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.916999] env[64120]: DEBUG nova.network.neutron [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] [instance: c3017f41-5363-4369-813a-ee25caa28064] Successfully updated port: 73d06af9-43f6-41c7-8f3d-a4fb76f5d8c0 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1220.929179] env[64120]: DEBUG oslo_vmware.api [None req-1400fb07-2e6b-4c43-b34f-644e235b9b6c tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406534, 'name': ReconfigVM_Task, 'duration_secs': 0.203183} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.929512] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-1400fb07-2e6b-4c43-b34f-644e235b9b6c tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298112', 'volume_id': '352a26b9-7c09-46de-9866-4a70a560b9a5', 'name': 'volume-352a26b9-7c09-46de-9866-4a70a560b9a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '55e4ffbc-e23e-4bf5-a000-0c2437b7bc88', 'attached_at': '', 'detached_at': '', 'volume_id': '352a26b9-7c09-46de-9866-4a70a560b9a5', 'serial': '352a26b9-7c09-46de-9866-4a70a560b9a5'} {{(pid=64120) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1221.032387] env[64120]: DEBUG nova.compute.utils [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1221.038241] env[64120]: DEBUG nova.compute.manager [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1221.038241] env[64120]: DEBUG nova.network.neutron [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1221.098431] env[64120]: DEBUG nova.policy [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db1361bff7434c08b1f8206498638e18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21a34c6b69da458da5a35568989ba716', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1221.152879] env[64120]: DEBUG oslo_vmware.api [None req-2c4be4ff-751b-4de5-bb9b-de608a026e92 tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Task: {'id': task-1406535, 'name': PowerOffVM_Task, 'duration_secs': 0.188309} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.153191] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c4be4ff-751b-4de5-bb9b-de608a026e92 tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.153473] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4be4ff-751b-4de5-bb9b-de608a026e92 tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1221.153823] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4578824a-110c-4b9e-a17c-fa46cffdf63c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.221056] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4be4ff-751b-4de5-bb9b-de608a026e92 tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1221.222090] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4be4ff-751b-4de5-bb9b-de608a026e92 tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1221.222090] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c4be4ff-751b-4de5-bb9b-de608a026e92 tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Deleting the datastore file [datastore2] 545845b5-062b-48c2-9367-513d9a77b7a0 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1221.223849] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23406c95-a15a-4ea3-9e8f-51f3159ff2c4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.234833] env[64120]: DEBUG oslo_vmware.api [None req-2c4be4ff-751b-4de5-bb9b-de608a026e92 tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Waiting for the task: (returnval){ [ 1221.234833] env[64120]: value = "task-1406537" [ 1221.234833] env[64120]: _type = "Task" [ 1221.234833] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.247735] env[64120]: DEBUG oslo_vmware.api [None req-2c4be4ff-751b-4de5-bb9b-de608a026e92 tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Task: {'id': task-1406537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.277846] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Acquiring lock "6dd495ef-37eb-448c-92c5-a00eb88afd11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1221.278385] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Lock "6dd495ef-37eb-448c-92c5-a00eb88afd11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.400403] env[64120]: DEBUG oslo_vmware.api [None req-be3ba69c-a63a-4be7-9af0-2189571085e3 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.419089] env[64120]: DEBUG oslo_concurrency.lockutils [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Acquiring lock "refresh_cache-c3017f41-5363-4369-813a-ee25caa28064" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.419311] env[64120]: DEBUG oslo_concurrency.lockutils [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Acquired lock "refresh_cache-c3017f41-5363-4369-813a-ee25caa28064" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.419484] env[64120]: DEBUG nova.network.neutron [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] [instance: c3017f41-5363-4369-813a-ee25caa28064] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.427953] env[64120]: DEBUG nova.network.neutron [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Successfully created port: 6bfbd22d-e447-4a4a-8149-abcee8e0d178 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1221.537708] env[64120]: DEBUG nova.compute.manager [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1221.552916] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1f2751e8-a532-43cb-9c9c-74506e21f81f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.027s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.553914] env[64120]: DEBUG oslo_concurrency.lockutils [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.071s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.556738] env[64120]: INFO nova.compute.claims [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1221.751257] env[64120]: DEBUG oslo_vmware.api [None req-2c4be4ff-751b-4de5-bb9b-de608a026e92 tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Task: {'id': task-1406537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215202} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.752783] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c4be4ff-751b-4de5-bb9b-de608a026e92 tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1221.753504] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4be4ff-751b-4de5-bb9b-de608a026e92 tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1221.753504] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4be4ff-751b-4de5-bb9b-de608a026e92 tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1221.753619] env[64120]: INFO nova.compute.manager [None req-2c4be4ff-751b-4de5-bb9b-de608a026e92 tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1221.753958] env[64120]: DEBUG oslo.service.loopingcall [None req-2c4be4ff-751b-4de5-bb9b-de608a026e92 tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1221.754130] env[64120]: DEBUG nova.compute.manager [-] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1221.754546] env[64120]: DEBUG nova.network.neutron [-] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1221.780489] env[64120]: DEBUG nova.compute.manager [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1221.905568] env[64120]: DEBUG oslo_vmware.api [None req-be3ba69c-a63a-4be7-9af0-2189571085e3 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.973709] env[64120]: DEBUG nova.network.neutron [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] [instance: c3017f41-5363-4369-813a-ee25caa28064] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1221.990098] env[64120]: DEBUG nova.objects.instance [None req-1400fb07-2e6b-4c43-b34f-644e235b9b6c tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lazy-loading 'flavor' on Instance uuid 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.275229] env[64120]: DEBUG nova.network.neutron [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] [instance: c3017f41-5363-4369-813a-ee25caa28064] Updating instance_info_cache with network_info: [{"id": "73d06af9-43f6-41c7-8f3d-a4fb76f5d8c0", "address": "fa:16:3e:0d:c9:8d", "network": {"id": "2290cd61-47ed-4835-a5dd-ccb82d4a0db0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1530537388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed4614abafcf4b9e84f0f0f5ecf3cdc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73d06af9-43", "ovs_interfaceid": "73d06af9-43f6-41c7-8f3d-a4fb76f5d8c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.300913] env[64120]: INFO nova.compute.manager [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Rescuing [ 1222.300913] env[64120]: DEBUG oslo_concurrency.lockutils [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquiring lock "refresh_cache-55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.301183] env[64120]: DEBUG oslo_concurrency.lockutils [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquired lock "refresh_cache-55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.301352] env[64120]: DEBUG nova.network.neutron [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.322035] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.400343] env[64120]: DEBUG oslo_vmware.api [None req-be3ba69c-a63a-4be7-9af0-2189571085e3 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.495995] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1400fb07-2e6b-4c43-b34f-644e235b9b6c tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lock "55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.858s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.550613] env[64120]: DEBUG nova.compute.manager [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1222.579977] env[64120]: DEBUG nova.virt.hardware [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1222.579977] env[64120]: DEBUG nova.virt.hardware [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1222.580164] env[64120]: DEBUG nova.virt.hardware [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1222.580421] env[64120]: DEBUG nova.virt.hardware [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1222.580421] env[64120]: DEBUG nova.virt.hardware [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1222.580572] env[64120]: DEBUG nova.virt.hardware [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1222.581201] env[64120]: DEBUG nova.virt.hardware [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1222.581201] env[64120]: DEBUG nova.virt.hardware [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1222.581201] env[64120]: DEBUG nova.virt.hardware [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1222.581367] env[64120]: DEBUG nova.virt.hardware [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1222.581507] env[64120]: DEBUG nova.virt.hardware [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1222.582800] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27aa75ee-9cc2-4126-af52-e65b26b1dbcd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.593151] env[64120]: DEBUG nova.network.neutron [-] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.599457] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae1ddfc-1f61-46cf-ab80-b1bb346f1a82 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.781212] env[64120]: DEBUG oslo_concurrency.lockutils [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Releasing lock "refresh_cache-c3017f41-5363-4369-813a-ee25caa28064" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.781523] env[64120]: DEBUG nova.compute.manager [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] [instance: c3017f41-5363-4369-813a-ee25caa28064] Instance network_info: |[{"id": "73d06af9-43f6-41c7-8f3d-a4fb76f5d8c0", "address": "fa:16:3e:0d:c9:8d", "network": {"id": "2290cd61-47ed-4835-a5dd-ccb82d4a0db0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1530537388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed4614abafcf4b9e84f0f0f5ecf3cdc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73d06af9-43", "ovs_interfaceid": "73d06af9-43f6-41c7-8f3d-a4fb76f5d8c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1222.782072] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] [instance: c3017f41-5363-4369-813a-ee25caa28064] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:c9:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73d06af9-43f6-41c7-8f3d-a4fb76f5d8c0', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1222.789459] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Creating folder: Project (ed4614abafcf4b9e84f0f0f5ecf3cdc9). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1222.792809] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2002a7c6-00cf-4cee-93a5-b2d81fbe0fea {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.804732] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Created folder: Project (ed4614abafcf4b9e84f0f0f5ecf3cdc9) in parent group-v297899. [ 1222.804907] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Creating folder: Instances. Parent ref: group-v298115. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1222.809182] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72d19d5f-7785-4039-888f-f214dcb585ae {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.819124] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Created folder: Instances in parent group-v298115. [ 1222.819443] env[64120]: DEBUG oslo.service.loopingcall [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1222.819647] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3017f41-5363-4369-813a-ee25caa28064] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1222.820096] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-585e1fe1-7299-415a-8ed6-82c10cdc6dc1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.841886] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1222.841886] env[64120]: value = "task-1406540" [ 1222.841886] env[64120]: _type = "Task" [ 1222.841886] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.858014] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406540, 'name': CreateVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.883497] env[64120]: DEBUG nova.compute.manager [req-fc9e7bcd-cdda-46d2-9877-2a450e4d7192 req-f409e452-0340-418d-830f-da99415ae9b3 service nova] [instance: c3017f41-5363-4369-813a-ee25caa28064] Received event network-changed-73d06af9-43f6-41c7-8f3d-a4fb76f5d8c0 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1222.883742] env[64120]: DEBUG nova.compute.manager [req-fc9e7bcd-cdda-46d2-9877-2a450e4d7192 req-f409e452-0340-418d-830f-da99415ae9b3 service nova] [instance: c3017f41-5363-4369-813a-ee25caa28064] Refreshing instance network info cache due to event network-changed-73d06af9-43f6-41c7-8f3d-a4fb76f5d8c0. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1222.883972] env[64120]: DEBUG oslo_concurrency.lockutils [req-fc9e7bcd-cdda-46d2-9877-2a450e4d7192 req-f409e452-0340-418d-830f-da99415ae9b3 service nova] Acquiring lock "refresh_cache-c3017f41-5363-4369-813a-ee25caa28064" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.884166] env[64120]: DEBUG oslo_concurrency.lockutils [req-fc9e7bcd-cdda-46d2-9877-2a450e4d7192 req-f409e452-0340-418d-830f-da99415ae9b3 service nova] Acquired lock "refresh_cache-c3017f41-5363-4369-813a-ee25caa28064" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.884343] env[64120]: DEBUG nova.network.neutron [req-fc9e7bcd-cdda-46d2-9877-2a450e4d7192 req-f409e452-0340-418d-830f-da99415ae9b3 service nova] [instance: c3017f41-5363-4369-813a-ee25caa28064] Refreshing network info cache for port 73d06af9-43f6-41c7-8f3d-a4fb76f5d8c0 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.907885] env[64120]: DEBUG oslo_vmware.api [None req-be3ba69c-a63a-4be7-9af0-2189571085e3 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.982174] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfb251c-cf8a-4fe2-bb74-bf0f5c2282c7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.991110] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40795b86-bc96-4b58-92f3-db948337f864 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.030033] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcd3d02-267f-46ea-9c47-dec1b7003770 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.039446] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cc1050-0f72-4592-aab4-1069018511b1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.062846] env[64120]: DEBUG nova.compute.provider_tree [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.096435] env[64120]: INFO nova.compute.manager [-] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Took 1.34 seconds to deallocate network for instance. [ 1223.223606] env[64120]: DEBUG nova.network.neutron [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Updating instance_info_cache with network_info: [{"id": "9a52e7a4-c718-4c50-8b6c-c30b90576026", "address": "fa:16:3e:fe:9c:a9", "network": {"id": "d7209c45-7959-4437-a781-abbb4afde079", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1067622788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c20e6109d6f40748735c6c818444a0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a52e7a4-c7", "ovs_interfaceid": "9a52e7a4-c718-4c50-8b6c-c30b90576026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.360127] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406540, 'name': CreateVM_Task, 'duration_secs': 0.353845} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.360329] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3017f41-5363-4369-813a-ee25caa28064] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1223.361726] env[64120]: DEBUG oslo_concurrency.lockutils [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.362023] env[64120]: DEBUG oslo_concurrency.lockutils [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.362765] env[64120]: DEBUG oslo_concurrency.lockutils [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.363103] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d62e4331-e6dd-49e2-8c92-783549cce73c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.367925] env[64120]: DEBUG oslo_vmware.api [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Waiting for the task: (returnval){ [ 1223.367925] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521d7c36-72b0-bb08-d378-68945817b77a" [ 1223.367925] env[64120]: _type = "Task" [ 1223.367925] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.376470] env[64120]: DEBUG oslo_vmware.api [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521d7c36-72b0-bb08-d378-68945817b77a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.405569] env[64120]: DEBUG oslo_vmware.api [None req-be3ba69c-a63a-4be7-9af0-2189571085e3 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406531, 'name': ReconfigVM_Task} progress is 18%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.406590] env[64120]: DEBUG nova.network.neutron [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Successfully updated port: 6bfbd22d-e447-4a4a-8149-abcee8e0d178 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1223.570464] env[64120]: DEBUG nova.scheduler.client.report [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1223.607581] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2c4be4ff-751b-4de5-bb9b-de608a026e92 tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.702164] env[64120]: DEBUG nova.network.neutron [req-fc9e7bcd-cdda-46d2-9877-2a450e4d7192 req-f409e452-0340-418d-830f-da99415ae9b3 service nova] [instance: c3017f41-5363-4369-813a-ee25caa28064] Updated VIF entry in instance network info cache for port 73d06af9-43f6-41c7-8f3d-a4fb76f5d8c0. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1223.702538] env[64120]: DEBUG nova.network.neutron [req-fc9e7bcd-cdda-46d2-9877-2a450e4d7192 req-f409e452-0340-418d-830f-da99415ae9b3 service nova] [instance: c3017f41-5363-4369-813a-ee25caa28064] Updating instance_info_cache with network_info: [{"id": "73d06af9-43f6-41c7-8f3d-a4fb76f5d8c0", "address": "fa:16:3e:0d:c9:8d", "network": {"id": "2290cd61-47ed-4835-a5dd-ccb82d4a0db0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1530537388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed4614abafcf4b9e84f0f0f5ecf3cdc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73d06af9-43", "ovs_interfaceid": "73d06af9-43f6-41c7-8f3d-a4fb76f5d8c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.727169] env[64120]: DEBUG oslo_concurrency.lockutils [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Releasing lock "refresh_cache-55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.879334] env[64120]: DEBUG oslo_vmware.api [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521d7c36-72b0-bb08-d378-68945817b77a, 'name': SearchDatastore_Task, 'duration_secs': 0.017723} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.879975] env[64120]: DEBUG oslo_concurrency.lockutils [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.880401] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] [instance: c3017f41-5363-4369-813a-ee25caa28064] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1223.880789] env[64120]: DEBUG oslo_concurrency.lockutils [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.881096] env[64120]: DEBUG oslo_concurrency.lockutils [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.881588] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1223.882031] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f63e9c8-a416-45a8-b007-4c0bb210c911 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.893269] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1223.893269] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1223.893269] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-580beb6a-15a2-4e92-bb58-881d7d76db35 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.903973] env[64120]: DEBUG oslo_vmware.api [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Waiting for the task: (returnval){ [ 1223.903973] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52a91572-aa8c-021c-af53-63985d2ec0cf" [ 1223.903973] env[64120]: _type = "Task" [ 1223.903973] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.907974] env[64120]: DEBUG oslo_vmware.api [None req-be3ba69c-a63a-4be7-9af0-2189571085e3 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406531, 'name': ReconfigVM_Task, 'duration_secs': 5.785845} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.911428] env[64120]: DEBUG oslo_concurrency.lockutils [None req-be3ba69c-a63a-4be7-9af0-2189571085e3 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Releasing lock "ad053aa4-0749-4064-93e7-88bb3bbeadcb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.911812] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-be3ba69c-a63a-4be7-9af0-2189571085e3 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Reconfigured VM to detach interface {{(pid=64120) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1223.914337] env[64120]: DEBUG oslo_concurrency.lockutils [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Acquiring lock "refresh_cache-5928e4a6-f3ae-4693-851f-8bb7869f6e52" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.916450] env[64120]: DEBUG oslo_concurrency.lockutils [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Acquired lock "refresh_cache-5928e4a6-f3ae-4693-851f-8bb7869f6e52" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.916450] env[64120]: DEBUG nova.network.neutron [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.925024] env[64120]: DEBUG oslo_vmware.api [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52a91572-aa8c-021c-af53-63985d2ec0cf, 'name': SearchDatastore_Task, 'duration_secs': 0.014443} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.925024] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2acc85b0-f3cf-4831-ba87-9b1897d1015c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.929596] env[64120]: DEBUG oslo_vmware.api [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Waiting for the task: (returnval){ [ 1223.929596] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5259bc8a-4527-81f4-d2a4-b218faba5db5" [ 1223.929596] env[64120]: _type = "Task" [ 1223.929596] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.937952] env[64120]: DEBUG oslo_vmware.api [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5259bc8a-4527-81f4-d2a4-b218faba5db5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.076151] env[64120]: DEBUG oslo_concurrency.lockutils [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1224.077047] env[64120]: DEBUG nova.compute.manager [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1224.080848] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.155s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.088805] env[64120]: INFO nova.compute.claims [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1224.205624] env[64120]: DEBUG oslo_concurrency.lockutils [req-fc9e7bcd-cdda-46d2-9877-2a450e4d7192 req-f409e452-0340-418d-830f-da99415ae9b3 service nova] Releasing lock "refresh_cache-c3017f41-5363-4369-813a-ee25caa28064" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.206375] env[64120]: DEBUG nova.compute.manager [req-fc9e7bcd-cdda-46d2-9877-2a450e4d7192 req-f409e452-0340-418d-830f-da99415ae9b3 service nova] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Received event network-vif-deleted-bd9546d2-8020-44da-a8b1-664bd9dde978 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1224.259028] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.259312] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-caa1dd2d-3d12-4ab8-9b12-c177ffa1a7a1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.267657] env[64120]: DEBUG oslo_vmware.api [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1224.267657] env[64120]: value = "task-1406541" [ 1224.267657] env[64120]: _type = "Task" [ 1224.267657] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.282010] env[64120]: DEBUG oslo_vmware.api [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.442670] env[64120]: DEBUG oslo_vmware.api [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5259bc8a-4527-81f4-d2a4-b218faba5db5, 'name': SearchDatastore_Task, 'duration_secs': 0.013996} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.443013] env[64120]: DEBUG oslo_concurrency.lockutils [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.443356] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] c3017f41-5363-4369-813a-ee25caa28064/c3017f41-5363-4369-813a-ee25caa28064.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1224.443670] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a268f0c7-26a1-446f-8e51-19bd9a54405f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.451899] env[64120]: DEBUG oslo_vmware.api [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Waiting for the task: (returnval){ [ 1224.451899] env[64120]: value = "task-1406542" [ 1224.451899] env[64120]: _type = "Task" [ 1224.451899] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.461694] env[64120]: DEBUG oslo_vmware.api [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Task: {'id': task-1406542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.479479] env[64120]: DEBUG nova.network.neutron [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1224.513624] env[64120]: DEBUG nova.compute.manager [req-4f8edc97-c035-4886-a2e3-4e379c7c53ed req-a36831d2-e7ec-442e-a1d4-8cac310a5146 service nova] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Received event network-vif-deleted-2f416f8e-c4bf-48c1-832e-11c6809daf86 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1224.513624] env[64120]: INFO nova.compute.manager [req-4f8edc97-c035-4886-a2e3-4e379c7c53ed req-a36831d2-e7ec-442e-a1d4-8cac310a5146 service nova] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Neutron deleted interface 2f416f8e-c4bf-48c1-832e-11c6809daf86; detaching it from the instance and deleting it from the info cache [ 1224.513758] env[64120]: DEBUG nova.network.neutron [req-4f8edc97-c035-4886-a2e3-4e379c7c53ed req-a36831d2-e7ec-442e-a1d4-8cac310a5146 service nova] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Updating instance_info_cache with network_info: [{"id": "d03077e7-62d0-4659-9cda-f64930fb6dbd", "address": "fa:16:3e:c8:e1:ec", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd03077e7-62", "ovs_interfaceid": "d03077e7-62d0-4659-9cda-f64930fb6dbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.589109] env[64120]: DEBUG nova.compute.utils [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1224.594240] env[64120]: DEBUG nova.compute.manager [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1224.594240] env[64120]: DEBUG nova.network.neutron [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1224.720618] env[64120]: DEBUG nova.network.neutron [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Updating instance_info_cache with network_info: [{"id": "6bfbd22d-e447-4a4a-8149-abcee8e0d178", "address": "fa:16:3e:0a:71:1c", "network": {"id": "611e0087-6252-481b-899c-b4e5877ad28f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1334002777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21a34c6b69da458da5a35568989ba716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bfbd22d-e4", "ovs_interfaceid": "6bfbd22d-e447-4a4a-8149-abcee8e0d178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.770196] env[64120]: DEBUG nova.policy [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af47fc3ed29740fd889246bae78db8a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bedb242e14441ac97c0a829950bc9ce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1224.786249] env[64120]: DEBUG oslo_vmware.api [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406541, 'name': PowerOffVM_Task, 'duration_secs': 0.234186} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.786734] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1224.788024] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34545593-e707-4449-9e44-5734d7b3e960 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.814782] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74397450-831d-4479-b850-a6f4e76a8bbb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.858247] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.859317] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8156dec-f66a-4650-80e1-8c9ae6130635 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.867087] env[64120]: DEBUG oslo_vmware.api [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1224.867087] env[64120]: value = "task-1406543" [ 1224.867087] env[64120]: _type = "Task" [ 1224.867087] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.877559] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] VM already powered off {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1224.878205] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1224.878614] env[64120]: DEBUG oslo_concurrency.lockutils [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.878820] env[64120]: DEBUG oslo_concurrency.lockutils [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.879091] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1224.879434] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-932a6b10-aad0-4371-a238-5a40270175a8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.894464] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1224.896353] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1224.896353] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-409378e9-a4b8-4722-8d26-b3dee0b2ee51 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.902787] env[64120]: DEBUG oslo_vmware.api [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1224.902787] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52a8dbb3-d3fe-b58d-bba1-a2f9c4e2812e" [ 1224.902787] env[64120]: _type = "Task" [ 1224.902787] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.915319] env[64120]: DEBUG oslo_vmware.api [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52a8dbb3-d3fe-b58d-bba1-a2f9c4e2812e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.920508] env[64120]: DEBUG nova.compute.manager [req-6e96fc3e-3da5-451b-a9c8-94f9af48d44b req-974d3f99-6ca5-4c96-ad80-07d915105065 service nova] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Received event network-vif-plugged-6bfbd22d-e447-4a4a-8149-abcee8e0d178 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1224.920908] env[64120]: DEBUG oslo_concurrency.lockutils [req-6e96fc3e-3da5-451b-a9c8-94f9af48d44b req-974d3f99-6ca5-4c96-ad80-07d915105065 service nova] Acquiring lock "5928e4a6-f3ae-4693-851f-8bb7869f6e52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.921310] env[64120]: DEBUG oslo_concurrency.lockutils [req-6e96fc3e-3da5-451b-a9c8-94f9af48d44b req-974d3f99-6ca5-4c96-ad80-07d915105065 service nova] Lock "5928e4a6-f3ae-4693-851f-8bb7869f6e52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.921558] env[64120]: DEBUG oslo_concurrency.lockutils [req-6e96fc3e-3da5-451b-a9c8-94f9af48d44b req-974d3f99-6ca5-4c96-ad80-07d915105065 service nova] Lock "5928e4a6-f3ae-4693-851f-8bb7869f6e52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1224.921804] env[64120]: DEBUG nova.compute.manager [req-6e96fc3e-3da5-451b-a9c8-94f9af48d44b req-974d3f99-6ca5-4c96-ad80-07d915105065 service nova] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] No waiting events found dispatching network-vif-plugged-6bfbd22d-e447-4a4a-8149-abcee8e0d178 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1224.922079] env[64120]: WARNING nova.compute.manager [req-6e96fc3e-3da5-451b-a9c8-94f9af48d44b req-974d3f99-6ca5-4c96-ad80-07d915105065 service nova] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Received unexpected event network-vif-plugged-6bfbd22d-e447-4a4a-8149-abcee8e0d178 for instance with vm_state building and task_state spawning. [ 1224.922334] env[64120]: DEBUG nova.compute.manager [req-6e96fc3e-3da5-451b-a9c8-94f9af48d44b req-974d3f99-6ca5-4c96-ad80-07d915105065 service nova] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Received event network-changed-6bfbd22d-e447-4a4a-8149-abcee8e0d178 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1224.922563] env[64120]: DEBUG nova.compute.manager [req-6e96fc3e-3da5-451b-a9c8-94f9af48d44b req-974d3f99-6ca5-4c96-ad80-07d915105065 service nova] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Refreshing instance network info cache due to event network-changed-6bfbd22d-e447-4a4a-8149-abcee8e0d178. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1224.922795] env[64120]: DEBUG oslo_concurrency.lockutils [req-6e96fc3e-3da5-451b-a9c8-94f9af48d44b req-974d3f99-6ca5-4c96-ad80-07d915105065 service nova] Acquiring lock "refresh_cache-5928e4a6-f3ae-4693-851f-8bb7869f6e52" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.961679] env[64120]: DEBUG oslo_vmware.api [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Task: {'id': task-1406542, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.017059] env[64120]: DEBUG oslo_concurrency.lockutils [req-4f8edc97-c035-4886-a2e3-4e379c7c53ed req-a36831d2-e7ec-442e-a1d4-8cac310a5146 service nova] Acquiring lock "ad053aa4-0749-4064-93e7-88bb3bbeadcb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1225.017059] env[64120]: DEBUG oslo_concurrency.lockutils [req-4f8edc97-c035-4886-a2e3-4e379c7c53ed req-a36831d2-e7ec-442e-a1d4-8cac310a5146 service nova] Acquired lock "ad053aa4-0749-4064-93e7-88bb3bbeadcb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.017889] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9e853c-b402-444e-b9c6-32a7d6557e6c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.037325] env[64120]: DEBUG oslo_concurrency.lockutils [req-4f8edc97-c035-4886-a2e3-4e379c7c53ed req-a36831d2-e7ec-442e-a1d4-8cac310a5146 service nova] Releasing lock "ad053aa4-0749-4064-93e7-88bb3bbeadcb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.037760] env[64120]: WARNING nova.compute.manager [req-4f8edc97-c035-4886-a2e3-4e379c7c53ed req-a36831d2-e7ec-442e-a1d4-8cac310a5146 service nova] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Detach interface failed, port_id=2f416f8e-c4bf-48c1-832e-11c6809daf86, reason: No device with interface-id 2f416f8e-c4bf-48c1-832e-11c6809daf86 exists on VM: nova.exception.NotFound: No device with interface-id 2f416f8e-c4bf-48c1-832e-11c6809daf86 exists on VM [ 1225.093897] env[64120]: DEBUG nova.compute.manager [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1225.228161] env[64120]: DEBUG oslo_concurrency.lockutils [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Releasing lock "refresh_cache-5928e4a6-f3ae-4693-851f-8bb7869f6e52" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.228490] env[64120]: DEBUG nova.compute.manager [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Instance network_info: |[{"id": "6bfbd22d-e447-4a4a-8149-abcee8e0d178", "address": "fa:16:3e:0a:71:1c", "network": {"id": "611e0087-6252-481b-899c-b4e5877ad28f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1334002777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21a34c6b69da458da5a35568989ba716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bfbd22d-e4", "ovs_interfaceid": "6bfbd22d-e447-4a4a-8149-abcee8e0d178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1225.228940] env[64120]: DEBUG oslo_concurrency.lockutils [None req-658430b4-5c8a-4950-9f7e-ec3b5b319a78 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "ad053aa4-0749-4064-93e7-88bb3bbeadcb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.229189] env[64120]: DEBUG oslo_concurrency.lockutils [None req-658430b4-5c8a-4950-9f7e-ec3b5b319a78 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "ad053aa4-0749-4064-93e7-88bb3bbeadcb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.229997] env[64120]: DEBUG oslo_concurrency.lockutils [None req-658430b4-5c8a-4950-9f7e-ec3b5b319a78 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "ad053aa4-0749-4064-93e7-88bb3bbeadcb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.229997] env[64120]: DEBUG oslo_concurrency.lockutils [None req-658430b4-5c8a-4950-9f7e-ec3b5b319a78 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "ad053aa4-0749-4064-93e7-88bb3bbeadcb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.229997] env[64120]: DEBUG oslo_concurrency.lockutils [None req-658430b4-5c8a-4950-9f7e-ec3b5b319a78 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "ad053aa4-0749-4064-93e7-88bb3bbeadcb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1225.231593] env[64120]: DEBUG oslo_concurrency.lockutils [req-6e96fc3e-3da5-451b-a9c8-94f9af48d44b req-974d3f99-6ca5-4c96-ad80-07d915105065 service nova] Acquired lock "refresh_cache-5928e4a6-f3ae-4693-851f-8bb7869f6e52" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.231789] env[64120]: DEBUG nova.network.neutron [req-6e96fc3e-3da5-451b-a9c8-94f9af48d44b req-974d3f99-6ca5-4c96-ad80-07d915105065 service nova] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Refreshing network info cache for port 6bfbd22d-e447-4a4a-8149-abcee8e0d178 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.233163] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:71:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbdab640-5fea-4254-8bd3-f855b7eaca0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bfbd22d-e447-4a4a-8149-abcee8e0d178', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1225.241396] env[64120]: DEBUG oslo.service.loopingcall [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1225.244829] env[64120]: INFO nova.compute.manager [None req-658430b4-5c8a-4950-9f7e-ec3b5b319a78 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Terminating instance [ 1225.248064] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1225.248064] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18c2af37-84f0-4a67-90e6-8453ae7869ac {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.273173] env[64120]: DEBUG nova.compute.manager [None req-658430b4-5c8a-4950-9f7e-ec3b5b319a78 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1225.273414] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-658430b4-5c8a-4950-9f7e-ec3b5b319a78 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.274601] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85af824-b971-4492-9d21-e8f1a5260e2f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.288997] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-658430b4-5c8a-4950-9f7e-ec3b5b319a78 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.289643] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fb79885-a12b-4d90-af63-804087ebc88c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.292533] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1225.292533] env[64120]: value = "task-1406544" [ 1225.292533] env[64120]: _type = "Task" [ 1225.292533] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.297570] env[64120]: DEBUG oslo_vmware.api [None req-658430b4-5c8a-4950-9f7e-ec3b5b319a78 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1225.297570] env[64120]: value = "task-1406545" [ 1225.297570] env[64120]: _type = "Task" [ 1225.297570] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.308324] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406544, 'name': CreateVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.314670] env[64120]: DEBUG oslo_vmware.api [None req-658430b4-5c8a-4950-9f7e-ec3b5b319a78 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.413242] env[64120]: DEBUG oslo_concurrency.lockutils [None req-be3ba69c-a63a-4be7-9af0-2189571085e3 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "refresh_cache-ad053aa4-0749-4064-93e7-88bb3bbeadcb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1225.413519] env[64120]: DEBUG oslo_concurrency.lockutils [None req-be3ba69c-a63a-4be7-9af0-2189571085e3 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquired lock "refresh_cache-ad053aa4-0749-4064-93e7-88bb3bbeadcb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.413793] env[64120]: DEBUG nova.network.neutron [None req-be3ba69c-a63a-4be7-9af0-2189571085e3 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.421195] env[64120]: DEBUG oslo_vmware.api [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52a8dbb3-d3fe-b58d-bba1-a2f9c4e2812e, 'name': SearchDatastore_Task, 'duration_secs': 0.021991} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.422247] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a02e35cf-cfc8-4889-af91-5acd6bab03fd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.428639] env[64120]: DEBUG oslo_vmware.api [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1225.428639] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]525c94e7-7c79-8b0c-d542-efaa3ca98beb" [ 1225.428639] env[64120]: _type = "Task" [ 1225.428639] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.441462] env[64120]: DEBUG oslo_vmware.api [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]525c94e7-7c79-8b0c-d542-efaa3ca98beb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.467971] env[64120]: DEBUG oslo_vmware.api [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Task: {'id': task-1406542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617239} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.472090] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] c3017f41-5363-4369-813a-ee25caa28064/c3017f41-5363-4369-813a-ee25caa28064.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1225.472384] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] [instance: c3017f41-5363-4369-813a-ee25caa28064] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1225.472808] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd78f09c-0584-4553-a36f-1217b6a988da {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.481912] env[64120]: DEBUG oslo_vmware.api [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Waiting for the task: (returnval){ [ 1225.481912] env[64120]: value = "task-1406546" [ 1225.481912] env[64120]: _type = "Task" [ 1225.481912] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.494522] env[64120]: DEBUG oslo_vmware.api [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Task: {'id': task-1406546, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.609957] env[64120]: DEBUG nova.network.neutron [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Successfully created port: 788352f2-ba6b-4c00-b4c9-2bb9a4e34b52 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1225.633769] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf12eacd-e875-4bee-a05f-8db01f54d217 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.643242] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0205d7a5-0bcc-430b-babc-11f625de87f4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.679732] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a505759e-b6ae-4001-ae9d-c394b53b4c50 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.689639] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b7ed5b-6dec-470f-8f91-712e49e1e7d3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.707912] env[64120]: DEBUG nova.compute.provider_tree [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.803485] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406544, 'name': CreateVM_Task, 'duration_secs': 0.473851} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.807967] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1225.808032] env[64120]: DEBUG oslo_concurrency.lockutils [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1225.808180] env[64120]: DEBUG oslo_concurrency.lockutils [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.808580] env[64120]: DEBUG oslo_concurrency.lockutils [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1225.809266] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c8690ee-02d5-4880-8298-9c7c1d4f740d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.815166] env[64120]: DEBUG oslo_vmware.api [None req-658430b4-5c8a-4950-9f7e-ec3b5b319a78 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406545, 'name': PowerOffVM_Task, 'duration_secs': 0.219893} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.815816] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-658430b4-5c8a-4950-9f7e-ec3b5b319a78 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.816645] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-658430b4-5c8a-4950-9f7e-ec3b5b319a78 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.816645] env[64120]: DEBUG oslo_vmware.api [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1225.816645] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52eabcf8-f00c-5838-79d1-0ec1a71620b4" [ 1225.816645] env[64120]: _type = "Task" [ 1225.816645] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.816645] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1eab1b5c-2c3d-4fe0-9928-0ff4ac32ecc5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.831727] env[64120]: DEBUG oslo_vmware.api [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52eabcf8-f00c-5838-79d1-0ec1a71620b4, 'name': SearchDatastore_Task, 'duration_secs': 0.013613} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.832089] env[64120]: DEBUG oslo_concurrency.lockutils [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.832327] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1225.832579] env[64120]: DEBUG oslo_concurrency.lockutils [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1225.832724] env[64120]: DEBUG oslo_concurrency.lockutils [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.832904] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1225.833234] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afd6177c-b7c8-4c59-9784-b672ca27bba7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.842377] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1225.842753] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1225.843776] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93801d40-f137-4bed-a2f9-d7e25c6e6356 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.852367] env[64120]: DEBUG oslo_vmware.api [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1225.852367] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52071a51-2b66-ee65-4753-406187c13b5a" [ 1225.852367] env[64120]: _type = "Task" [ 1225.852367] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.862181] env[64120]: DEBUG oslo_vmware.api [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52071a51-2b66-ee65-4753-406187c13b5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.890596] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-658430b4-5c8a-4950-9f7e-ec3b5b319a78 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1225.891024] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-658430b4-5c8a-4950-9f7e-ec3b5b319a78 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1225.891446] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-658430b4-5c8a-4950-9f7e-ec3b5b319a78 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Deleting the datastore file [datastore1] ad053aa4-0749-4064-93e7-88bb3bbeadcb {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.891547] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1649c511-5eb5-44c1-b7a3-82c45744646c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.900144] env[64120]: DEBUG oslo_vmware.api [None req-658430b4-5c8a-4950-9f7e-ec3b5b319a78 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1225.900144] env[64120]: value = "task-1406548" [ 1225.900144] env[64120]: _type = "Task" [ 1225.900144] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.911094] env[64120]: DEBUG oslo_vmware.api [None req-658430b4-5c8a-4950-9f7e-ec3b5b319a78 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.938886] env[64120]: DEBUG oslo_vmware.api [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]525c94e7-7c79-8b0c-d542-efaa3ca98beb, 'name': SearchDatastore_Task, 'duration_secs': 0.012412} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.939214] env[64120]: DEBUG oslo_concurrency.lockutils [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.939534] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88/aef4c66b-ea31-40a0-a498-e6a6d723a3ce-rescue.vmdk. {{(pid=64120) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1225.939836] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5886733a-8ec0-4885-850f-809360fa499d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.946905] env[64120]: DEBUG oslo_vmware.api [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1225.946905] env[64120]: value = "task-1406549" [ 1225.946905] env[64120]: _type = "Task" [ 1225.946905] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.956095] env[64120]: DEBUG oslo_vmware.api [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.993360] env[64120]: DEBUG oslo_vmware.api [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Task: {'id': task-1406546, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103147} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.993713] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] [instance: c3017f41-5363-4369-813a-ee25caa28064] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1225.994962] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f48e7af-3e09-4776-a7f5-23e26f825898 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.021969] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] [instance: c3017f41-5363-4369-813a-ee25caa28064] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] c3017f41-5363-4369-813a-ee25caa28064/c3017f41-5363-4369-813a-ee25caa28064.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1226.022340] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef794930-2364-48b0-98ca-61ef4518a163 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.045572] env[64120]: DEBUG oslo_vmware.api [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Waiting for the task: (returnval){ [ 1226.045572] env[64120]: value = "task-1406550" [ 1226.045572] env[64120]: _type = "Task" [ 1226.045572] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.055563] env[64120]: DEBUG oslo_vmware.api [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Task: {'id': task-1406550, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.111222] env[64120]: DEBUG nova.compute.manager [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1226.133985] env[64120]: DEBUG nova.network.neutron [req-6e96fc3e-3da5-451b-a9c8-94f9af48d44b req-974d3f99-6ca5-4c96-ad80-07d915105065 service nova] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Updated VIF entry in instance network info cache for port 6bfbd22d-e447-4a4a-8149-abcee8e0d178. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1226.134459] env[64120]: DEBUG nova.network.neutron [req-6e96fc3e-3da5-451b-a9c8-94f9af48d44b req-974d3f99-6ca5-4c96-ad80-07d915105065 service nova] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Updating instance_info_cache with network_info: [{"id": "6bfbd22d-e447-4a4a-8149-abcee8e0d178", "address": "fa:16:3e:0a:71:1c", "network": {"id": "611e0087-6252-481b-899c-b4e5877ad28f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1334002777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21a34c6b69da458da5a35568989ba716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bfbd22d-e4", "ovs_interfaceid": "6bfbd22d-e447-4a4a-8149-abcee8e0d178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.146844] env[64120]: DEBUG nova.virt.hardware [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1226.147247] env[64120]: DEBUG nova.virt.hardware [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1226.147504] env[64120]: DEBUG nova.virt.hardware [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1226.147722] env[64120]: DEBUG nova.virt.hardware [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1226.147883] env[64120]: DEBUG nova.virt.hardware [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1226.148062] env[64120]: DEBUG nova.virt.hardware [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1226.148418] env[64120]: DEBUG nova.virt.hardware [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1226.148690] env[64120]: DEBUG nova.virt.hardware [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1226.148888] env[64120]: DEBUG nova.virt.hardware [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1226.149075] env[64120]: DEBUG nova.virt.hardware [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1226.149261] env[64120]: DEBUG nova.virt.hardware [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1226.150162] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb2d80b-2d08-40e3-98bb-5f61a888d17a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.160038] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c691594-7685-40ff-93a5-f36081aaa8ed {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.210051] env[64120]: DEBUG nova.scheduler.client.report [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1226.365365] env[64120]: DEBUG oslo_vmware.api [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52071a51-2b66-ee65-4753-406187c13b5a, 'name': SearchDatastore_Task, 'duration_secs': 0.013857} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.366276] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5455bad8-562a-4d05-81d9-e8504ea7ffc7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.374858] env[64120]: DEBUG oslo_vmware.api [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1226.374858] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52790ba1-9f7d-240d-17a1-d1f4c73e9649" [ 1226.374858] env[64120]: _type = "Task" [ 1226.374858] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.389035] env[64120]: DEBUG oslo_vmware.api [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52790ba1-9f7d-240d-17a1-d1f4c73e9649, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.410549] env[64120]: DEBUG oslo_vmware.api [None req-658430b4-5c8a-4950-9f7e-ec3b5b319a78 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265241} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.411227] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-658430b4-5c8a-4950-9f7e-ec3b5b319a78 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.411440] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-658430b4-5c8a-4950-9f7e-ec3b5b319a78 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.411623] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-658430b4-5c8a-4950-9f7e-ec3b5b319a78 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.411834] env[64120]: INFO nova.compute.manager [None req-658430b4-5c8a-4950-9f7e-ec3b5b319a78 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1226.412103] env[64120]: DEBUG oslo.service.loopingcall [None req-658430b4-5c8a-4950-9f7e-ec3b5b319a78 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1226.412341] env[64120]: DEBUG nova.compute.manager [-] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1226.412413] env[64120]: DEBUG nova.network.neutron [-] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1226.463536] env[64120]: DEBUG oslo_vmware.api [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406549, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.566792] env[64120]: DEBUG oslo_vmware.api [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Task: {'id': task-1406550, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.637579] env[64120]: DEBUG oslo_concurrency.lockutils [req-6e96fc3e-3da5-451b-a9c8-94f9af48d44b req-974d3f99-6ca5-4c96-ad80-07d915105065 service nova] Releasing lock "refresh_cache-5928e4a6-f3ae-4693-851f-8bb7869f6e52" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.680858] env[64120]: DEBUG nova.network.neutron [None req-be3ba69c-a63a-4be7-9af0-2189571085e3 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Updating instance_info_cache with network_info: [{"id": "d03077e7-62d0-4659-9cda-f64930fb6dbd", "address": "fa:16:3e:c8:e1:ec", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd03077e7-62", "ovs_interfaceid": "d03077e7-62d0-4659-9cda-f64930fb6dbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.715403] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1226.719020] env[64120]: DEBUG nova.compute.manager [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1226.720040] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0c327873-7a97-4577-a896-9b4c1cd7dff3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.759s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1226.720410] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0c327873-7a97-4577-a896-9b4c1cd7dff3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1226.722722] env[64120]: DEBUG oslo_concurrency.lockutils [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.551s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1226.725123] env[64120]: INFO nova.compute.claims [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1226.770021] env[64120]: INFO nova.scheduler.client.report [None req-0c327873-7a97-4577-a896-9b4c1cd7dff3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Deleted allocations for instance 0441676f-53f4-4b15-b318-bed35cb92f02 [ 1226.885944] env[64120]: DEBUG oslo_vmware.api [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52790ba1-9f7d-240d-17a1-d1f4c73e9649, 'name': SearchDatastore_Task, 'duration_secs': 0.024728} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.886328] env[64120]: DEBUG oslo_concurrency.lockutils [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.886634] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 5928e4a6-f3ae-4693-851f-8bb7869f6e52/5928e4a6-f3ae-4693-851f-8bb7869f6e52.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1226.886944] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-590e0e86-4f30-41e1-baec-1f76cfc44667 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.895202] env[64120]: DEBUG oslo_vmware.api [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1226.895202] env[64120]: value = "task-1406551" [ 1226.895202] env[64120]: _type = "Task" [ 1226.895202] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.902181] env[64120]: DEBUG oslo_vmware.api [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.959413] env[64120]: DEBUG oslo_vmware.api [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617358} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.960223] env[64120]: INFO nova.virt.vmwareapi.ds_util [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88/aef4c66b-ea31-40a0-a498-e6a6d723a3ce-rescue.vmdk. [ 1226.961587] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcb0205-6598-4805-b2e2-709103352161 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.995552] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88/aef4c66b-ea31-40a0-a498-e6a6d723a3ce-rescue.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1226.996744] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16a0c972-b66c-4f8d-bccd-a79ba8dc6453 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.017311] env[64120]: DEBUG oslo_vmware.api [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1227.017311] env[64120]: value = "task-1406552" [ 1227.017311] env[64120]: _type = "Task" [ 1227.017311] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.032589] env[64120]: DEBUG oslo_vmware.api [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406552, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.057645] env[64120]: DEBUG oslo_vmware.api [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Task: {'id': task-1406550, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.183345] env[64120]: DEBUG oslo_concurrency.lockutils [None req-be3ba69c-a63a-4be7-9af0-2189571085e3 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Releasing lock "refresh_cache-ad053aa4-0749-4064-93e7-88bb3bbeadcb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.231138] env[64120]: DEBUG nova.compute.utils [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1227.235931] env[64120]: DEBUG nova.compute.manager [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1227.236235] env[64120]: DEBUG nova.network.neutron [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1227.278379] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0c327873-7a97-4577-a896-9b4c1cd7dff3 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "0441676f-53f4-4b15-b318-bed35cb92f02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.729s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.285233] env[64120]: DEBUG nova.policy [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44e2b94e74b9438c9479f8a28eea57c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '288eafb106694a9cb4e568df3a5edd47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1227.405551] env[64120]: DEBUG oslo_vmware.api [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406551, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.529954] env[64120]: DEBUG oslo_vmware.api [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.561017] env[64120]: DEBUG oslo_vmware.api [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Task: {'id': task-1406550, 'name': ReconfigVM_Task, 'duration_secs': 1.420156} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.561634] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] [instance: c3017f41-5363-4369-813a-ee25caa28064] Reconfigured VM instance instance-0000004b to attach disk [datastore2] c3017f41-5363-4369-813a-ee25caa28064/c3017f41-5363-4369-813a-ee25caa28064.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1227.562485] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9140c34-9c8b-4d5d-91e5-64c6ad2ebfcf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.572544] env[64120]: DEBUG oslo_vmware.api [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Waiting for the task: (returnval){ [ 1227.572544] env[64120]: value = "task-1406553" [ 1227.572544] env[64120]: _type = "Task" [ 1227.572544] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.587875] env[64120]: DEBUG oslo_vmware.api [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Task: {'id': task-1406553, 'name': Rename_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.610102] env[64120]: DEBUG nova.network.neutron [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Successfully created port: 037dbb58-07f2-42c8-b68e-87ddbb6b8fe7 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1227.687717] env[64120]: DEBUG oslo_concurrency.lockutils [None req-be3ba69c-a63a-4be7-9af0-2189571085e3 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "interface-ad053aa4-0749-4064-93e7-88bb3bbeadcb-2f416f8e-c4bf-48c1-832e-11c6809daf86" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.407s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.734887] env[64120]: DEBUG nova.compute.manager [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1227.907245] env[64120]: DEBUG oslo_vmware.api [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535382} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.907525] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 5928e4a6-f3ae-4693-851f-8bb7869f6e52/5928e4a6-f3ae-4693-851f-8bb7869f6e52.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1227.907815] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1227.909072] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bd14714-eb41-439f-93ba-f072fb97e9f3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.918992] env[64120]: DEBUG oslo_vmware.api [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1227.918992] env[64120]: value = "task-1406554" [ 1227.918992] env[64120]: _type = "Task" [ 1227.918992] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.930140] env[64120]: DEBUG oslo_vmware.api [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.999208] env[64120]: DEBUG oslo_vmware.rw_handles [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f3e0ef-04e5-12b2-8d14-7514186f7fd7/disk-0.vmdk. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1228.000621] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf5c6ce-cede-44b9-89d9-c0f5edf52e47 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.008876] env[64120]: DEBUG oslo_vmware.rw_handles [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f3e0ef-04e5-12b2-8d14-7514186f7fd7/disk-0.vmdk is in state: ready. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1228.008876] env[64120]: ERROR oslo_vmware.rw_handles [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f3e0ef-04e5-12b2-8d14-7514186f7fd7/disk-0.vmdk due to incomplete transfer. [ 1228.010915] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-eca95d89-c1c4-406f-ad37-0f2ac0f3bf92 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.018685] env[64120]: DEBUG oslo_vmware.rw_handles [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f3e0ef-04e5-12b2-8d14-7514186f7fd7/disk-0.vmdk. {{(pid=64120) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1228.018900] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Uploaded image ffa70498-26e9-4a27-a944-2183434a3f1a to the Glance image server {{(pid=64120) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1228.023364] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Destroying the VM {{(pid=64120) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1228.023364] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b0b54d4d-ce2f-4c9d-9251-362099b53c71 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.036727] env[64120]: DEBUG oslo_vmware.api [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406552, 'name': ReconfigVM_Task, 'duration_secs': 0.762021} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.038625] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88/aef4c66b-ea31-40a0-a498-e6a6d723a3ce-rescue.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.038945] env[64120]: DEBUG oslo_vmware.api [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1228.038945] env[64120]: value = "task-1406555" [ 1228.038945] env[64120]: _type = "Task" [ 1228.038945] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.042408] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48a91d9-af32-4e23-8218-7a81f2b70567 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.055423] env[64120]: DEBUG oslo_vmware.api [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406555, 'name': Destroy_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.087763] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f675245-bd08-4d49-b40a-da6a46c726f5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.105276] env[64120]: DEBUG oslo_vmware.api [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Task: {'id': task-1406553, 'name': Rename_Task, 'duration_secs': 0.16002} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.106492] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] [instance: c3017f41-5363-4369-813a-ee25caa28064] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.106874] env[64120]: DEBUG oslo_vmware.api [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1228.106874] env[64120]: value = "task-1406556" [ 1228.106874] env[64120]: _type = "Task" [ 1228.106874] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.107202] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c412e77f-cece-4f67-b12d-63307edea22a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.120669] env[64120]: DEBUG oslo_vmware.api [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406556, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.121978] env[64120]: DEBUG nova.network.neutron [-] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.127218] env[64120]: DEBUG oslo_vmware.api [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Waiting for the task: (returnval){ [ 1228.127218] env[64120]: value = "task-1406557" [ 1228.127218] env[64120]: _type = "Task" [ 1228.127218] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.138047] env[64120]: DEBUG oslo_vmware.api [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Task: {'id': task-1406557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.138902] env[64120]: DEBUG nova.network.neutron [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Successfully updated port: 788352f2-ba6b-4c00-b4c9-2bb9a4e34b52 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1228.210311] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d34a51-cf14-4913-ba14-6c1d2bf6b521 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.218879] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddaccf4-3ba4-481e-94cd-71afc71d6f3c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.257851] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffab2b2a-2bb7-4a13-90a3-84de554a3d88 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.266325] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536dc6b1-7b32-4a1f-805c-69bde3b3dfe3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.280456] env[64120]: DEBUG nova.compute.provider_tree [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.424248] env[64120]: DEBUG nova.compute.manager [req-abb0ce88-40cd-40a5-a617-8f18a5cb4925 req-8201e0a3-6455-4c1e-b28c-41a1abef60c7 service nova] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Received event network-vif-deleted-d03077e7-62d0-4659-9cda-f64930fb6dbd {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1228.440617] env[64120]: DEBUG oslo_vmware.api [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065409} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.440617] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1228.442225] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b9e852-528d-4b22-a7c0-fc32298fb929 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.481640] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 5928e4a6-f3ae-4693-851f-8bb7869f6e52/5928e4a6-f3ae-4693-851f-8bb7869f6e52.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1228.482276] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2c9720e-d497-47a5-82a9-b67b486ea3d0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.511765] env[64120]: DEBUG oslo_vmware.api [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1228.511765] env[64120]: value = "task-1406558" [ 1228.511765] env[64120]: _type = "Task" [ 1228.511765] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.520796] env[64120]: DEBUG oslo_vmware.api [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406558, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.553995] env[64120]: DEBUG oslo_vmware.api [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406555, 'name': Destroy_Task, 'duration_secs': 0.395838} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.553995] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Destroyed the VM [ 1228.555405] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Deleting Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1228.555405] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5911720b-447b-4ff9-937f-cfec76c8fb78 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.559108] env[64120]: DEBUG nova.compute.manager [req-1c129f34-d9ed-4025-acfe-09ae3cf1f2c8 req-69d3f51f-7b05-45cf-b402-d97cd7b375b2 service nova] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Received event network-vif-plugged-788352f2-ba6b-4c00-b4c9-2bb9a4e34b52 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1228.560593] env[64120]: DEBUG oslo_concurrency.lockutils [req-1c129f34-d9ed-4025-acfe-09ae3cf1f2c8 req-69d3f51f-7b05-45cf-b402-d97cd7b375b2 service nova] Acquiring lock "2bde652c-0c77-4af3-857f-60a60b8fadf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1228.560593] env[64120]: DEBUG oslo_concurrency.lockutils [req-1c129f34-d9ed-4025-acfe-09ae3cf1f2c8 req-69d3f51f-7b05-45cf-b402-d97cd7b375b2 service nova] Lock "2bde652c-0c77-4af3-857f-60a60b8fadf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.560593] env[64120]: DEBUG oslo_concurrency.lockutils [req-1c129f34-d9ed-4025-acfe-09ae3cf1f2c8 req-69d3f51f-7b05-45cf-b402-d97cd7b375b2 service nova] Lock "2bde652c-0c77-4af3-857f-60a60b8fadf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1228.560593] env[64120]: DEBUG nova.compute.manager [req-1c129f34-d9ed-4025-acfe-09ae3cf1f2c8 req-69d3f51f-7b05-45cf-b402-d97cd7b375b2 service nova] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] No waiting events found dispatching network-vif-plugged-788352f2-ba6b-4c00-b4c9-2bb9a4e34b52 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1228.560593] env[64120]: WARNING nova.compute.manager [req-1c129f34-d9ed-4025-acfe-09ae3cf1f2c8 req-69d3f51f-7b05-45cf-b402-d97cd7b375b2 service nova] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Received unexpected event network-vif-plugged-788352f2-ba6b-4c00-b4c9-2bb9a4e34b52 for instance with vm_state building and task_state spawning. [ 1228.565552] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Acquiring lock "87dd2d1b-5945-4fdf-bbfe-2caa7691c269" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1228.565595] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Lock "87dd2d1b-5945-4fdf-bbfe-2caa7691c269" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.569632] env[64120]: DEBUG oslo_vmware.api [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1228.569632] env[64120]: value = "task-1406559" [ 1228.569632] env[64120]: _type = "Task" [ 1228.569632] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.579829] env[64120]: DEBUG oslo_vmware.api [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406559, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.610061] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Acquiring lock "ddfe7a56-7053-4e96-9401-6b483150da7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1228.610335] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Lock "ddfe7a56-7053-4e96-9401-6b483150da7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.624755] env[64120]: DEBUG oslo_vmware.api [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406556, 'name': ReconfigVM_Task, 'duration_secs': 0.238234} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.625190] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.625476] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f19bf79-cdb6-411b-b006-4103557eb7f4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.627882] env[64120]: INFO nova.compute.manager [-] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Took 2.22 seconds to deallocate network for instance. [ 1228.639160] env[64120]: DEBUG oslo_vmware.api [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1228.639160] env[64120]: value = "task-1406560" [ 1228.639160] env[64120]: _type = "Task" [ 1228.639160] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.648494] env[64120]: DEBUG oslo_concurrency.lockutils [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquiring lock "refresh_cache-2bde652c-0c77-4af3-857f-60a60b8fadf2" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.648494] env[64120]: DEBUG oslo_concurrency.lockutils [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquired lock "refresh_cache-2bde652c-0c77-4af3-857f-60a60b8fadf2" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.648494] env[64120]: DEBUG nova.network.neutron [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.649451] env[64120]: DEBUG oslo_vmware.api [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Task: {'id': task-1406557, 'name': PowerOnVM_Task, 'duration_secs': 0.519108} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.651308] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] [instance: c3017f41-5363-4369-813a-ee25caa28064] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1228.651559] env[64120]: INFO nova.compute.manager [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] [instance: c3017f41-5363-4369-813a-ee25caa28064] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1228.651711] env[64120]: DEBUG nova.compute.manager [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] [instance: c3017f41-5363-4369-813a-ee25caa28064] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1228.659358] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f98278a-0547-4d35-8276-3fece3db1508 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.662554] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Acquiring lock "751beaa3-a732-4ae3-a135-13986f05256f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1228.662797] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Lock "751beaa3-a732-4ae3-a135-13986f05256f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.663956] env[64120]: DEBUG oslo_vmware.api [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406560, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.758294] env[64120]: DEBUG nova.compute.manager [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1228.784552] env[64120]: DEBUG nova.scheduler.client.report [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1228.800994] env[64120]: DEBUG nova.virt.hardware [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1228.801370] env[64120]: DEBUG nova.virt.hardware [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1228.801564] env[64120]: DEBUG nova.virt.hardware [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1228.801760] env[64120]: DEBUG nova.virt.hardware [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1228.802240] env[64120]: DEBUG nova.virt.hardware [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1228.802240] env[64120]: DEBUG nova.virt.hardware [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1228.802590] env[64120]: DEBUG nova.virt.hardware [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1228.802590] env[64120]: DEBUG nova.virt.hardware [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1228.802748] env[64120]: DEBUG nova.virt.hardware [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1228.802919] env[64120]: DEBUG nova.virt.hardware [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1228.803117] env[64120]: DEBUG nova.virt.hardware [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1228.804045] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e07a9b8-1ba6-433d-b3f3-755125a8a4d1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.817359] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3342d00-532c-4d35-9641-40833072d5f8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.025018] env[64120]: DEBUG oslo_vmware.api [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406558, 'name': ReconfigVM_Task, 'duration_secs': 0.32487} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.025018] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 5928e4a6-f3ae-4693-851f-8bb7869f6e52/5928e4a6-f3ae-4693-851f-8bb7869f6e52.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1229.025018] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99eab75b-ceb1-4e49-bad5-75db621ffd35 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.031266] env[64120]: DEBUG oslo_vmware.api [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1229.031266] env[64120]: value = "task-1406561" [ 1229.031266] env[64120]: _type = "Task" [ 1229.031266] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.039570] env[64120]: DEBUG oslo_vmware.api [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406561, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.073099] env[64120]: DEBUG nova.compute.manager [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1229.085949] env[64120]: DEBUG oslo_vmware.api [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406559, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.116269] env[64120]: DEBUG nova.compute.manager [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1229.141173] env[64120]: DEBUG oslo_concurrency.lockutils [None req-658430b4-5c8a-4950-9f7e-ec3b5b319a78 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1229.155419] env[64120]: DEBUG oslo_vmware.api [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406560, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.165404] env[64120]: DEBUG nova.compute.manager [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1229.182661] env[64120]: INFO nova.compute.manager [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] [instance: c3017f41-5363-4369-813a-ee25caa28064] Took 30.66 seconds to build instance. [ 1229.222183] env[64120]: DEBUG nova.network.neutron [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1229.297323] env[64120]: DEBUG oslo_concurrency.lockutils [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1229.297323] env[64120]: DEBUG nova.compute.manager [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1229.299531] env[64120]: DEBUG oslo_concurrency.lockutils [None req-16825f19-17cf-4b2c-8285-c44db56ab098 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.161s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1229.299767] env[64120]: DEBUG oslo_concurrency.lockutils [None req-16825f19-17cf-4b2c-8285-c44db56ab098 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1229.302791] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.343s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1229.303037] env[64120]: DEBUG nova.objects.instance [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lazy-loading 'resources' on Instance uuid f49b7fd3-714c-4bca-8539-5779e9e7bbe1 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.333146] env[64120]: INFO nova.scheduler.client.report [None req-16825f19-17cf-4b2c-8285-c44db56ab098 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Deleted allocations for instance 38abe049-5ca2-48f5-b5b1-cfb1695a14dc [ 1229.491342] env[64120]: DEBUG nova.network.neutron [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Updating instance_info_cache with network_info: [{"id": "788352f2-ba6b-4c00-b4c9-2bb9a4e34b52", "address": "fa:16:3e:f7:bc:16", "network": {"id": "30657e88-c15f-41b5-9dae-08fa7e924a8a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2068915088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bedb242e14441ac97c0a829950bc9ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap788352f2-ba", "ovs_interfaceid": "788352f2-ba6b-4c00-b4c9-2bb9a4e34b52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.543079] env[64120]: DEBUG oslo_vmware.api [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406561, 'name': Rename_Task, 'duration_secs': 0.192935} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.543079] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1229.543079] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98032cbf-95d0-4edc-9870-52eb403d9b2f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.551673] env[64120]: DEBUG oslo_vmware.api [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1229.551673] env[64120]: value = "task-1406562" [ 1229.551673] env[64120]: _type = "Task" [ 1229.551673] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.560975] env[64120]: DEBUG oslo_vmware.api [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.582622] env[64120]: DEBUG oslo_vmware.api [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406559, 'name': RemoveSnapshot_Task, 'duration_secs': 0.606021} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.583381] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Deleted Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1229.583381] env[64120]: INFO nova.compute.manager [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Took 14.16 seconds to snapshot the instance on the hypervisor. [ 1229.589542] env[64120]: DEBUG nova.network.neutron [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Successfully updated port: 037dbb58-07f2-42c8-b68e-87ddbb6b8fe7 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1229.611738] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1229.637290] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1229.655143] env[64120]: DEBUG oslo_vmware.api [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406560, 'name': PowerOnVM_Task, 'duration_secs': 0.695302} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.655612] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.660177] env[64120]: DEBUG nova.compute.manager [None req-79fefedb-74e8-442a-a395-db721a08a0c0 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1229.661289] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51369de4-e43e-44b8-aa45-f2cf81abdc5e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.685649] env[64120]: DEBUG oslo_concurrency.lockutils [None req-10bc58f7-11e2-49b8-ae50-c240936cf6b5 tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Lock "c3017f41-5363-4369-813a-ee25caa28064" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.169s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1229.689379] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1229.810047] env[64120]: DEBUG nova.compute.utils [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1229.813541] env[64120]: DEBUG nova.compute.manager [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1229.816537] env[64120]: DEBUG nova.network.neutron [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1229.846932] env[64120]: DEBUG oslo_concurrency.lockutils [None req-16825f19-17cf-4b2c-8285-c44db56ab098 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "38abe049-5ca2-48f5-b5b1-cfb1695a14dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.165s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1229.925724] env[64120]: DEBUG nova.policy [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '606bf66137e44498b314c737c7c43d7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '882564b31f3f481cb3ec6f1226a426fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1229.997516] env[64120]: DEBUG oslo_concurrency.lockutils [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Releasing lock "refresh_cache-2bde652c-0c77-4af3-857f-60a60b8fadf2" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.997966] env[64120]: DEBUG nova.compute.manager [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Instance network_info: |[{"id": "788352f2-ba6b-4c00-b4c9-2bb9a4e34b52", "address": "fa:16:3e:f7:bc:16", "network": {"id": "30657e88-c15f-41b5-9dae-08fa7e924a8a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2068915088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bedb242e14441ac97c0a829950bc9ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap788352f2-ba", "ovs_interfaceid": "788352f2-ba6b-4c00-b4c9-2bb9a4e34b52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1229.998670] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:bc:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a64108f9-df0a-4feb-bbb5-97f5841c356c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '788352f2-ba6b-4c00-b4c9-2bb9a4e34b52', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1230.006644] env[64120]: DEBUG oslo.service.loopingcall [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1230.010557] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1230.011348] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-874dfb7c-19bb-4add-9107-fd6fe16325f0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.036456] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1230.036456] env[64120]: value = "task-1406563" [ 1230.036456] env[64120]: _type = "Task" [ 1230.036456] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.046115] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406563, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.060567] env[64120]: DEBUG oslo_vmware.api [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406562, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.095234] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "refresh_cache-b6f8f7cc-33bf-4a8f-9cae-2e1308650292" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.095234] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquired lock "refresh_cache-b6f8f7cc-33bf-4a8f-9cae-2e1308650292" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.095234] env[64120]: DEBUG nova.network.neutron [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.177351] env[64120]: DEBUG nova.compute.manager [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Found 3 images (rotation: 2) {{(pid=64120) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 1230.177561] env[64120]: DEBUG nova.compute.manager [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Rotating out 1 backups {{(pid=64120) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4562}} [ 1230.177725] env[64120]: DEBUG nova.compute.manager [None req-c59bc69c-957e-451e-9d90-98477bcd0eea tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Deleting image a2d6c103-6f9e-4b4c-b317-ef422ded0bb3 {{(pid=64120) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4567}} [ 1230.245022] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d02265e-cd2d-4ce6-a1d9-6650cad32be1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.254658] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce94e1f0-ece0-4731-9458-aab7a48cfa24 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.295057] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefc1744-16b2-422e-8598-6e19e93f0b1d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.305015] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda2334d-ed79-485d-b6eb-792058365305 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.324227] env[64120]: DEBUG nova.compute.manager [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1230.327829] env[64120]: DEBUG nova.compute.provider_tree [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.518555] env[64120]: DEBUG nova.network.neutron [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Successfully created port: b696ad1c-a243-4e87-a6c4-fe106b2f9689 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1230.546546] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406563, 'name': CreateVM_Task, 'duration_secs': 0.410526} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.546722] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1230.547570] env[64120]: DEBUG oslo_concurrency.lockutils [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.547750] env[64120]: DEBUG oslo_concurrency.lockutils [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.548108] env[64120]: DEBUG oslo_concurrency.lockutils [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1230.548904] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eef26986-8a29-4444-8074-0541f709fabc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.553146] env[64120]: DEBUG oslo_vmware.api [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1230.553146] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521a52df-bb94-c784-fd78-317ff8594ad8" [ 1230.553146] env[64120]: _type = "Task" [ 1230.553146] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.563545] env[64120]: DEBUG oslo_vmware.api [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406562, 'name': PowerOnVM_Task, 'duration_secs': 0.737505} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.566731] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.567036] env[64120]: INFO nova.compute.manager [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Took 8.02 seconds to spawn the instance on the hypervisor. [ 1230.567180] env[64120]: DEBUG nova.compute.manager [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1230.567390] env[64120]: DEBUG oslo_vmware.api [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521a52df-bb94-c784-fd78-317ff8594ad8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.568679] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27af1873-b331-42e6-b588-ac2d2313c40f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.652538] env[64120]: DEBUG nova.network.neutron [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1230.833218] env[64120]: DEBUG nova.scheduler.client.report [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1230.904286] env[64120]: DEBUG nova.network.neutron [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Updating instance_info_cache with network_info: [{"id": "037dbb58-07f2-42c8-b68e-87ddbb6b8fe7", "address": "fa:16:3e:21:c6:46", "network": {"id": "ac859548-be49-4f7a-a170-ad993373fc23", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1472716559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288eafb106694a9cb4e568df3a5edd47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap037dbb58-07", "ovs_interfaceid": "037dbb58-07f2-42c8-b68e-87ddbb6b8fe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.913427] env[64120]: DEBUG nova.compute.manager [req-0fb2fc42-d717-4bf7-ba22-cd579d494178 req-b3d6c47a-8979-467e-b8e3-45426e4ed9f8 service nova] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Received event network-changed-788352f2-ba6b-4c00-b4c9-2bb9a4e34b52 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1230.913427] env[64120]: DEBUG nova.compute.manager [req-0fb2fc42-d717-4bf7-ba22-cd579d494178 req-b3d6c47a-8979-467e-b8e3-45426e4ed9f8 service nova] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Refreshing instance network info cache due to event network-changed-788352f2-ba6b-4c00-b4c9-2bb9a4e34b52. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1230.913427] env[64120]: DEBUG oslo_concurrency.lockutils [req-0fb2fc42-d717-4bf7-ba22-cd579d494178 req-b3d6c47a-8979-467e-b8e3-45426e4ed9f8 service nova] Acquiring lock "refresh_cache-2bde652c-0c77-4af3-857f-60a60b8fadf2" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.913427] env[64120]: DEBUG oslo_concurrency.lockutils [req-0fb2fc42-d717-4bf7-ba22-cd579d494178 req-b3d6c47a-8979-467e-b8e3-45426e4ed9f8 service nova] Acquired lock "refresh_cache-2bde652c-0c77-4af3-857f-60a60b8fadf2" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.913611] env[64120]: DEBUG nova.network.neutron [req-0fb2fc42-d717-4bf7-ba22-cd579d494178 req-b3d6c47a-8979-467e-b8e3-45426e4ed9f8 service nova] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Refreshing network info cache for port 788352f2-ba6b-4c00-b4c9-2bb9a4e34b52 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1231.074290] env[64120]: DEBUG oslo_vmware.api [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521a52df-bb94-c784-fd78-317ff8594ad8, 'name': SearchDatastore_Task, 'duration_secs': 0.022823} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.074962] env[64120]: DEBUG oslo_concurrency.lockutils [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.075068] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1231.076085] env[64120]: DEBUG oslo_concurrency.lockutils [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.076085] env[64120]: DEBUG oslo_concurrency.lockutils [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.076206] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1231.076530] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e0829c6-7270-4539-81ef-9c091515f32b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.086745] env[64120]: INFO nova.compute.manager [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Took 27.42 seconds to build instance. [ 1231.090910] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1231.091090] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1231.092778] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2d0508e-86b7-4814-99ff-d1ffbdfbcd9e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.098585] env[64120]: DEBUG oslo_vmware.api [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1231.098585] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52af7b0a-1d62-3c30-36ef-0af1f6c8bac1" [ 1231.098585] env[64120]: _type = "Task" [ 1231.098585] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.107541] env[64120]: DEBUG oslo_vmware.api [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52af7b0a-1d62-3c30-36ef-0af1f6c8bac1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.349470] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1231.353670] env[64120]: DEBUG nova.compute.manager [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1231.357921] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.867s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1231.357921] env[64120]: DEBUG nova.objects.instance [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lazy-loading 'resources' on Instance uuid 3997b4b8-119f-4bac-a16c-b18361db7b31 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.386082] env[64120]: DEBUG nova.virt.hardware [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1231.386722] env[64120]: DEBUG nova.virt.hardware [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1231.387015] env[64120]: DEBUG nova.virt.hardware [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1231.387330] env[64120]: DEBUG nova.virt.hardware [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1231.387606] env[64120]: DEBUG nova.virt.hardware [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1231.387874] env[64120]: DEBUG nova.virt.hardware [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1231.388297] env[64120]: DEBUG nova.virt.hardware [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1231.388652] env[64120]: DEBUG nova.virt.hardware [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1231.388940] env[64120]: DEBUG nova.virt.hardware [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1231.389330] env[64120]: DEBUG nova.virt.hardware [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1231.389606] env[64120]: DEBUG nova.virt.hardware [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1231.391054] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d0fa9b-fa4d-4863-a584-93825af4bd4c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.395271] env[64120]: INFO nova.scheduler.client.report [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Deleted allocations for instance f49b7fd3-714c-4bca-8539-5779e9e7bbe1 [ 1231.405828] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c95ec9-05b6-470e-a585-6e3b4063b01f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.410073] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Releasing lock "refresh_cache-b6f8f7cc-33bf-4a8f-9cae-2e1308650292" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.410374] env[64120]: DEBUG nova.compute.manager [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Instance network_info: |[{"id": "037dbb58-07f2-42c8-b68e-87ddbb6b8fe7", "address": "fa:16:3e:21:c6:46", "network": {"id": "ac859548-be49-4f7a-a170-ad993373fc23", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1472716559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288eafb106694a9cb4e568df3a5edd47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap037dbb58-07", "ovs_interfaceid": "037dbb58-07f2-42c8-b68e-87ddbb6b8fe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1231.410800] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:c6:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '037dbb58-07f2-42c8-b68e-87ddbb6b8fe7', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1231.418613] env[64120]: DEBUG oslo.service.loopingcall [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1231.424220] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1231.434021] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53dabaf2-4602-4908-a2d2-f68902588a14 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.453926] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1231.453926] env[64120]: value = "task-1406564" [ 1231.453926] env[64120]: _type = "Task" [ 1231.453926] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.463128] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406564, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.568097] env[64120]: INFO nova.compute.manager [None req-f04d6f67-c533-4b40-bc9c-056fde7c1e0b tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Unrescuing [ 1231.568667] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f04d6f67-c533-4b40-bc9c-056fde7c1e0b tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquiring lock "refresh_cache-55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.568667] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f04d6f67-c533-4b40-bc9c-056fde7c1e0b tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquired lock "refresh_cache-55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.568939] env[64120]: DEBUG nova.network.neutron [None req-f04d6f67-c533-4b40-bc9c-056fde7c1e0b tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.592181] env[64120]: DEBUG oslo_concurrency.lockutils [None req-57271aec-31dc-407f-b804-24d1678d973b tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Lock "5928e4a6-f3ae-4693-851f-8bb7869f6e52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.936s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1231.610974] env[64120]: DEBUG oslo_vmware.api [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52af7b0a-1d62-3c30-36ef-0af1f6c8bac1, 'name': SearchDatastore_Task, 'duration_secs': 0.014436} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.615605] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d5182e4-5aee-48d9-a418-98b4bdbb1657 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.633922] env[64120]: DEBUG oslo_vmware.api [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1231.633922] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f9317d-857e-4e44-fbf4-de967413f0cf" [ 1231.633922] env[64120]: _type = "Task" [ 1231.633922] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.649267] env[64120]: DEBUG oslo_vmware.api [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f9317d-857e-4e44-fbf4-de967413f0cf, 'name': SearchDatastore_Task, 'duration_secs': 0.012025} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.652454] env[64120]: DEBUG oslo_concurrency.lockutils [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.652770] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 2bde652c-0c77-4af3-857f-60a60b8fadf2/2bde652c-0c77-4af3-857f-60a60b8fadf2.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1231.653144] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2fce152-78d6-400b-86c7-82cf75f085c0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.663855] env[64120]: DEBUG oslo_vmware.api [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1231.663855] env[64120]: value = "task-1406565" [ 1231.663855] env[64120]: _type = "Task" [ 1231.663855] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.675801] env[64120]: DEBUG oslo_vmware.api [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.911413] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6723e3c7-a02e-40ec-b929-0977e7336f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "f49b7fd3-714c-4bca-8539-5779e9e7bbe1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.862s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1231.928048] env[64120]: DEBUG nova.network.neutron [req-0fb2fc42-d717-4bf7-ba22-cd579d494178 req-b3d6c47a-8979-467e-b8e3-45426e4ed9f8 service nova] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Updated VIF entry in instance network info cache for port 788352f2-ba6b-4c00-b4c9-2bb9a4e34b52. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1231.928531] env[64120]: DEBUG nova.network.neutron [req-0fb2fc42-d717-4bf7-ba22-cd579d494178 req-b3d6c47a-8979-467e-b8e3-45426e4ed9f8 service nova] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Updating instance_info_cache with network_info: [{"id": "788352f2-ba6b-4c00-b4c9-2bb9a4e34b52", "address": "fa:16:3e:f7:bc:16", "network": {"id": "30657e88-c15f-41b5-9dae-08fa7e924a8a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2068915088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bedb242e14441ac97c0a829950bc9ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap788352f2-ba", "ovs_interfaceid": "788352f2-ba6b-4c00-b4c9-2bb9a4e34b52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.970498] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406564, 'name': CreateVM_Task, 'duration_secs': 0.342036} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.973231] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1231.974367] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.974367] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.974847] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1231.975120] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07118ca5-6b4e-417d-9baa-0b9ebc2b585f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.980037] env[64120]: DEBUG oslo_vmware.api [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1231.980037] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b86fe1-82fd-ac84-b794-7de799970699" [ 1231.980037] env[64120]: _type = "Task" [ 1231.980037] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.990901] env[64120]: DEBUG oslo_vmware.api [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b86fe1-82fd-ac84-b794-7de799970699, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.129325] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ff1668b1-878d-43fa-bdc0-22959a5ed22f tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Acquiring lock "5928e4a6-f3ae-4693-851f-8bb7869f6e52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.129325] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ff1668b1-878d-43fa-bdc0-22959a5ed22f tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Lock "5928e4a6-f3ae-4693-851f-8bb7869f6e52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.129325] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ff1668b1-878d-43fa-bdc0-22959a5ed22f tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Acquiring lock "5928e4a6-f3ae-4693-851f-8bb7869f6e52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.129740] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ff1668b1-878d-43fa-bdc0-22959a5ed22f tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Lock "5928e4a6-f3ae-4693-851f-8bb7869f6e52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.129740] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ff1668b1-878d-43fa-bdc0-22959a5ed22f tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Lock "5928e4a6-f3ae-4693-851f-8bb7869f6e52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.132568] env[64120]: INFO nova.compute.manager [None req-ff1668b1-878d-43fa-bdc0-22959a5ed22f tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Terminating instance [ 1232.137678] env[64120]: DEBUG nova.compute.manager [None req-ff1668b1-878d-43fa-bdc0-22959a5ed22f tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1232.137678] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1668b1-878d-43fa-bdc0-22959a5ed22f tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1232.138491] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8853afe1-a019-4156-996e-d89210452469 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.151169] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1668b1-878d-43fa-bdc0-22959a5ed22f tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.151169] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05c6d8a6-22c8-4744-992a-bf59c92ab88c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.161215] env[64120]: DEBUG oslo_vmware.api [None req-ff1668b1-878d-43fa-bdc0-22959a5ed22f tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1232.161215] env[64120]: value = "task-1406566" [ 1232.161215] env[64120]: _type = "Task" [ 1232.161215] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.180298] env[64120]: DEBUG oslo_vmware.api [None req-ff1668b1-878d-43fa-bdc0-22959a5ed22f tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.183563] env[64120]: DEBUG oslo_vmware.api [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406565, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.322117] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d67d8aa-5471-45c4-9599-189079590410 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.330045] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ace72aa-1a16-4a9b-b79d-59ff8c82abc8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.368208] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215d8224-728f-4857-96b5-4c30f897995e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.375504] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52012035-cf2d-4533-8ec1-9bddf07d97d0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.390741] env[64120]: DEBUG nova.compute.provider_tree [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1232.437024] env[64120]: DEBUG oslo_concurrency.lockutils [req-0fb2fc42-d717-4bf7-ba22-cd579d494178 req-b3d6c47a-8979-467e-b8e3-45426e4ed9f8 service nova] Releasing lock "refresh_cache-2bde652c-0c77-4af3-857f-60a60b8fadf2" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.437024] env[64120]: DEBUG nova.compute.manager [req-0fb2fc42-d717-4bf7-ba22-cd579d494178 req-b3d6c47a-8979-467e-b8e3-45426e4ed9f8 service nova] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Received event network-vif-plugged-037dbb58-07f2-42c8-b68e-87ddbb6b8fe7 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1232.437024] env[64120]: DEBUG oslo_concurrency.lockutils [req-0fb2fc42-d717-4bf7-ba22-cd579d494178 req-b3d6c47a-8979-467e-b8e3-45426e4ed9f8 service nova] Acquiring lock "b6f8f7cc-33bf-4a8f-9cae-2e1308650292-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.437024] env[64120]: DEBUG oslo_concurrency.lockutils [req-0fb2fc42-d717-4bf7-ba22-cd579d494178 req-b3d6c47a-8979-467e-b8e3-45426e4ed9f8 service nova] Lock "b6f8f7cc-33bf-4a8f-9cae-2e1308650292-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.437024] env[64120]: DEBUG oslo_concurrency.lockutils [req-0fb2fc42-d717-4bf7-ba22-cd579d494178 req-b3d6c47a-8979-467e-b8e3-45426e4ed9f8 service nova] Lock "b6f8f7cc-33bf-4a8f-9cae-2e1308650292-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.437024] env[64120]: DEBUG nova.compute.manager [req-0fb2fc42-d717-4bf7-ba22-cd579d494178 req-b3d6c47a-8979-467e-b8e3-45426e4ed9f8 service nova] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] No waiting events found dispatching network-vif-plugged-037dbb58-07f2-42c8-b68e-87ddbb6b8fe7 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1232.437024] env[64120]: WARNING nova.compute.manager [req-0fb2fc42-d717-4bf7-ba22-cd579d494178 req-b3d6c47a-8979-467e-b8e3-45426e4ed9f8 service nova] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Received unexpected event network-vif-plugged-037dbb58-07f2-42c8-b68e-87ddbb6b8fe7 for instance with vm_state building and task_state spawning. [ 1232.437024] env[64120]: DEBUG nova.compute.manager [req-0fb2fc42-d717-4bf7-ba22-cd579d494178 req-b3d6c47a-8979-467e-b8e3-45426e4ed9f8 service nova] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Received event network-changed-037dbb58-07f2-42c8-b68e-87ddbb6b8fe7 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1232.437024] env[64120]: DEBUG nova.compute.manager [req-0fb2fc42-d717-4bf7-ba22-cd579d494178 req-b3d6c47a-8979-467e-b8e3-45426e4ed9f8 service nova] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Refreshing instance network info cache due to event network-changed-037dbb58-07f2-42c8-b68e-87ddbb6b8fe7. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1232.437024] env[64120]: DEBUG oslo_concurrency.lockutils [req-0fb2fc42-d717-4bf7-ba22-cd579d494178 req-b3d6c47a-8979-467e-b8e3-45426e4ed9f8 service nova] Acquiring lock "refresh_cache-b6f8f7cc-33bf-4a8f-9cae-2e1308650292" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.437024] env[64120]: DEBUG oslo_concurrency.lockutils [req-0fb2fc42-d717-4bf7-ba22-cd579d494178 req-b3d6c47a-8979-467e-b8e3-45426e4ed9f8 service nova] Acquired lock "refresh_cache-b6f8f7cc-33bf-4a8f-9cae-2e1308650292" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.437959] env[64120]: DEBUG nova.network.neutron [req-0fb2fc42-d717-4bf7-ba22-cd579d494178 req-b3d6c47a-8979-467e-b8e3-45426e4ed9f8 service nova] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Refreshing network info cache for port 037dbb58-07f2-42c8-b68e-87ddbb6b8fe7 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1232.494769] env[64120]: DEBUG oslo_vmware.api [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b86fe1-82fd-ac84-b794-7de799970699, 'name': SearchDatastore_Task, 'duration_secs': 0.079916} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.495243] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.495818] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1232.496186] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.496447] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.496749] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1232.497149] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bec8b51-c0a0-4429-8c8e-c0e3684aba57 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.505948] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.506347] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1232.507219] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbbbc9da-1bee-4521-9a5f-e892b79b8cb6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.516025] env[64120]: DEBUG oslo_vmware.api [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1232.516025] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5253da66-ad5e-92db-aa79-a10508ba0294" [ 1232.516025] env[64120]: _type = "Task" [ 1232.516025] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.521772] env[64120]: DEBUG oslo_vmware.api [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5253da66-ad5e-92db-aa79-a10508ba0294, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.689780] env[64120]: DEBUG oslo_vmware.api [None req-ff1668b1-878d-43fa-bdc0-22959a5ed22f tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406566, 'name': PowerOffVM_Task, 'duration_secs': 0.292593} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.690309] env[64120]: DEBUG oslo_vmware.api [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406565, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672661} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.690593] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1668b1-878d-43fa-bdc0-22959a5ed22f tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.690814] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1668b1-878d-43fa-bdc0-22959a5ed22f tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1232.691122] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 2bde652c-0c77-4af3-857f-60a60b8fadf2/2bde652c-0c77-4af3-857f-60a60b8fadf2.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1232.691370] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1232.691597] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba36a6d0-3963-42bb-9d4e-7b808db11299 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.693226] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfef4956-d6bc-46ce-a223-284905052b61 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.699730] env[64120]: DEBUG oslo_vmware.api [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1232.699730] env[64120]: value = "task-1406568" [ 1232.699730] env[64120]: _type = "Task" [ 1232.699730] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.711600] env[64120]: DEBUG oslo_vmware.api [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.755502] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1668b1-878d-43fa-bdc0-22959a5ed22f tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1232.755800] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1668b1-878d-43fa-bdc0-22959a5ed22f tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1232.755953] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff1668b1-878d-43fa-bdc0-22959a5ed22f tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Deleting the datastore file [datastore2] 5928e4a6-f3ae-4693-851f-8bb7869f6e52 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1232.756279] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0eb653f-cb95-421e-9635-bd7d40dff21b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.763363] env[64120]: DEBUG oslo_vmware.api [None req-ff1668b1-878d-43fa-bdc0-22959a5ed22f tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for the task: (returnval){ [ 1232.763363] env[64120]: value = "task-1406569" [ 1232.763363] env[64120]: _type = "Task" [ 1232.763363] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.774140] env[64120]: DEBUG oslo_vmware.api [None req-ff1668b1-878d-43fa-bdc0-22959a5ed22f tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.867162] env[64120]: DEBUG nova.network.neutron [None req-f04d6f67-c533-4b40-bc9c-056fde7c1e0b tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Updating instance_info_cache with network_info: [{"id": "9a52e7a4-c718-4c50-8b6c-c30b90576026", "address": "fa:16:3e:fe:9c:a9", "network": {"id": "d7209c45-7959-4437-a781-abbb4afde079", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1067622788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c20e6109d6f40748735c6c818444a0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a52e7a4-c7", "ovs_interfaceid": "9a52e7a4-c718-4c50-8b6c-c30b90576026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.920211] env[64120]: ERROR nova.scheduler.client.report [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [req-71eee9ec-27ed-481e-b1d6-7b61218c3a97] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4ceac537-82ec-49fa-8fac-aa5d6181b318. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-71eee9ec-27ed-481e-b1d6-7b61218c3a97"}]} [ 1232.938497] env[64120]: DEBUG nova.scheduler.client.report [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Refreshing inventories for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1232.954060] env[64120]: DEBUG nova.scheduler.client.report [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Updating ProviderTree inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1232.954316] env[64120]: DEBUG nova.compute.provider_tree [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1232.967666] env[64120]: DEBUG nova.scheduler.client.report [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Refreshing aggregate associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, aggregates: None {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1232.986280] env[64120]: DEBUG nova.scheduler.client.report [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Refreshing trait associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1233.031736] env[64120]: DEBUG oslo_vmware.api [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5253da66-ad5e-92db-aa79-a10508ba0294, 'name': SearchDatastore_Task, 'duration_secs': 0.009363} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.037604] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1e93d9f-f27b-41b1-9dd9-aacdb6a1c444 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.045615] env[64120]: DEBUG oslo_vmware.api [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1233.045615] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c3a4b1-9741-cbaa-d9e0-0dd85ebffe00" [ 1233.045615] env[64120]: _type = "Task" [ 1233.045615] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.055728] env[64120]: DEBUG oslo_vmware.api [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c3a4b1-9741-cbaa-d9e0-0dd85ebffe00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.160953] env[64120]: DEBUG nova.network.neutron [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Successfully updated port: b696ad1c-a243-4e87-a6c4-fe106b2f9689 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1233.211493] env[64120]: DEBUG oslo_vmware.api [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067574} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.211921] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1233.213152] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c343cd-54fb-4b56-8934-663bc979eac9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.237186] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 2bde652c-0c77-4af3-857f-60a60b8fadf2/2bde652c-0c77-4af3-857f-60a60b8fadf2.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1233.243733] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eab453d2-97f9-4048-851f-6d7534e2c83e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.264021] env[64120]: DEBUG oslo_vmware.api [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1233.264021] env[64120]: value = "task-1406570" [ 1233.264021] env[64120]: _type = "Task" [ 1233.264021] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.281406] env[64120]: DEBUG oslo_vmware.api [None req-ff1668b1-878d-43fa-bdc0-22959a5ed22f tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Task: {'id': task-1406569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146525} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.285360] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff1668b1-878d-43fa-bdc0-22959a5ed22f tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1233.285646] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1668b1-878d-43fa-bdc0-22959a5ed22f tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1233.285912] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1668b1-878d-43fa-bdc0-22959a5ed22f tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1233.286168] env[64120]: INFO nova.compute.manager [None req-ff1668b1-878d-43fa-bdc0-22959a5ed22f tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1233.286468] env[64120]: DEBUG oslo.service.loopingcall [None req-ff1668b1-878d-43fa-bdc0-22959a5ed22f tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1233.286728] env[64120]: DEBUG oslo_vmware.api [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.289415] env[64120]: DEBUG nova.compute.manager [-] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1233.289753] env[64120]: DEBUG nova.network.neutron [-] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1233.370330] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f04d6f67-c533-4b40-bc9c-056fde7c1e0b tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Releasing lock "refresh_cache-55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.370923] env[64120]: DEBUG nova.objects.instance [None req-f04d6f67-c533-4b40-bc9c-056fde7c1e0b tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lazy-loading 'flavor' on Instance uuid 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.388168] env[64120]: DEBUG nova.compute.manager [req-7dfbb8e8-9eac-4c57-8911-599c1e40178b req-a69c922b-055f-46bb-9975-daa4151051cb service nova] [instance: c3017f41-5363-4369-813a-ee25caa28064] Received event network-changed-73d06af9-43f6-41c7-8f3d-a4fb76f5d8c0 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1233.388396] env[64120]: DEBUG nova.compute.manager [req-7dfbb8e8-9eac-4c57-8911-599c1e40178b req-a69c922b-055f-46bb-9975-daa4151051cb service nova] [instance: c3017f41-5363-4369-813a-ee25caa28064] Refreshing instance network info cache due to event network-changed-73d06af9-43f6-41c7-8f3d-a4fb76f5d8c0. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1233.388623] env[64120]: DEBUG oslo_concurrency.lockutils [req-7dfbb8e8-9eac-4c57-8911-599c1e40178b req-a69c922b-055f-46bb-9975-daa4151051cb service nova] Acquiring lock "refresh_cache-c3017f41-5363-4369-813a-ee25caa28064" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.388778] env[64120]: DEBUG oslo_concurrency.lockutils [req-7dfbb8e8-9eac-4c57-8911-599c1e40178b req-a69c922b-055f-46bb-9975-daa4151051cb service nova] Acquired lock "refresh_cache-c3017f41-5363-4369-813a-ee25caa28064" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.388946] env[64120]: DEBUG nova.network.neutron [req-7dfbb8e8-9eac-4c57-8911-599c1e40178b req-a69c922b-055f-46bb-9975-daa4151051cb service nova] [instance: c3017f41-5363-4369-813a-ee25caa28064] Refreshing network info cache for port 73d06af9-43f6-41c7-8f3d-a4fb76f5d8c0 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.446607] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d22ff4-8c34-45f7-8484-9eba2ad3aba3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.454507] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9885fe-74d1-42b8-b205-4337127d7fc5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.489212] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5983ce1-dea5-4a94-9888-450fc814ed1c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.496950] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f7b6b4-18d9-418e-82c9-57aed4ce9f11 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.513304] env[64120]: DEBUG nova.compute.provider_tree [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.516954] env[64120]: DEBUG nova.network.neutron [req-0fb2fc42-d717-4bf7-ba22-cd579d494178 req-b3d6c47a-8979-467e-b8e3-45426e4ed9f8 service nova] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Updated VIF entry in instance network info cache for port 037dbb58-07f2-42c8-b68e-87ddbb6b8fe7. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1233.516954] env[64120]: DEBUG nova.network.neutron [req-0fb2fc42-d717-4bf7-ba22-cd579d494178 req-b3d6c47a-8979-467e-b8e3-45426e4ed9f8 service nova] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Updating instance_info_cache with network_info: [{"id": "037dbb58-07f2-42c8-b68e-87ddbb6b8fe7", "address": "fa:16:3e:21:c6:46", "network": {"id": "ac859548-be49-4f7a-a170-ad993373fc23", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1472716559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288eafb106694a9cb4e568df3a5edd47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap037dbb58-07", "ovs_interfaceid": "037dbb58-07f2-42c8-b68e-87ddbb6b8fe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.556054] env[64120]: DEBUG oslo_vmware.api [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c3a4b1-9741-cbaa-d9e0-0dd85ebffe00, 'name': SearchDatastore_Task, 'duration_secs': 0.010041} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.556365] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.556625] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] b6f8f7cc-33bf-4a8f-9cae-2e1308650292/b6f8f7cc-33bf-4a8f-9cae-2e1308650292.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1233.556894] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e9df2a1-3fe5-4e1f-8910-9936ebc55950 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.564234] env[64120]: DEBUG oslo_vmware.api [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1233.564234] env[64120]: value = "task-1406571" [ 1233.564234] env[64120]: _type = "Task" [ 1233.564234] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.572522] env[64120]: DEBUG oslo_vmware.api [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.666141] env[64120]: DEBUG oslo_concurrency.lockutils [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Acquiring lock "refresh_cache-bc69900e-a868-488e-9d1e-874ccfdec2fc" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.666385] env[64120]: DEBUG oslo_concurrency.lockutils [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Acquired lock "refresh_cache-bc69900e-a868-488e-9d1e-874ccfdec2fc" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.666551] env[64120]: DEBUG nova.network.neutron [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1233.780108] env[64120]: DEBUG oslo_vmware.api [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.878883] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef87813-008f-4419-8774-a3a25d55e8d8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.910266] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04d6f67-c533-4b40-bc9c-056fde7c1e0b tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.910668] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-644b627f-dc9f-4f53-b02a-b0bf750159ca {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.918694] env[64120]: DEBUG oslo_vmware.api [None req-f04d6f67-c533-4b40-bc9c-056fde7c1e0b tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1233.918694] env[64120]: value = "task-1406572" [ 1233.918694] env[64120]: _type = "Task" [ 1233.918694] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.930490] env[64120]: DEBUG oslo_vmware.api [None req-f04d6f67-c533-4b40-bc9c-056fde7c1e0b tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.020245] env[64120]: DEBUG nova.scheduler.client.report [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1234.026483] env[64120]: DEBUG oslo_concurrency.lockutils [req-0fb2fc42-d717-4bf7-ba22-cd579d494178 req-b3d6c47a-8979-467e-b8e3-45426e4ed9f8 service nova] Releasing lock "refresh_cache-b6f8f7cc-33bf-4a8f-9cae-2e1308650292" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.083187] env[64120]: DEBUG oslo_vmware.api [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506203} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.083187] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] b6f8f7cc-33bf-4a8f-9cae-2e1308650292/b6f8f7cc-33bf-4a8f-9cae-2e1308650292.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1234.083187] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1234.083187] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c87a0646-468e-4c31-b554-381b75da4887 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.091144] env[64120]: DEBUG oslo_vmware.api [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1234.091144] env[64120]: value = "task-1406573" [ 1234.091144] env[64120]: _type = "Task" [ 1234.091144] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.100014] env[64120]: DEBUG oslo_vmware.api [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.154492] env[64120]: DEBUG nova.network.neutron [-] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.209898] env[64120]: DEBUG nova.network.neutron [req-7dfbb8e8-9eac-4c57-8911-599c1e40178b req-a69c922b-055f-46bb-9975-daa4151051cb service nova] [instance: c3017f41-5363-4369-813a-ee25caa28064] Updated VIF entry in instance network info cache for port 73d06af9-43f6-41c7-8f3d-a4fb76f5d8c0. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1234.210206] env[64120]: DEBUG nova.network.neutron [req-7dfbb8e8-9eac-4c57-8911-599c1e40178b req-a69c922b-055f-46bb-9975-daa4151051cb service nova] [instance: c3017f41-5363-4369-813a-ee25caa28064] Updating instance_info_cache with network_info: [{"id": "73d06af9-43f6-41c7-8f3d-a4fb76f5d8c0", "address": "fa:16:3e:0d:c9:8d", "network": {"id": "2290cd61-47ed-4835-a5dd-ccb82d4a0db0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1530537388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed4614abafcf4b9e84f0f0f5ecf3cdc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73d06af9-43", "ovs_interfaceid": "73d06af9-43f6-41c7-8f3d-a4fb76f5d8c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.213873] env[64120]: DEBUG nova.network.neutron [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1234.283072] env[64120]: DEBUG oslo_vmware.api [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406570, 'name': ReconfigVM_Task, 'duration_secs': 0.714986} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.283461] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 2bde652c-0c77-4af3-857f-60a60b8fadf2/2bde652c-0c77-4af3-857f-60a60b8fadf2.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1234.284014] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff975e67-9217-4396-b317-62f191d6460a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.290639] env[64120]: DEBUG oslo_vmware.api [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1234.290639] env[64120]: value = "task-1406574" [ 1234.290639] env[64120]: _type = "Task" [ 1234.290639] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.305297] env[64120]: DEBUG oslo_vmware.api [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406574, 'name': Rename_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.400542] env[64120]: DEBUG nova.network.neutron [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Updating instance_info_cache with network_info: [{"id": "b696ad1c-a243-4e87-a6c4-fe106b2f9689", "address": "fa:16:3e:26:04:e6", "network": {"id": "043279e0-d8fa-4df3-9a6a-bbc56fdd7e96", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-728059506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "882564b31f3f481cb3ec6f1226a426fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb696ad1c-a2", "ovs_interfaceid": "b696ad1c-a243-4e87-a6c4-fe106b2f9689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.428699] env[64120]: DEBUG oslo_vmware.api [None req-f04d6f67-c533-4b40-bc9c-056fde7c1e0b tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406572, 'name': PowerOffVM_Task, 'duration_secs': 0.358093} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.428976] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04d6f67-c533-4b40-bc9c-056fde7c1e0b tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1234.434470] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-f04d6f67-c533-4b40-bc9c-056fde7c1e0b tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Reconfiguring VM instance instance-00000044 to detach disk 2002 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1234.435037] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39d77a2d-9a5f-4410-b84d-1ab55751087c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.459047] env[64120]: DEBUG oslo_vmware.api [None req-f04d6f67-c533-4b40-bc9c-056fde7c1e0b tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1234.459047] env[64120]: value = "task-1406575" [ 1234.459047] env[64120]: _type = "Task" [ 1234.459047] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.479312] env[64120]: DEBUG oslo_vmware.api [None req-f04d6f67-c533-4b40-bc9c-056fde7c1e0b tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406575, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.528997] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.171s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1234.531493] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e38316f3-47ce-4532-859c-bd99ea0730b6 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 20.103s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1234.558336] env[64120]: INFO nova.scheduler.client.report [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Deleted allocations for instance 3997b4b8-119f-4bac-a16c-b18361db7b31 [ 1234.603037] env[64120]: DEBUG oslo_vmware.api [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068264} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.603037] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1234.603037] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ce30e7-4bf5-44e4-87ef-e1da4405f08d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.637297] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] b6f8f7cc-33bf-4a8f-9cae-2e1308650292/b6f8f7cc-33bf-4a8f-9cae-2e1308650292.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.637775] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca6ab822-1a12-4eef-ab7e-192b2d171c87 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.657657] env[64120]: INFO nova.compute.manager [-] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Took 1.37 seconds to deallocate network for instance. [ 1234.665542] env[64120]: DEBUG oslo_vmware.api [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1234.665542] env[64120]: value = "task-1406576" [ 1234.665542] env[64120]: _type = "Task" [ 1234.665542] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.675940] env[64120]: DEBUG oslo_vmware.api [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406576, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.713288] env[64120]: DEBUG oslo_concurrency.lockutils [req-7dfbb8e8-9eac-4c57-8911-599c1e40178b req-a69c922b-055f-46bb-9975-daa4151051cb service nova] Releasing lock "refresh_cache-c3017f41-5363-4369-813a-ee25caa28064" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.713801] env[64120]: DEBUG nova.compute.manager [req-7dfbb8e8-9eac-4c57-8911-599c1e40178b req-a69c922b-055f-46bb-9975-daa4151051cb service nova] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Received event network-vif-plugged-b696ad1c-a243-4e87-a6c4-fe106b2f9689 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1234.713801] env[64120]: DEBUG oslo_concurrency.lockutils [req-7dfbb8e8-9eac-4c57-8911-599c1e40178b req-a69c922b-055f-46bb-9975-daa4151051cb service nova] Acquiring lock "bc69900e-a868-488e-9d1e-874ccfdec2fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.714036] env[64120]: DEBUG oslo_concurrency.lockutils [req-7dfbb8e8-9eac-4c57-8911-599c1e40178b req-a69c922b-055f-46bb-9975-daa4151051cb service nova] Lock "bc69900e-a868-488e-9d1e-874ccfdec2fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1234.714232] env[64120]: DEBUG oslo_concurrency.lockutils [req-7dfbb8e8-9eac-4c57-8911-599c1e40178b req-a69c922b-055f-46bb-9975-daa4151051cb service nova] Lock "bc69900e-a868-488e-9d1e-874ccfdec2fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1234.714412] env[64120]: DEBUG nova.compute.manager [req-7dfbb8e8-9eac-4c57-8911-599c1e40178b req-a69c922b-055f-46bb-9975-daa4151051cb service nova] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] No waiting events found dispatching network-vif-plugged-b696ad1c-a243-4e87-a6c4-fe106b2f9689 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1234.715767] env[64120]: WARNING nova.compute.manager [req-7dfbb8e8-9eac-4c57-8911-599c1e40178b req-a69c922b-055f-46bb-9975-daa4151051cb service nova] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Received unexpected event network-vif-plugged-b696ad1c-a243-4e87-a6c4-fe106b2f9689 for instance with vm_state building and task_state spawning. [ 1234.732933] env[64120]: DEBUG oslo_concurrency.lockutils [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "a6fb5e70-ad2c-499e-a224-0fd46271be1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.733225] env[64120]: DEBUG oslo_concurrency.lockutils [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "a6fb5e70-ad2c-499e-a224-0fd46271be1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1234.804331] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "f5e07920-2c06-44f0-ba1d-c17f0409cc4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.804606] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "f5e07920-2c06-44f0-ba1d-c17f0409cc4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1234.805681] env[64120]: DEBUG oslo_vmware.api [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406574, 'name': Rename_Task, 'duration_secs': 0.294702} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.805937] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1234.806653] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdae5763-1f07-4aec-a6ca-f8790abca4e8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.814088] env[64120]: DEBUG oslo_vmware.api [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1234.814088] env[64120]: value = "task-1406577" [ 1234.814088] env[64120]: _type = "Task" [ 1234.814088] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.822654] env[64120]: DEBUG oslo_vmware.api [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406577, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.903678] env[64120]: DEBUG oslo_concurrency.lockutils [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Releasing lock "refresh_cache-bc69900e-a868-488e-9d1e-874ccfdec2fc" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.904117] env[64120]: DEBUG nova.compute.manager [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Instance network_info: |[{"id": "b696ad1c-a243-4e87-a6c4-fe106b2f9689", "address": "fa:16:3e:26:04:e6", "network": {"id": "043279e0-d8fa-4df3-9a6a-bbc56fdd7e96", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-728059506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "882564b31f3f481cb3ec6f1226a426fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb696ad1c-a2", "ovs_interfaceid": "b696ad1c-a243-4e87-a6c4-fe106b2f9689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1234.904635] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:04:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3f695b6-65bc-45cc-a61d-3c38a14e5c0c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b696ad1c-a243-4e87-a6c4-fe106b2f9689', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1234.915790] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Creating folder: Project (882564b31f3f481cb3ec6f1226a426fc). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1234.916152] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c88e40da-3432-49b4-9dbf-6b09a8084804 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.928147] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Created folder: Project (882564b31f3f481cb3ec6f1226a426fc) in parent group-v297899. [ 1234.928355] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Creating folder: Instances. Parent ref: group-v298121. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1234.929959] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8d52b30-d248-4617-9874-fc4ef71b93eb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.943626] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Created folder: Instances in parent group-v298121. [ 1234.943919] env[64120]: DEBUG oslo.service.loopingcall [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1234.944143] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1234.944380] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b8f8d33-3fb9-4520-8721-806b9c246abc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.966431] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1234.966431] env[64120]: value = "task-1406580" [ 1234.966431] env[64120]: _type = "Task" [ 1234.966431] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.969588] env[64120]: DEBUG oslo_vmware.api [None req-f04d6f67-c533-4b40-bc9c-056fde7c1e0b tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406575, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.977525] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406580, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.070134] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e15e0dc6-2fcb-4fac-8b2a-474fb1069d70 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "3997b4b8-119f-4bac-a16c-b18361db7b31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.580s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1235.167515] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ff1668b1-878d-43fa-bdc0-22959a5ed22f tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.180029] env[64120]: DEBUG oslo_vmware.api [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406576, 'name': ReconfigVM_Task, 'duration_secs': 0.295723} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.180670] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Reconfigured VM instance instance-0000004e to attach disk [datastore2] b6f8f7cc-33bf-4a8f-9cae-2e1308650292/b6f8f7cc-33bf-4a8f-9cae-2e1308650292.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.181097] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c87d460b-7768-4f2a-ab83-d2581594733f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.188471] env[64120]: DEBUG oslo_vmware.api [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1235.188471] env[64120]: value = "task-1406581" [ 1235.188471] env[64120]: _type = "Task" [ 1235.188471] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.196201] env[64120]: DEBUG oslo_vmware.api [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406581, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.235988] env[64120]: DEBUG nova.compute.manager [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1235.267359] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d79a4ad4-8d46-453e-a68f-272e72a84b9e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "ed54e949-f5db-4946-bc92-6384f8279de5" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.267697] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d79a4ad4-8d46-453e-a68f-272e72a84b9e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "ed54e949-f5db-4946-bc92-6384f8279de5" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.267991] env[64120]: INFO nova.compute.manager [None req-d79a4ad4-8d46-453e-a68f-272e72a84b9e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Rebooting instance [ 1235.308671] env[64120]: DEBUG nova.compute.manager [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1235.323810] env[64120]: DEBUG oslo_vmware.api [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406577, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.414848] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7ead9f-cd6d-492c-b8fe-26c5d289ff31 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.426552] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf70dbd-33b6-4c5b-9ef4-3aedf1761f19 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.457123] env[64120]: DEBUG oslo_concurrency.lockutils [None req-40edb587-340c-43fc-b0f3-9c1a851613dd tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "dd35a3ad-c612-4b13-9e0d-d57034827b0d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.457419] env[64120]: DEBUG oslo_concurrency.lockutils [None req-40edb587-340c-43fc-b0f3-9c1a851613dd tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "dd35a3ad-c612-4b13-9e0d-d57034827b0d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.457623] env[64120]: DEBUG nova.compute.manager [None req-40edb587-340c-43fc-b0f3-9c1a851613dd tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1235.458844] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734bf28f-28bc-4b24-893b-1938ecb84098 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.462502] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bcbd96-9e77-4007-b02e-b92fd3302b5e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.477220] env[64120]: DEBUG nova.compute.manager [None req-40edb587-340c-43fc-b0f3-9c1a851613dd tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64120) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1235.477693] env[64120]: DEBUG nova.objects.instance [None req-40edb587-340c-43fc-b0f3-9c1a851613dd tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lazy-loading 'flavor' on Instance uuid dd35a3ad-c612-4b13-9e0d-d57034827b0d {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.483798] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae09b17-4bba-4505-8dbc-23da76831ae4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.487852] env[64120]: DEBUG oslo_vmware.api [None req-f04d6f67-c533-4b40-bc9c-056fde7c1e0b tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406575, 'name': ReconfigVM_Task, 'duration_secs': 0.582159} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.492406] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-f04d6f67-c533-4b40-bc9c-056fde7c1e0b tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Reconfigured VM instance instance-00000044 to detach disk 2002 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1235.492649] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04d6f67-c533-4b40-bc9c-056fde7c1e0b tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.492878] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406580, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.493650] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40f62f54-997f-4a1d-be25-f7a4dd89d87b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.503060] env[64120]: DEBUG nova.compute.provider_tree [None req-e38316f3-47ce-4532-859c-bd99ea0730b6 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1235.510602] env[64120]: DEBUG oslo_vmware.api [None req-f04d6f67-c533-4b40-bc9c-056fde7c1e0b tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1235.510602] env[64120]: value = "task-1406582" [ 1235.510602] env[64120]: _type = "Task" [ 1235.510602] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.519505] env[64120]: DEBUG oslo_vmware.api [None req-f04d6f67-c533-4b40-bc9c-056fde7c1e0b tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.561036] env[64120]: DEBUG nova.compute.manager [req-b727fd41-4740-4a36-80d4-be684b0b30bc req-473f72b4-f9e8-4e6f-9707-666f5f49e2b3 service nova] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Received event network-changed-b696ad1c-a243-4e87-a6c4-fe106b2f9689 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1235.561036] env[64120]: DEBUG nova.compute.manager [req-b727fd41-4740-4a36-80d4-be684b0b30bc req-473f72b4-f9e8-4e6f-9707-666f5f49e2b3 service nova] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Refreshing instance network info cache due to event network-changed-b696ad1c-a243-4e87-a6c4-fe106b2f9689. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1235.561036] env[64120]: DEBUG oslo_concurrency.lockutils [req-b727fd41-4740-4a36-80d4-be684b0b30bc req-473f72b4-f9e8-4e6f-9707-666f5f49e2b3 service nova] Acquiring lock "refresh_cache-bc69900e-a868-488e-9d1e-874ccfdec2fc" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1235.561423] env[64120]: DEBUG oslo_concurrency.lockutils [req-b727fd41-4740-4a36-80d4-be684b0b30bc req-473f72b4-f9e8-4e6f-9707-666f5f49e2b3 service nova] Acquired lock "refresh_cache-bc69900e-a868-488e-9d1e-874ccfdec2fc" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.561423] env[64120]: DEBUG nova.network.neutron [req-b727fd41-4740-4a36-80d4-be684b0b30bc req-473f72b4-f9e8-4e6f-9707-666f5f49e2b3 service nova] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Refreshing network info cache for port b696ad1c-a243-4e87-a6c4-fe106b2f9689 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1235.699361] env[64120]: DEBUG oslo_vmware.api [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406581, 'name': Rename_Task, 'duration_secs': 0.145736} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.699667] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.700072] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e793d255-cf40-441f-931a-1b1f2ac78992 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.706913] env[64120]: DEBUG oslo_vmware.api [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1235.706913] env[64120]: value = "task-1406583" [ 1235.706913] env[64120]: _type = "Task" [ 1235.706913] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.716850] env[64120]: DEBUG oslo_vmware.api [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.763334] env[64120]: DEBUG oslo_concurrency.lockutils [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.787832] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d79a4ad4-8d46-453e-a68f-272e72a84b9e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "refresh_cache-ed54e949-f5db-4946-bc92-6384f8279de5" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1235.787982] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d79a4ad4-8d46-453e-a68f-272e72a84b9e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquired lock "refresh_cache-ed54e949-f5db-4946-bc92-6384f8279de5" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.788186] env[64120]: DEBUG nova.network.neutron [None req-d79a4ad4-8d46-453e-a68f-272e72a84b9e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.828017] env[64120]: DEBUG oslo_vmware.api [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406577, 'name': PowerOnVM_Task, 'duration_secs': 0.746833} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.828354] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1235.828553] env[64120]: INFO nova.compute.manager [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1235.828708] env[64120]: DEBUG nova.compute.manager [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1235.829599] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c44d425-f28a-4a47-85d6-f3b4e503f477 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.840153] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.980716] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406580, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.995598] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-40edb587-340c-43fc-b0f3-9c1a851613dd tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.995880] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7c22575-2191-4457-b924-d73189f7e5e2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.003070] env[64120]: DEBUG oslo_vmware.api [None req-40edb587-340c-43fc-b0f3-9c1a851613dd tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1236.003070] env[64120]: value = "task-1406584" [ 1236.003070] env[64120]: _type = "Task" [ 1236.003070] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.025309] env[64120]: DEBUG oslo_vmware.api [None req-40edb587-340c-43fc-b0f3-9c1a851613dd tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.032822] env[64120]: DEBUG oslo_vmware.api [None req-f04d6f67-c533-4b40-bc9c-056fde7c1e0b tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406582, 'name': PowerOnVM_Task} progress is 96%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.034236] env[64120]: ERROR nova.scheduler.client.report [None req-e38316f3-47ce-4532-859c-bd99ea0730b6 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [req-de83f2ae-cab3-41b2-a311-1d9f04269a41] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4ceac537-82ec-49fa-8fac-aa5d6181b318. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-de83f2ae-cab3-41b2-a311-1d9f04269a41"}]} [ 1236.051266] env[64120]: DEBUG nova.scheduler.client.report [None req-e38316f3-47ce-4532-859c-bd99ea0730b6 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Refreshing inventories for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1236.073934] env[64120]: DEBUG nova.scheduler.client.report [None req-e38316f3-47ce-4532-859c-bd99ea0730b6 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Updating ProviderTree inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1236.073934] env[64120]: DEBUG nova.compute.provider_tree [None req-e38316f3-47ce-4532-859c-bd99ea0730b6 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1236.093206] env[64120]: DEBUG nova.scheduler.client.report [None req-e38316f3-47ce-4532-859c-bd99ea0730b6 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Refreshing aggregate associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, aggregates: None {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1236.118972] env[64120]: DEBUG nova.scheduler.client.report [None req-e38316f3-47ce-4532-859c-bd99ea0730b6 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Refreshing trait associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1236.217968] env[64120]: DEBUG oslo_vmware.api [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406583, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.238328] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b7e5f072-c137-48fc-8523-73fcaa099938 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.238528] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b7e5f072-c137-48fc-8523-73fcaa099938 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.239516] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b7e5f072-c137-48fc-8523-73fcaa099938 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.239516] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b7e5f072-c137-48fc-8523-73fcaa099938 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.239516] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b7e5f072-c137-48fc-8523-73fcaa099938 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.246470] env[64120]: INFO nova.compute.manager [None req-b7e5f072-c137-48fc-8523-73fcaa099938 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Terminating instance [ 1236.248964] env[64120]: DEBUG nova.compute.manager [None req-b7e5f072-c137-48fc-8523-73fcaa099938 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1236.249797] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e5f072-c137-48fc-8523-73fcaa099938 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1236.252305] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4c1eab-97aa-455b-bc73-0b469b192126 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.261077] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e5f072-c137-48fc-8523-73fcaa099938 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1236.261077] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3128718-a44b-49ac-8501-edd8fbc2d748 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.266406] env[64120]: DEBUG oslo_vmware.api [None req-b7e5f072-c137-48fc-8523-73fcaa099938 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1236.266406] env[64120]: value = "task-1406585" [ 1236.266406] env[64120]: _type = "Task" [ 1236.266406] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.275826] env[64120]: DEBUG oslo_vmware.api [None req-b7e5f072-c137-48fc-8523-73fcaa099938 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.351563] env[64120]: INFO nova.compute.manager [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Took 29.89 seconds to build instance. [ 1236.396793] env[64120]: DEBUG nova.network.neutron [req-b727fd41-4740-4a36-80d4-be684b0b30bc req-473f72b4-f9e8-4e6f-9707-666f5f49e2b3 service nova] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Updated VIF entry in instance network info cache for port b696ad1c-a243-4e87-a6c4-fe106b2f9689. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1236.397426] env[64120]: DEBUG nova.network.neutron [req-b727fd41-4740-4a36-80d4-be684b0b30bc req-473f72b4-f9e8-4e6f-9707-666f5f49e2b3 service nova] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Updating instance_info_cache with network_info: [{"id": "b696ad1c-a243-4e87-a6c4-fe106b2f9689", "address": "fa:16:3e:26:04:e6", "network": {"id": "043279e0-d8fa-4df3-9a6a-bbc56fdd7e96", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-728059506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "882564b31f3f481cb3ec6f1226a426fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb696ad1c-a2", "ovs_interfaceid": "b696ad1c-a243-4e87-a6c4-fe106b2f9689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.487894] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406580, 'name': CreateVM_Task, 'duration_secs': 1.462553} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.491974] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1236.493452] env[64120]: DEBUG oslo_concurrency.lockutils [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.493705] env[64120]: DEBUG oslo_concurrency.lockutils [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.494108] env[64120]: DEBUG oslo_concurrency.lockutils [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1236.495011] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87f8191e-aefa-4be9-a7a3-96df49985b41 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.501576] env[64120]: DEBUG oslo_vmware.api [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Waiting for the task: (returnval){ [ 1236.501576] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5223aa37-089e-83ff-3220-aff30180bb6d" [ 1236.501576] env[64120]: _type = "Task" [ 1236.501576] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.279988] env[64120]: DEBUG oslo_concurrency.lockutils [None req-943f721a-629d-4759-9336-2e22c4108f8e tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lock "2bde652c-0c77-4af3-857f-60a60b8fadf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.836s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.280468] env[64120]: DEBUG oslo_concurrency.lockutils [req-b727fd41-4740-4a36-80d4-be684b0b30bc req-473f72b4-f9e8-4e6f-9707-666f5f49e2b3 service nova] Releasing lock "refresh_cache-bc69900e-a868-488e-9d1e-874ccfdec2fc" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.280692] env[64120]: DEBUG nova.compute.manager [req-b727fd41-4740-4a36-80d4-be684b0b30bc req-473f72b4-f9e8-4e6f-9707-666f5f49e2b3 service nova] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Received event network-vif-deleted-6bfbd22d-e447-4a4a-8149-abcee8e0d178 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1237.297237] env[64120]: DEBUG oslo_vmware.api [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5223aa37-089e-83ff-3220-aff30180bb6d, 'name': SearchDatastore_Task, 'duration_secs': 0.014529} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.297625] env[64120]: DEBUG oslo_concurrency.lockutils [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.297931] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1237.298254] env[64120]: DEBUG oslo_concurrency.lockutils [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.298381] env[64120]: DEBUG oslo_concurrency.lockutils [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.298584] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1237.303478] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4b988bb-43ee-4280-b4b9-3cf84750339e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.306760] env[64120]: DEBUG oslo_vmware.api [None req-40edb587-340c-43fc-b0f3-9c1a851613dd tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406584, 'name': PowerOffVM_Task, 'duration_secs': 0.534232} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.319055] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-40edb587-340c-43fc-b0f3-9c1a851613dd tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1237.319309] env[64120]: DEBUG nova.compute.manager [None req-40edb587-340c-43fc-b0f3-9c1a851613dd tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1237.319632] env[64120]: DEBUG oslo_vmware.api [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406583, 'name': PowerOnVM_Task, 'duration_secs': 0.760999} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.319890] env[64120]: DEBUG oslo_vmware.api [None req-f04d6f67-c533-4b40-bc9c-056fde7c1e0b tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406582, 'name': PowerOnVM_Task, 'duration_secs': 1.061021} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.320441] env[64120]: DEBUG oslo_vmware.api [None req-b7e5f072-c137-48fc-8523-73fcaa099938 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406585, 'name': PowerOffVM_Task, 'duration_secs': 0.271188} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.321921] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a176ec-cf28-4c77-9436-b536e2d5b251 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.324642] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1237.324874] env[64120]: INFO nova.compute.manager [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1237.325080] env[64120]: DEBUG nova.compute.manager [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1237.325417] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04d6f67-c533-4b40-bc9c-056fde7c1e0b tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1237.325674] env[64120]: DEBUG nova.compute.manager [None req-f04d6f67-c533-4b40-bc9c-056fde7c1e0b tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1237.325957] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e5f072-c137-48fc-8523-73fcaa099938 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1237.326170] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e5f072-c137-48fc-8523-73fcaa099938 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1237.328320] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce825fa3-9b5b-49ca-a715-d18a8b4d2536 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.331509] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe50292-991c-4cbd-9ee8-72a017a6bef2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.334909] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80dcfe73-6b1e-46dc-946f-2e433bc0140d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.340141] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1237.340141] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1237.343782] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-902a9b31-fd85-46fb-beac-ca5fffe5c111 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.365570] env[64120]: DEBUG oslo_vmware.api [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Waiting for the task: (returnval){ [ 1237.365570] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c57573-6419-79ba-9190-4ff0ea5433ce" [ 1237.365570] env[64120]: _type = "Task" [ 1237.365570] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.371962] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c067204-5322-404d-b11e-2591e81ba4d2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.380592] env[64120]: DEBUG oslo_vmware.api [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c57573-6419-79ba-9190-4ff0ea5433ce, 'name': SearchDatastore_Task, 'duration_secs': 0.012824} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.383467] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd89ac01-5f3b-48be-800c-6f7cd5706692 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.386829] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa9b2b3-16b5-4164-9ccf-adda18f69e62 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.396589] env[64120]: DEBUG oslo_vmware.api [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Waiting for the task: (returnval){ [ 1237.396589] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e60077-c5fa-227b-79b9-89810c0de4e6" [ 1237.396589] env[64120]: _type = "Task" [ 1237.396589] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.429072] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6e0093-2d45-423f-b299-789e2dc17097 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.433737] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e5f072-c137-48fc-8523-73fcaa099938 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1237.433737] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e5f072-c137-48fc-8523-73fcaa099938 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1237.433937] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7e5f072-c137-48fc-8523-73fcaa099938 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Deleting the datastore file [datastore1] c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1237.434928] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27cb1ef1-4821-4e38-8067-aeafbb6e906d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.440588] env[64120]: DEBUG oslo_vmware.api [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e60077-c5fa-227b-79b9-89810c0de4e6, 'name': SearchDatastore_Task, 'duration_secs': 0.016106} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.443446] env[64120]: DEBUG oslo_concurrency.lockutils [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.443748] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] bc69900e-a868-488e-9d1e-874ccfdec2fc/bc69900e-a868-488e-9d1e-874ccfdec2fc.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1237.444094] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e5e8d10-6652-4ae5-82a3-dd9cc38e14b0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.446911] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1796456-02bd-4237-a514-e23d643124d8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.452496] env[64120]: DEBUG oslo_vmware.api [None req-b7e5f072-c137-48fc-8523-73fcaa099938 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for the task: (returnval){ [ 1237.452496] env[64120]: value = "task-1406587" [ 1237.452496] env[64120]: _type = "Task" [ 1237.452496] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.466369] env[64120]: DEBUG oslo_vmware.api [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Waiting for the task: (returnval){ [ 1237.466369] env[64120]: value = "task-1406588" [ 1237.466369] env[64120]: _type = "Task" [ 1237.466369] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.466855] env[64120]: DEBUG nova.compute.provider_tree [None req-e38316f3-47ce-4532-859c-bd99ea0730b6 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1237.473032] env[64120]: DEBUG nova.network.neutron [None req-d79a4ad4-8d46-453e-a68f-272e72a84b9e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Updating instance_info_cache with network_info: [{"id": "f5e862a8-0648-49b0-8999-a2cc85984a3a", "address": "fa:16:3e:70:13:e8", "network": {"id": "92d218ec-145d-4482-8416-fa888f5c743c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1794575816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "845268a29b9040cfb7c02f220348a552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5e862a8-06", "ovs_interfaceid": "f5e862a8-0648-49b0-8999-a2cc85984a3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.476994] env[64120]: DEBUG oslo_vmware.api [None req-b7e5f072-c137-48fc-8523-73fcaa099938 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.482750] env[64120]: DEBUG oslo_vmware.api [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Task: {'id': task-1406588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.790602] env[64120]: DEBUG oslo_concurrency.lockutils [None req-620a1d47-ef96-4e1b-a820-33b6fa3a7847 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquiring lock "2bde652c-0c77-4af3-857f-60a60b8fadf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.790602] env[64120]: DEBUG oslo_concurrency.lockutils [None req-620a1d47-ef96-4e1b-a820-33b6fa3a7847 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lock "2bde652c-0c77-4af3-857f-60a60b8fadf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.790602] env[64120]: DEBUG oslo_concurrency.lockutils [None req-620a1d47-ef96-4e1b-a820-33b6fa3a7847 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquiring lock "2bde652c-0c77-4af3-857f-60a60b8fadf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.790602] env[64120]: DEBUG oslo_concurrency.lockutils [None req-620a1d47-ef96-4e1b-a820-33b6fa3a7847 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lock "2bde652c-0c77-4af3-857f-60a60b8fadf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.790602] env[64120]: DEBUG oslo_concurrency.lockutils [None req-620a1d47-ef96-4e1b-a820-33b6fa3a7847 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lock "2bde652c-0c77-4af3-857f-60a60b8fadf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.791677] env[64120]: INFO nova.compute.manager [None req-620a1d47-ef96-4e1b-a820-33b6fa3a7847 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Terminating instance [ 1237.793947] env[64120]: DEBUG nova.compute.manager [None req-620a1d47-ef96-4e1b-a820-33b6fa3a7847 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1237.794468] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-620a1d47-ef96-4e1b-a820-33b6fa3a7847 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1237.800376] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbbf704-ebe2-4111-9979-9c028b4dd3ae {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.813098] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-620a1d47-ef96-4e1b-a820-33b6fa3a7847 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.813098] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7937ea31-e32b-4499-bae0-03b69f0635b1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.825038] env[64120]: DEBUG oslo_vmware.api [None req-620a1d47-ef96-4e1b-a820-33b6fa3a7847 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1237.825038] env[64120]: value = "task-1406589" [ 1237.825038] env[64120]: _type = "Task" [ 1237.825038] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.836701] env[64120]: DEBUG oslo_vmware.api [None req-620a1d47-ef96-4e1b-a820-33b6fa3a7847 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.875444] env[64120]: DEBUG oslo_concurrency.lockutils [None req-40edb587-340c-43fc-b0f3-9c1a851613dd tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "dd35a3ad-c612-4b13-9e0d-d57034827b0d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.415s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.886336] env[64120]: INFO nova.compute.manager [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Took 30.98 seconds to build instance. [ 1237.964438] env[64120]: DEBUG oslo_vmware.api [None req-b7e5f072-c137-48fc-8523-73fcaa099938 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Task: {'id': task-1406587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298339} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.964785] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7e5f072-c137-48fc-8523-73fcaa099938 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.964986] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e5f072-c137-48fc-8523-73fcaa099938 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1237.965257] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e5f072-c137-48fc-8523-73fcaa099938 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1237.965479] env[64120]: INFO nova.compute.manager [None req-b7e5f072-c137-48fc-8523-73fcaa099938 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1237.965755] env[64120]: DEBUG oslo.service.loopingcall [None req-b7e5f072-c137-48fc-8523-73fcaa099938 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1237.965974] env[64120]: DEBUG nova.compute.manager [-] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1237.966128] env[64120]: DEBUG nova.network.neutron [-] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1237.979510] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d79a4ad4-8d46-453e-a68f-272e72a84b9e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Releasing lock "refresh_cache-ed54e949-f5db-4946-bc92-6384f8279de5" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.986577] env[64120]: DEBUG oslo_vmware.api [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Task: {'id': task-1406588, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.986931] env[64120]: DEBUG nova.compute.manager [None req-d79a4ad4-8d46-453e-a68f-272e72a84b9e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1237.987941] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1347d83c-0fb1-4437-a029-d196bec7a629 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.016978] env[64120]: DEBUG nova.scheduler.client.report [None req-e38316f3-47ce-4532-859c-bd99ea0730b6 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Updated inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with generation 110 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1238.017327] env[64120]: DEBUG nova.compute.provider_tree [None req-e38316f3-47ce-4532-859c-bd99ea0730b6 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Updating resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 generation from 110 to 111 during operation: update_inventory {{(pid=64120) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1238.017534] env[64120]: DEBUG nova.compute.provider_tree [None req-e38316f3-47ce-4532-859c-bd99ea0730b6 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1238.336764] env[64120]: DEBUG oslo_vmware.api [None req-620a1d47-ef96-4e1b-a820-33b6fa3a7847 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406589, 'name': PowerOffVM_Task, 'duration_secs': 0.357223} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.337838] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-620a1d47-ef96-4e1b-a820-33b6fa3a7847 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.338029] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-620a1d47-ef96-4e1b-a820-33b6fa3a7847 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1238.338307] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48251d10-c590-4f64-8db1-a8931e49a17c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.392115] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0bb820b1-afb3-4672-bd8f-d5653af3c6d8 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "b6f8f7cc-33bf-4a8f-9cae-2e1308650292" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.498s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1238.409100] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-620a1d47-ef96-4e1b-a820-33b6fa3a7847 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1238.409365] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-620a1d47-ef96-4e1b-a820-33b6fa3a7847 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1238.409556] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-620a1d47-ef96-4e1b-a820-33b6fa3a7847 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Deleting the datastore file [datastore2] 2bde652c-0c77-4af3-857f-60a60b8fadf2 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1238.409922] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4f52749-bb5c-473b-8b83-269163ec97c1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.416584] env[64120]: DEBUG oslo_vmware.api [None req-620a1d47-ef96-4e1b-a820-33b6fa3a7847 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1238.416584] env[64120]: value = "task-1406591" [ 1238.416584] env[64120]: _type = "Task" [ 1238.416584] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.425410] env[64120]: DEBUG oslo_vmware.api [None req-620a1d47-ef96-4e1b-a820-33b6fa3a7847 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.479049] env[64120]: DEBUG oslo_vmware.api [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Task: {'id': task-1406588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727606} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.479347] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] bc69900e-a868-488e-9d1e-874ccfdec2fc/bc69900e-a868-488e-9d1e-874ccfdec2fc.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1238.479555] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1238.479834] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11e0f358-17a1-4821-b85e-fbd26309ec7f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.486240] env[64120]: DEBUG oslo_vmware.api [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Waiting for the task: (returnval){ [ 1238.486240] env[64120]: value = "task-1406592" [ 1238.486240] env[64120]: _type = "Task" [ 1238.486240] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.494712] env[64120]: DEBUG oslo_vmware.api [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Task: {'id': task-1406592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.595022] env[64120]: DEBUG nova.compute.manager [req-a4e99c8b-17c3-4a47-b138-0ea88265d25e req-62a7dd08-0f7c-4e02-96fe-a99ff4636473 service nova] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Received event network-vif-deleted-444e3ed8-0f83-497e-96d3-4a76cd2ba86c {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1238.596062] env[64120]: INFO nova.compute.manager [req-a4e99c8b-17c3-4a47-b138-0ea88265d25e req-62a7dd08-0f7c-4e02-96fe-a99ff4636473 service nova] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Neutron deleted interface 444e3ed8-0f83-497e-96d3-4a76cd2ba86c; detaching it from the instance and deleting it from the info cache [ 1238.596416] env[64120]: DEBUG nova.network.neutron [req-a4e99c8b-17c3-4a47-b138-0ea88265d25e req-62a7dd08-0f7c-4e02-96fe-a99ff4636473 service nova] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.678623] env[64120]: DEBUG oslo_concurrency.lockutils [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Acquiring lock "0dd505c9-c205-4af8-845f-c815ad93a69d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1238.679102] env[64120]: DEBUG oslo_concurrency.lockutils [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Lock "0dd505c9-c205-4af8-845f-c815ad93a69d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1238.823540] env[64120]: DEBUG nova.network.neutron [-] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.927441] env[64120]: DEBUG oslo_vmware.api [None req-620a1d47-ef96-4e1b-a820-33b6fa3a7847 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183329} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.927441] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-620a1d47-ef96-4e1b-a820-33b6fa3a7847 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1238.927441] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-620a1d47-ef96-4e1b-a820-33b6fa3a7847 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1238.927676] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-620a1d47-ef96-4e1b-a820-33b6fa3a7847 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1238.928269] env[64120]: INFO nova.compute.manager [None req-620a1d47-ef96-4e1b-a820-33b6fa3a7847 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1238.928269] env[64120]: DEBUG oslo.service.loopingcall [None req-620a1d47-ef96-4e1b-a820-33b6fa3a7847 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1238.928269] env[64120]: DEBUG nova.compute.manager [-] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1238.928460] env[64120]: DEBUG nova.network.neutron [-] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1238.996826] env[64120]: DEBUG oslo_vmware.api [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Task: {'id': task-1406592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084201} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.000029] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1239.000029] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffd6ad9-276f-4ba2-89f5-453465b6f343 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.025450] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] bc69900e-a868-488e-9d1e-874ccfdec2fc/bc69900e-a868-488e-9d1e-874ccfdec2fc.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.026335] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd7422a-c431-46a2-9599-8bbfce0db215 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.031039] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6972f35-5357-47e5-8d22-8eae5b74de7d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.044847] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e38316f3-47ce-4532-859c-bd99ea0730b6 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 4.513s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1239.051518] env[64120]: DEBUG oslo_concurrency.lockutils [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.940s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.051518] env[64120]: INFO nova.compute.claims [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1239.054981] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d79a4ad4-8d46-453e-a68f-272e72a84b9e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Doing hard reboot of VM {{(pid=64120) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1239.060649] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-51b5a40b-d9af-4962-9632-13b614b82f36 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.062412] env[64120]: DEBUG oslo_vmware.api [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Waiting for the task: (returnval){ [ 1239.062412] env[64120]: value = "task-1406593" [ 1239.062412] env[64120]: _type = "Task" [ 1239.062412] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.070118] env[64120]: DEBUG oslo_vmware.api [None req-d79a4ad4-8d46-453e-a68f-272e72a84b9e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1239.070118] env[64120]: value = "task-1406594" [ 1239.070118] env[64120]: _type = "Task" [ 1239.070118] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.077255] env[64120]: DEBUG oslo_vmware.api [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Task: {'id': task-1406593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.081972] env[64120]: DEBUG oslo_vmware.api [None req-d79a4ad4-8d46-453e-a68f-272e72a84b9e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406594, 'name': ResetVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.100366] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c52914f-7b6b-4212-996f-c548fd85e26c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.111460] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fff861f-7bb9-48be-aacb-115c0d568268 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.143538] env[64120]: DEBUG nova.compute.manager [req-a4e99c8b-17c3-4a47-b138-0ea88265d25e req-62a7dd08-0f7c-4e02-96fe-a99ff4636473 service nova] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Detach interface failed, port_id=444e3ed8-0f83-497e-96d3-4a76cd2ba86c, reason: Instance c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1239.181666] env[64120]: DEBUG nova.compute.manager [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1239.326473] env[64120]: INFO nova.compute.manager [-] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Took 1.36 seconds to deallocate network for instance. [ 1239.574760] env[64120]: DEBUG oslo_vmware.api [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Task: {'id': task-1406593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.597192] env[64120]: DEBUG oslo_vmware.api [None req-d79a4ad4-8d46-453e-a68f-272e72a84b9e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406594, 'name': ResetVM_Task, 'duration_secs': 0.089755} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.598084] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d79a4ad4-8d46-453e-a68f-272e72a84b9e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Did hard reboot of VM {{(pid=64120) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1239.598477] env[64120]: DEBUG nova.compute.manager [None req-d79a4ad4-8d46-453e-a68f-272e72a84b9e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1239.600589] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d84e0b0-2ff1-4791-9513-7d768d3c7ac3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.641590] env[64120]: INFO nova.scheduler.client.report [None req-e38316f3-47ce-4532-859c-bd99ea0730b6 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Deleted allocation for migration c37ed449-9c15-492e-a89d-94736e1b9169 [ 1239.706174] env[64120]: DEBUG oslo_concurrency.lockutils [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.715458] env[64120]: DEBUG nova.network.neutron [-] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.740430] env[64120]: DEBUG nova.compute.manager [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Stashing vm_state: stopped {{(pid=64120) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1239.833499] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b7e5f072-c137-48fc-8523-73fcaa099938 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.946417] env[64120]: DEBUG nova.compute.manager [req-00038d4a-5102-4086-ad7d-fc53e1f162fc req-0907e8c8-ca04-4a15-81a7-509b2b36ea9d service nova] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Received event network-changed-9a52e7a4-c718-4c50-8b6c-c30b90576026 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1239.946631] env[64120]: DEBUG nova.compute.manager [req-00038d4a-5102-4086-ad7d-fc53e1f162fc req-0907e8c8-ca04-4a15-81a7-509b2b36ea9d service nova] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Refreshing instance network info cache due to event network-changed-9a52e7a4-c718-4c50-8b6c-c30b90576026. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1239.946859] env[64120]: DEBUG oslo_concurrency.lockutils [req-00038d4a-5102-4086-ad7d-fc53e1f162fc req-0907e8c8-ca04-4a15-81a7-509b2b36ea9d service nova] Acquiring lock "refresh_cache-55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.947022] env[64120]: DEBUG oslo_concurrency.lockutils [req-00038d4a-5102-4086-ad7d-fc53e1f162fc req-0907e8c8-ca04-4a15-81a7-509b2b36ea9d service nova] Acquired lock "refresh_cache-55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.949808] env[64120]: DEBUG nova.network.neutron [req-00038d4a-5102-4086-ad7d-fc53e1f162fc req-0907e8c8-ca04-4a15-81a7-509b2b36ea9d service nova] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Refreshing network info cache for port 9a52e7a4-c718-4c50-8b6c-c30b90576026 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1240.076109] env[64120]: DEBUG oslo_vmware.api [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Task: {'id': task-1406593, 'name': ReconfigVM_Task, 'duration_secs': 0.818631} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.077958] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Reconfigured VM instance instance-0000004f to attach disk [datastore2] bc69900e-a868-488e-9d1e-874ccfdec2fc/bc69900e-a868-488e-9d1e-874ccfdec2fc.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.077958] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-135879fb-667f-4c95-ae6e-c2f4ebc2827e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.086535] env[64120]: DEBUG oslo_vmware.api [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Waiting for the task: (returnval){ [ 1240.086535] env[64120]: value = "task-1406595" [ 1240.086535] env[64120]: _type = "Task" [ 1240.086535] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.101169] env[64120]: DEBUG oslo_vmware.api [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Task: {'id': task-1406595, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.122912] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d79a4ad4-8d46-453e-a68f-272e72a84b9e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "ed54e949-f5db-4946-bc92-6384f8279de5" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.855s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.150690] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e38316f3-47ce-4532-859c-bd99ea0730b6 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "fe30ced7-62ee-4b15-9b72-268677297ff8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 29.149s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.218884] env[64120]: INFO nova.compute.manager [-] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Took 1.29 seconds to deallocate network for instance. [ 1240.267128] env[64120]: DEBUG oslo_concurrency.lockutils [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.460315] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15dd2c63-69d9-4aa1-8b2e-52e84d9dd663 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.469678] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a9dbdb-4a7c-4c3e-8113-c09e6b291e0e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.503948] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431f1558-97da-4247-ac96-eccd566be155 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.511431] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8375e493-b23a-400b-865e-bce9cc3a7d0f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.528734] env[64120]: DEBUG nova.compute.provider_tree [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.597388] env[64120]: DEBUG oslo_vmware.api [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Task: {'id': task-1406595, 'name': Rename_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.621940] env[64120]: DEBUG nova.compute.manager [req-d2e663b7-82b7-4732-945f-6b8aaaee9c4e req-565af7d7-c51d-444b-90cc-0344d5bc342c service nova] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Received event network-vif-deleted-788352f2-ba6b-4c00-b4c9-2bb9a4e34b52 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1240.732387] env[64120]: DEBUG oslo_concurrency.lockutils [None req-620a1d47-ef96-4e1b-a820-33b6fa3a7847 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.819176] env[64120]: DEBUG nova.network.neutron [req-00038d4a-5102-4086-ad7d-fc53e1f162fc req-0907e8c8-ca04-4a15-81a7-509b2b36ea9d service nova] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Updated VIF entry in instance network info cache for port 9a52e7a4-c718-4c50-8b6c-c30b90576026. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1240.819565] env[64120]: DEBUG nova.network.neutron [req-00038d4a-5102-4086-ad7d-fc53e1f162fc req-0907e8c8-ca04-4a15-81a7-509b2b36ea9d service nova] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Updating instance_info_cache with network_info: [{"id": "9a52e7a4-c718-4c50-8b6c-c30b90576026", "address": "fa:16:3e:fe:9c:a9", "network": {"id": "d7209c45-7959-4437-a781-abbb4afde079", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1067622788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c20e6109d6f40748735c6c818444a0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a52e7a4-c7", "ovs_interfaceid": "9a52e7a4-c718-4c50-8b6c-c30b90576026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.821617] env[64120]: DEBUG nova.compute.manager [None req-07569a8a-f4b5-475b-ad6b-fca88318dcd6 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1240.822699] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5fb1f0-d907-4720-aa3a-9d8d364489e9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.032240] env[64120]: DEBUG nova.scheduler.client.report [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1241.097702] env[64120]: DEBUG oslo_vmware.api [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Task: {'id': task-1406595, 'name': Rename_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.323100] env[64120]: DEBUG oslo_concurrency.lockutils [req-00038d4a-5102-4086-ad7d-fc53e1f162fc req-0907e8c8-ca04-4a15-81a7-509b2b36ea9d service nova] Releasing lock "refresh_cache-55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.334763] env[64120]: INFO nova.compute.manager [None req-07569a8a-f4b5-475b-ad6b-fca88318dcd6 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] instance snapshotting [ 1241.338788] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f536936-af93-41fe-864d-38040d39a24e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.358947] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cb21d3-7b70-4e57-a8b4-f5b33b28bf42 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.537349] env[64120]: DEBUG oslo_concurrency.lockutils [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1241.538057] env[64120]: DEBUG nova.compute.manager [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1241.540599] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.219s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1241.542025] env[64120]: INFO nova.compute.claims [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1241.598578] env[64120]: DEBUG oslo_vmware.api [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Task: {'id': task-1406595, 'name': Rename_Task, 'duration_secs': 1.146643} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.598578] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.598919] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06c0fd5f-5c76-43b6-b3b5-c0f4895c0703 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.605471] env[64120]: DEBUG oslo_vmware.api [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Waiting for the task: (returnval){ [ 1241.605471] env[64120]: value = "task-1406596" [ 1241.605471] env[64120]: _type = "Task" [ 1241.605471] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.613255] env[64120]: DEBUG oslo_vmware.api [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Task: {'id': task-1406596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.624150] env[64120]: DEBUG oslo_concurrency.lockutils [None req-396c8675-b268-48e2-90c2-1225b90285de tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "fe30ced7-62ee-4b15-9b72-268677297ff8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1241.624449] env[64120]: DEBUG oslo_concurrency.lockutils [None req-396c8675-b268-48e2-90c2-1225b90285de tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "fe30ced7-62ee-4b15-9b72-268677297ff8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1241.624843] env[64120]: DEBUG oslo_concurrency.lockutils [None req-396c8675-b268-48e2-90c2-1225b90285de tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "fe30ced7-62ee-4b15-9b72-268677297ff8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1241.624843] env[64120]: DEBUG oslo_concurrency.lockutils [None req-396c8675-b268-48e2-90c2-1225b90285de tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "fe30ced7-62ee-4b15-9b72-268677297ff8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1241.625279] env[64120]: DEBUG oslo_concurrency.lockutils [None req-396c8675-b268-48e2-90c2-1225b90285de tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "fe30ced7-62ee-4b15-9b72-268677297ff8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1241.626997] env[64120]: INFO nova.compute.manager [None req-396c8675-b268-48e2-90c2-1225b90285de tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Terminating instance [ 1241.628778] env[64120]: DEBUG nova.compute.manager [None req-396c8675-b268-48e2-90c2-1225b90285de tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1241.628988] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-396c8675-b268-48e2-90c2-1225b90285de tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1241.629816] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f4cb51-28f9-4059-92b4-0bd5e6b44e24 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.636814] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-396c8675-b268-48e2-90c2-1225b90285de tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.637208] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f550537d-51dc-4d05-9e1f-28bd492e3a6c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.645054] env[64120]: DEBUG oslo_vmware.api [None req-396c8675-b268-48e2-90c2-1225b90285de tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1241.645054] env[64120]: value = "task-1406597" [ 1241.645054] env[64120]: _type = "Task" [ 1241.645054] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.653846] env[64120]: DEBUG oslo_vmware.api [None req-396c8675-b268-48e2-90c2-1225b90285de tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.874665] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-07569a8a-f4b5-475b-ad6b-fca88318dcd6 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Creating Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1241.874953] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ad4530cf-1530-42f2-9813-30409c03e16a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.883415] env[64120]: DEBUG oslo_vmware.api [None req-07569a8a-f4b5-475b-ad6b-fca88318dcd6 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1241.883415] env[64120]: value = "task-1406598" [ 1241.883415] env[64120]: _type = "Task" [ 1241.883415] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.891777] env[64120]: DEBUG oslo_vmware.api [None req-07569a8a-f4b5-475b-ad6b-fca88318dcd6 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406598, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.977541] env[64120]: DEBUG nova.compute.manager [req-b0652b8b-80b2-4ece-89bd-e2066a8aa548 req-74fe4a5b-5468-4ba4-95c0-2d7d21acadb7 service nova] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Received event network-changed-9a52e7a4-c718-4c50-8b6c-c30b90576026 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1241.977863] env[64120]: DEBUG nova.compute.manager [req-b0652b8b-80b2-4ece-89bd-e2066a8aa548 req-74fe4a5b-5468-4ba4-95c0-2d7d21acadb7 service nova] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Refreshing instance network info cache due to event network-changed-9a52e7a4-c718-4c50-8b6c-c30b90576026. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1241.978164] env[64120]: DEBUG oslo_concurrency.lockutils [req-b0652b8b-80b2-4ece-89bd-e2066a8aa548 req-74fe4a5b-5468-4ba4-95c0-2d7d21acadb7 service nova] Acquiring lock "refresh_cache-55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.978395] env[64120]: DEBUG oslo_concurrency.lockutils [req-b0652b8b-80b2-4ece-89bd-e2066a8aa548 req-74fe4a5b-5468-4ba4-95c0-2d7d21acadb7 service nova] Acquired lock "refresh_cache-55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.978633] env[64120]: DEBUG nova.network.neutron [req-b0652b8b-80b2-4ece-89bd-e2066a8aa548 req-74fe4a5b-5468-4ba4-95c0-2d7d21acadb7 service nova] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Refreshing network info cache for port 9a52e7a4-c718-4c50-8b6c-c30b90576026 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1242.049759] env[64120]: DEBUG nova.compute.utils [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1242.051277] env[64120]: DEBUG nova.compute.manager [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1242.051448] env[64120]: DEBUG nova.network.neutron [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1242.093922] env[64120]: DEBUG nova.policy [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c126bccbc684d318ff4fcfc6331aa0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2ffaf88913245dc93bba7bdf398691b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1242.099549] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "5641ad8a-2671-4989-ba68-fdb87b752edb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.099779] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "5641ad8a-2671-4989-ba68-fdb87b752edb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.117331] env[64120]: DEBUG oslo_vmware.api [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Task: {'id': task-1406596, 'name': PowerOnVM_Task, 'duration_secs': 0.468692} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.117663] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1242.117875] env[64120]: INFO nova.compute.manager [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Took 10.76 seconds to spawn the instance on the hypervisor. [ 1242.118081] env[64120]: DEBUG nova.compute.manager [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1242.118869] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95963550-418c-46a0-aac0-8346bbbca02f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.154864] env[64120]: DEBUG oslo_vmware.api [None req-396c8675-b268-48e2-90c2-1225b90285de tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406597, 'name': PowerOffVM_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.354900] env[64120]: DEBUG nova.network.neutron [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Successfully created port: f35a3d37-01da-4265-8c34-ef6d3954bd20 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1242.397236] env[64120]: DEBUG oslo_vmware.api [None req-07569a8a-f4b5-475b-ad6b-fca88318dcd6 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406598, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.555189] env[64120]: DEBUG nova.compute.manager [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1242.602458] env[64120]: DEBUG nova.compute.manager [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1242.641747] env[64120]: INFO nova.compute.manager [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Took 34.49 seconds to build instance. [ 1242.656907] env[64120]: DEBUG oslo_vmware.api [None req-396c8675-b268-48e2-90c2-1225b90285de tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406597, 'name': PowerOffVM_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.901102] env[64120]: DEBUG oslo_vmware.api [None req-07569a8a-f4b5-475b-ad6b-fca88318dcd6 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406598, 'name': CreateSnapshot_Task, 'duration_secs': 0.902585} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.901566] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-07569a8a-f4b5-475b-ad6b-fca88318dcd6 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Created Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1242.902768] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adeb3ef2-bc31-42d0-b9bb-c1106c646ca1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.988196] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bf4315-1453-4dea-894e-d9f66c0313a3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.996944] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612ac4b0-2e89-437f-907e-3c531a617015 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.034941] env[64120]: DEBUG nova.network.neutron [req-b0652b8b-80b2-4ece-89bd-e2066a8aa548 req-74fe4a5b-5468-4ba4-95c0-2d7d21acadb7 service nova] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Updated VIF entry in instance network info cache for port 9a52e7a4-c718-4c50-8b6c-c30b90576026. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.035319] env[64120]: DEBUG nova.network.neutron [req-b0652b8b-80b2-4ece-89bd-e2066a8aa548 req-74fe4a5b-5468-4ba4-95c0-2d7d21acadb7 service nova] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Updating instance_info_cache with network_info: [{"id": "9a52e7a4-c718-4c50-8b6c-c30b90576026", "address": "fa:16:3e:fe:9c:a9", "network": {"id": "d7209c45-7959-4437-a781-abbb4afde079", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1067622788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c20e6109d6f40748735c6c818444a0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a52e7a4-c7", "ovs_interfaceid": "9a52e7a4-c718-4c50-8b6c-c30b90576026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.037900] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e26f3a-b432-46f5-b78d-de0a837180cf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.045599] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df92138a-c0b2-463e-939a-127f46e62dd5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.060941] env[64120]: DEBUG nova.compute.provider_tree [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.134420] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.144508] env[64120]: DEBUG oslo_concurrency.lockutils [None req-867ad6d3-4f04-4bbb-948e-5ddb3fde99f1 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Lock "bc69900e-a868-488e-9d1e-874ccfdec2fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.002s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.157714] env[64120]: DEBUG oslo_vmware.api [None req-396c8675-b268-48e2-90c2-1225b90285de tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406597, 'name': PowerOffVM_Task, 'duration_secs': 1.154555} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.157993] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-396c8675-b268-48e2-90c2-1225b90285de tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.159076] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-396c8675-b268-48e2-90c2-1225b90285de tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1243.159391] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b837f6f1-3ac2-417f-95f5-64ff4ab30e2a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.225827] env[64120]: DEBUG nova.compute.manager [req-0057a986-207a-4793-b405-dbb4a46317d8 req-7d0ab57b-a98e-4e9b-bdc0-0437c5e33edf service nova] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Received event network-changed-b696ad1c-a243-4e87-a6c4-fe106b2f9689 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1243.226070] env[64120]: DEBUG nova.compute.manager [req-0057a986-207a-4793-b405-dbb4a46317d8 req-7d0ab57b-a98e-4e9b-bdc0-0437c5e33edf service nova] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Refreshing instance network info cache due to event network-changed-b696ad1c-a243-4e87-a6c4-fe106b2f9689. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1243.226487] env[64120]: DEBUG oslo_concurrency.lockutils [req-0057a986-207a-4793-b405-dbb4a46317d8 req-7d0ab57b-a98e-4e9b-bdc0-0437c5e33edf service nova] Acquiring lock "refresh_cache-bc69900e-a868-488e-9d1e-874ccfdec2fc" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.226716] env[64120]: DEBUG oslo_concurrency.lockutils [req-0057a986-207a-4793-b405-dbb4a46317d8 req-7d0ab57b-a98e-4e9b-bdc0-0437c5e33edf service nova] Acquired lock "refresh_cache-bc69900e-a868-488e-9d1e-874ccfdec2fc" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.226973] env[64120]: DEBUG nova.network.neutron [req-0057a986-207a-4793-b405-dbb4a46317d8 req-7d0ab57b-a98e-4e9b-bdc0-0437c5e33edf service nova] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Refreshing network info cache for port b696ad1c-a243-4e87-a6c4-fe106b2f9689 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.237684] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-396c8675-b268-48e2-90c2-1225b90285de tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1243.237982] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-396c8675-b268-48e2-90c2-1225b90285de tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1243.238235] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-396c8675-b268-48e2-90c2-1225b90285de tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Deleting the datastore file [datastore1] fe30ced7-62ee-4b15-9b72-268677297ff8 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1243.239058] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c5b98f1-f19c-4ea5-bbc7-2bb7b1b83974 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.246545] env[64120]: DEBUG oslo_vmware.api [None req-396c8675-b268-48e2-90c2-1225b90285de tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1243.246545] env[64120]: value = "task-1406600" [ 1243.246545] env[64120]: _type = "Task" [ 1243.246545] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.255216] env[64120]: DEBUG oslo_vmware.api [None req-396c8675-b268-48e2-90c2-1225b90285de tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.429590] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-07569a8a-f4b5-475b-ad6b-fca88318dcd6 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Creating linked-clone VM from snapshot {{(pid=64120) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1243.430136] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-562ee9ea-0133-4808-9aea-d02fcbc7fdd2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.442232] env[64120]: DEBUG oslo_vmware.api [None req-07569a8a-f4b5-475b-ad6b-fca88318dcd6 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1243.442232] env[64120]: value = "task-1406601" [ 1243.442232] env[64120]: _type = "Task" [ 1243.442232] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.450799] env[64120]: DEBUG oslo_vmware.api [None req-07569a8a-f4b5-475b-ad6b-fca88318dcd6 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406601, 'name': CloneVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.541423] env[64120]: DEBUG oslo_concurrency.lockutils [req-b0652b8b-80b2-4ece-89bd-e2066a8aa548 req-74fe4a5b-5468-4ba4-95c0-2d7d21acadb7 service nova] Releasing lock "refresh_cache-55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.567025] env[64120]: DEBUG nova.scheduler.client.report [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1243.569361] env[64120]: DEBUG nova.compute.manager [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1243.602089] env[64120]: DEBUG nova.virt.hardware [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1243.602420] env[64120]: DEBUG nova.virt.hardware [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1243.602605] env[64120]: DEBUG nova.virt.hardware [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.602834] env[64120]: DEBUG nova.virt.hardware [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1243.602939] env[64120]: DEBUG nova.virt.hardware [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.603108] env[64120]: DEBUG nova.virt.hardware [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1243.603348] env[64120]: DEBUG nova.virt.hardware [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1243.603496] env[64120]: DEBUG nova.virt.hardware [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1243.603669] env[64120]: DEBUG nova.virt.hardware [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1243.603852] env[64120]: DEBUG nova.virt.hardware [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1243.604044] env[64120]: DEBUG nova.virt.hardware [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1243.605189] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6905b63e-48ad-4d61-a6cd-c8cb15bcfdb2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.613199] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffc7376-eccf-4476-8e2f-c254a89ea396 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.759781] env[64120]: DEBUG oslo_vmware.api [None req-396c8675-b268-48e2-90c2-1225b90285de tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355785} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.760110] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-396c8675-b268-48e2-90c2-1225b90285de tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1243.760323] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-396c8675-b268-48e2-90c2-1225b90285de tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1243.760710] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-396c8675-b268-48e2-90c2-1225b90285de tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1243.760710] env[64120]: INFO nova.compute.manager [None req-396c8675-b268-48e2-90c2-1225b90285de tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Took 2.13 seconds to destroy the instance on the hypervisor. [ 1243.761069] env[64120]: DEBUG oslo.service.loopingcall [None req-396c8675-b268-48e2-90c2-1225b90285de tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1243.761353] env[64120]: DEBUG nova.compute.manager [-] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1243.761511] env[64120]: DEBUG nova.network.neutron [-] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1243.953698] env[64120]: DEBUG oslo_vmware.api [None req-07569a8a-f4b5-475b-ad6b-fca88318dcd6 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406601, 'name': CloneVM_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.992415] env[64120]: DEBUG nova.network.neutron [req-0057a986-207a-4793-b405-dbb4a46317d8 req-7d0ab57b-a98e-4e9b-bdc0-0437c5e33edf service nova] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Updated VIF entry in instance network info cache for port b696ad1c-a243-4e87-a6c4-fe106b2f9689. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.992812] env[64120]: DEBUG nova.network.neutron [req-0057a986-207a-4793-b405-dbb4a46317d8 req-7d0ab57b-a98e-4e9b-bdc0-0437c5e33edf service nova] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Updating instance_info_cache with network_info: [{"id": "b696ad1c-a243-4e87-a6c4-fe106b2f9689", "address": "fa:16:3e:26:04:e6", "network": {"id": "043279e0-d8fa-4df3-9a6a-bbc56fdd7e96", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-728059506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "882564b31f3f481cb3ec6f1226a426fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb696ad1c-a2", "ovs_interfaceid": "b696ad1c-a243-4e87-a6c4-fe106b2f9689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.073683] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.074939] env[64120]: DEBUG nova.compute.manager [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1244.078415] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2c4be4ff-751b-4de5-bb9b-de608a026e92 tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.471s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.078711] env[64120]: DEBUG nova.objects.instance [None req-2c4be4ff-751b-4de5-bb9b-de608a026e92 tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Lazy-loading 'resources' on Instance uuid 545845b5-062b-48c2-9367-513d9a77b7a0 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.222857] env[64120]: DEBUG nova.compute.manager [req-f9358c31-8807-4144-b4bd-1664d0e5652f req-e14322f0-7d63-490f-8335-5081e1a40cad service nova] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Received event network-vif-deleted-33860636-929c-41e5-b2ed-0b0789ecf81a {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1244.223126] env[64120]: INFO nova.compute.manager [req-f9358c31-8807-4144-b4bd-1664d0e5652f req-e14322f0-7d63-490f-8335-5081e1a40cad service nova] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Neutron deleted interface 33860636-929c-41e5-b2ed-0b0789ecf81a; detaching it from the instance and deleting it from the info cache [ 1244.223339] env[64120]: DEBUG nova.network.neutron [req-f9358c31-8807-4144-b4bd-1664d0e5652f req-e14322f0-7d63-490f-8335-5081e1a40cad service nova] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.226779] env[64120]: DEBUG nova.network.neutron [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Successfully updated port: f35a3d37-01da-4265-8c34-ef6d3954bd20 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1244.457991] env[64120]: DEBUG oslo_vmware.api [None req-07569a8a-f4b5-475b-ad6b-fca88318dcd6 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406601, 'name': CloneVM_Task} progress is 95%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.495508] env[64120]: DEBUG oslo_concurrency.lockutils [req-0057a986-207a-4793-b405-dbb4a46317d8 req-7d0ab57b-a98e-4e9b-bdc0-0437c5e33edf service nova] Releasing lock "refresh_cache-bc69900e-a868-488e-9d1e-874ccfdec2fc" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.583153] env[64120]: DEBUG nova.compute.utils [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1244.588169] env[64120]: DEBUG nova.compute.manager [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1244.588481] env[64120]: DEBUG nova.network.neutron [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1244.637426] env[64120]: DEBUG nova.policy [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '858d11b66dd64758b5d543ce2e271828', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c9d3a77183743a38730bfd5d4456c46', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1244.674453] env[64120]: DEBUG nova.network.neutron [-] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.729920] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c8f76cf-7698-4386-9cd5-7a9e2a4ce8e8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.732613] env[64120]: DEBUG oslo_concurrency.lockutils [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "refresh_cache-2128a7dc-b28b-4160-8fa1-3753c9000e7b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.732762] env[64120]: DEBUG oslo_concurrency.lockutils [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquired lock "refresh_cache-2128a7dc-b28b-4160-8fa1-3753c9000e7b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.732943] env[64120]: DEBUG nova.network.neutron [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.747017] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd3a71f-1199-4fed-baf6-ed7342f9f4cf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.784982] env[64120]: DEBUG nova.compute.manager [req-f9358c31-8807-4144-b4bd-1664d0e5652f req-e14322f0-7d63-490f-8335-5081e1a40cad service nova] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Detach interface failed, port_id=33860636-929c-41e5-b2ed-0b0789ecf81a, reason: Instance fe30ced7-62ee-4b15-9b72-268677297ff8 could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1244.937252] env[64120]: DEBUG nova.network.neutron [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Successfully created port: 3fda3051-b376-41d9-8485-22e831f02572 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1244.956746] env[64120]: DEBUG oslo_vmware.api [None req-07569a8a-f4b5-475b-ad6b-fca88318dcd6 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406601, 'name': CloneVM_Task, 'duration_secs': 1.18348} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.957052] env[64120]: INFO nova.virt.vmwareapi.vmops [None req-07569a8a-f4b5-475b-ad6b-fca88318dcd6 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Created linked-clone VM from snapshot [ 1244.957954] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e943bc0-0a7a-47e8-91b6-33ce1fff217b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.970059] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-07569a8a-f4b5-475b-ad6b-fca88318dcd6 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Uploading image 27448bf9-3bdd-4c40-bf78-f6844b9de8a3 {{(pid=64120) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1244.983349] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-07569a8a-f4b5-475b-ad6b-fca88318dcd6 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Destroying the VM {{(pid=64120) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1244.983828] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8dabf0c5-e2bc-4af8-a3e7-ac5ff7c9bf9c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.991237] env[64120]: DEBUG oslo_vmware.api [None req-07569a8a-f4b5-475b-ad6b-fca88318dcd6 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1244.991237] env[64120]: value = "task-1406602" [ 1244.991237] env[64120]: _type = "Task" [ 1244.991237] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.002794] env[64120]: DEBUG oslo_vmware.api [None req-07569a8a-f4b5-475b-ad6b-fca88318dcd6 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406602, 'name': Destroy_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.011027] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4da18d-fd11-4365-a3c7-2cc77ac2a03b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.017861] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87fd07a-c386-4867-82d6-8af896550262 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.048936] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12330b8c-abf5-45a3-9e5b-afb6108c5235 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.057874] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7401b3a0-7176-4c4b-97d4-7d6891efee22 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.073747] env[64120]: DEBUG nova.compute.provider_tree [None req-2c4be4ff-751b-4de5-bb9b-de608a026e92 tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.092303] env[64120]: DEBUG nova.compute.manager [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1245.181083] env[64120]: INFO nova.compute.manager [-] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Took 1.42 seconds to deallocate network for instance. [ 1245.284990] env[64120]: DEBUG nova.network.neutron [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1245.290041] env[64120]: DEBUG nova.compute.manager [req-ae8218de-b492-4a33-b0f8-cc1295dabb43 req-831f27f7-d7d6-4cab-870b-308743c194ff service nova] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Received event network-vif-plugged-f35a3d37-01da-4265-8c34-ef6d3954bd20 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1245.290292] env[64120]: DEBUG oslo_concurrency.lockutils [req-ae8218de-b492-4a33-b0f8-cc1295dabb43 req-831f27f7-d7d6-4cab-870b-308743c194ff service nova] Acquiring lock "2128a7dc-b28b-4160-8fa1-3753c9000e7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1245.290494] env[64120]: DEBUG oslo_concurrency.lockutils [req-ae8218de-b492-4a33-b0f8-cc1295dabb43 req-831f27f7-d7d6-4cab-870b-308743c194ff service nova] Lock "2128a7dc-b28b-4160-8fa1-3753c9000e7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1245.290664] env[64120]: DEBUG oslo_concurrency.lockutils [req-ae8218de-b492-4a33-b0f8-cc1295dabb43 req-831f27f7-d7d6-4cab-870b-308743c194ff service nova] Lock "2128a7dc-b28b-4160-8fa1-3753c9000e7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1245.290837] env[64120]: DEBUG nova.compute.manager [req-ae8218de-b492-4a33-b0f8-cc1295dabb43 req-831f27f7-d7d6-4cab-870b-308743c194ff service nova] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] No waiting events found dispatching network-vif-plugged-f35a3d37-01da-4265-8c34-ef6d3954bd20 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1245.291093] env[64120]: WARNING nova.compute.manager [req-ae8218de-b492-4a33-b0f8-cc1295dabb43 req-831f27f7-d7d6-4cab-870b-308743c194ff service nova] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Received unexpected event network-vif-plugged-f35a3d37-01da-4265-8c34-ef6d3954bd20 for instance with vm_state building and task_state spawning. [ 1245.291275] env[64120]: DEBUG nova.compute.manager [req-ae8218de-b492-4a33-b0f8-cc1295dabb43 req-831f27f7-d7d6-4cab-870b-308743c194ff service nova] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Received event network-changed-f35a3d37-01da-4265-8c34-ef6d3954bd20 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1245.291460] env[64120]: DEBUG nova.compute.manager [req-ae8218de-b492-4a33-b0f8-cc1295dabb43 req-831f27f7-d7d6-4cab-870b-308743c194ff service nova] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Refreshing instance network info cache due to event network-changed-f35a3d37-01da-4265-8c34-ef6d3954bd20. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1245.291660] env[64120]: DEBUG oslo_concurrency.lockutils [req-ae8218de-b492-4a33-b0f8-cc1295dabb43 req-831f27f7-d7d6-4cab-870b-308743c194ff service nova] Acquiring lock "refresh_cache-2128a7dc-b28b-4160-8fa1-3753c9000e7b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.458572] env[64120]: DEBUG nova.network.neutron [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Updating instance_info_cache with network_info: [{"id": "f35a3d37-01da-4265-8c34-ef6d3954bd20", "address": "fa:16:3e:e8:85:a2", "network": {"id": "5aa9ccea-d810-4a4f-a424-c80a1b4c1286", "bridge": "br-int", "label": "tempest-ServersTestJSON-1147413175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ffaf88913245dc93bba7bdf398691b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf35a3d37-01", "ovs_interfaceid": "f35a3d37-01da-4265-8c34-ef6d3954bd20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.501928] env[64120]: DEBUG oslo_vmware.api [None req-07569a8a-f4b5-475b-ad6b-fca88318dcd6 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406602, 'name': Destroy_Task, 'duration_secs': 0.298865} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.502308] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-07569a8a-f4b5-475b-ad6b-fca88318dcd6 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Destroyed the VM [ 1245.502619] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-07569a8a-f4b5-475b-ad6b-fca88318dcd6 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Deleting Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1245.502913] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-29cc7f28-cdd0-4dae-a85d-36eebe0ec81c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.510222] env[64120]: DEBUG oslo_vmware.api [None req-07569a8a-f4b5-475b-ad6b-fca88318dcd6 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1245.510222] env[64120]: value = "task-1406603" [ 1245.510222] env[64120]: _type = "Task" [ 1245.510222] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.517964] env[64120]: DEBUG oslo_vmware.api [None req-07569a8a-f4b5-475b-ad6b-fca88318dcd6 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406603, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.577442] env[64120]: DEBUG nova.scheduler.client.report [None req-2c4be4ff-751b-4de5-bb9b-de608a026e92 tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1245.687957] env[64120]: DEBUG oslo_concurrency.lockutils [None req-396c8675-b268-48e2-90c2-1225b90285de tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1245.962418] env[64120]: DEBUG oslo_concurrency.lockutils [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Releasing lock "refresh_cache-2128a7dc-b28b-4160-8fa1-3753c9000e7b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.962418] env[64120]: DEBUG nova.compute.manager [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Instance network_info: |[{"id": "f35a3d37-01da-4265-8c34-ef6d3954bd20", "address": "fa:16:3e:e8:85:a2", "network": {"id": "5aa9ccea-d810-4a4f-a424-c80a1b4c1286", "bridge": "br-int", "label": "tempest-ServersTestJSON-1147413175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ffaf88913245dc93bba7bdf398691b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf35a3d37-01", "ovs_interfaceid": "f35a3d37-01da-4265-8c34-ef6d3954bd20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1245.962418] env[64120]: DEBUG oslo_concurrency.lockutils [req-ae8218de-b492-4a33-b0f8-cc1295dabb43 req-831f27f7-d7d6-4cab-870b-308743c194ff service nova] Acquired lock "refresh_cache-2128a7dc-b28b-4160-8fa1-3753c9000e7b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.962418] env[64120]: DEBUG nova.network.neutron [req-ae8218de-b492-4a33-b0f8-cc1295dabb43 req-831f27f7-d7d6-4cab-870b-308743c194ff service nova] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Refreshing network info cache for port f35a3d37-01da-4265-8c34-ef6d3954bd20 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.963344] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:85:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f35a3d37-01da-4265-8c34-ef6d3954bd20', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1245.970796] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Creating folder: Project (f2ffaf88913245dc93bba7bdf398691b). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1245.974156] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-764e8ff8-121b-4c64-a30f-ea49ea120340 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.985967] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Created folder: Project (f2ffaf88913245dc93bba7bdf398691b) in parent group-v297899. [ 1245.986245] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Creating folder: Instances. Parent ref: group-v298126. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1245.986527] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99828b0b-3dea-4a80-89aa-84ad6dfa2f14 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.995514] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Created folder: Instances in parent group-v298126. [ 1245.995786] env[64120]: DEBUG oslo.service.loopingcall [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1245.996270] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1245.996270] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a5b0469-3ec1-4583-8d64-1d3c9d6cbd3b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.022375] env[64120]: DEBUG oslo_vmware.api [None req-07569a8a-f4b5-475b-ad6b-fca88318dcd6 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406603, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.023643] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1246.023643] env[64120]: value = "task-1406606" [ 1246.023643] env[64120]: _type = "Task" [ 1246.023643] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.031146] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406606, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.083336] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2c4be4ff-751b-4de5-bb9b-de608a026e92 tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.085695] env[64120]: DEBUG oslo_concurrency.lockutils [None req-658430b4-5c8a-4950-9f7e-ec3b5b319a78 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.945s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1246.085955] env[64120]: DEBUG nova.objects.instance [None req-658430b4-5c8a-4950-9f7e-ec3b5b319a78 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lazy-loading 'resources' on Instance uuid ad053aa4-0749-4064-93e7-88bb3bbeadcb {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.103926] env[64120]: DEBUG nova.compute.manager [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1246.113586] env[64120]: INFO nova.scheduler.client.report [None req-2c4be4ff-751b-4de5-bb9b-de608a026e92 tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Deleted allocations for instance 545845b5-062b-48c2-9367-513d9a77b7a0 [ 1246.137537] env[64120]: DEBUG nova.virt.hardware [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1246.137786] env[64120]: DEBUG nova.virt.hardware [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1246.137955] env[64120]: DEBUG nova.virt.hardware [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.138229] env[64120]: DEBUG nova.virt.hardware [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1246.138390] env[64120]: DEBUG nova.virt.hardware [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.138546] env[64120]: DEBUG nova.virt.hardware [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1246.139413] env[64120]: DEBUG nova.virt.hardware [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1246.139413] env[64120]: DEBUG nova.virt.hardware [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1246.139413] env[64120]: DEBUG nova.virt.hardware [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1246.139413] env[64120]: DEBUG nova.virt.hardware [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1246.139708] env[64120]: DEBUG nova.virt.hardware [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1246.140785] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b38c845-512b-4771-9ff8-151d518839de {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.153931] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c6f9b4-37b4-46a1-be4e-5db98c563642 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.246663] env[64120]: DEBUG nova.network.neutron [req-ae8218de-b492-4a33-b0f8-cc1295dabb43 req-831f27f7-d7d6-4cab-870b-308743c194ff service nova] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Updated VIF entry in instance network info cache for port f35a3d37-01da-4265-8c34-ef6d3954bd20. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1246.247058] env[64120]: DEBUG nova.network.neutron [req-ae8218de-b492-4a33-b0f8-cc1295dabb43 req-831f27f7-d7d6-4cab-870b-308743c194ff service nova] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Updating instance_info_cache with network_info: [{"id": "f35a3d37-01da-4265-8c34-ef6d3954bd20", "address": "fa:16:3e:e8:85:a2", "network": {"id": "5aa9ccea-d810-4a4f-a424-c80a1b4c1286", "bridge": "br-int", "label": "tempest-ServersTestJSON-1147413175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ffaf88913245dc93bba7bdf398691b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf35a3d37-01", "ovs_interfaceid": "f35a3d37-01da-4265-8c34-ef6d3954bd20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.474186] env[64120]: DEBUG nova.network.neutron [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Successfully updated port: 3fda3051-b376-41d9-8485-22e831f02572 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1246.523428] env[64120]: DEBUG oslo_vmware.api [None req-07569a8a-f4b5-475b-ad6b-fca88318dcd6 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406603, 'name': RemoveSnapshot_Task, 'duration_secs': 0.704899} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.523850] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-07569a8a-f4b5-475b-ad6b-fca88318dcd6 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Deleted Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1246.534471] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406606, 'name': CreateVM_Task, 'duration_secs': 0.460695} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.534657] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1246.535358] env[64120]: DEBUG oslo_concurrency.lockutils [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.535549] env[64120]: DEBUG oslo_concurrency.lockutils [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.535902] env[64120]: DEBUG oslo_concurrency.lockutils [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1246.537126] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-944a4d73-f3b4-4429-8d68-ee5ef47ab2ce {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.541042] env[64120]: DEBUG oslo_vmware.api [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1246.541042] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52135dd2-5867-d41d-509e-78f122dee0a2" [ 1246.541042] env[64120]: _type = "Task" [ 1246.541042] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.548318] env[64120]: DEBUG oslo_vmware.api [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52135dd2-5867-d41d-509e-78f122dee0a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.628258] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2c4be4ff-751b-4de5-bb9b-de608a026e92 tempest-AttachInterfacesV270Test-264219828 tempest-AttachInterfacesV270Test-264219828-project-member] Lock "545845b5-062b-48c2-9367-513d9a77b7a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.028s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.750070] env[64120]: DEBUG oslo_concurrency.lockutils [req-ae8218de-b492-4a33-b0f8-cc1295dabb43 req-831f27f7-d7d6-4cab-870b-308743c194ff service nova] Releasing lock "refresh_cache-2128a7dc-b28b-4160-8fa1-3753c9000e7b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.980552] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Acquiring lock "refresh_cache-6dd495ef-37eb-448c-92c5-a00eb88afd11" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.980552] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Acquired lock "refresh_cache-6dd495ef-37eb-448c-92c5-a00eb88afd11" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.980552] env[64120]: DEBUG nova.network.neutron [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.983545] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4cdad1-691d-4965-8f4c-7f76265e8210 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.994031] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c11b733-c581-4de7-81a2-f94be93def52 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.031290] env[64120]: WARNING nova.compute.manager [None req-07569a8a-f4b5-475b-ad6b-fca88318dcd6 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Image not found during snapshot: nova.exception.ImageNotFound: Image 27448bf9-3bdd-4c40-bf78-f6844b9de8a3 could not be found. [ 1247.032935] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc564350-c761-47f6-b4d7-b95950a7955c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.041332] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9118494-5c69-4bc6-b4b2-acc26ffbdbe0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.059234] env[64120]: DEBUG nova.compute.provider_tree [None req-658430b4-5c8a-4950-9f7e-ec3b5b319a78 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.064333] env[64120]: DEBUG oslo_vmware.api [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52135dd2-5867-d41d-509e-78f122dee0a2, 'name': SearchDatastore_Task, 'duration_secs': 0.023947} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.064911] env[64120]: DEBUG oslo_concurrency.lockutils [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.065216] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1247.065502] env[64120]: DEBUG oslo_concurrency.lockutils [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.065696] env[64120]: DEBUG oslo_concurrency.lockutils [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.065921] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1247.066257] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79e4e83f-6059-45e2-a33b-5ac0b7484620 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.079715] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1247.079993] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1247.081068] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d5a3cdc-5ad0-4763-9836-6d8d13ddbcdd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.086817] env[64120]: DEBUG oslo_vmware.api [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1247.086817] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5222223c-c4d2-857f-8267-ab818ff33ee5" [ 1247.086817] env[64120]: _type = "Task" [ 1247.086817] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.095215] env[64120]: DEBUG oslo_vmware.api [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5222223c-c4d2-857f-8267-ab818ff33ee5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.321066] env[64120]: DEBUG nova.compute.manager [req-57c5de97-e9b7-46eb-a231-626764ea5594 req-65d52258-7d63-4d5c-9679-ded124a3a401 service nova] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Received event network-vif-plugged-3fda3051-b376-41d9-8485-22e831f02572 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1247.321066] env[64120]: DEBUG oslo_concurrency.lockutils [req-57c5de97-e9b7-46eb-a231-626764ea5594 req-65d52258-7d63-4d5c-9679-ded124a3a401 service nova] Acquiring lock "6dd495ef-37eb-448c-92c5-a00eb88afd11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.321066] env[64120]: DEBUG oslo_concurrency.lockutils [req-57c5de97-e9b7-46eb-a231-626764ea5594 req-65d52258-7d63-4d5c-9679-ded124a3a401 service nova] Lock "6dd495ef-37eb-448c-92c5-a00eb88afd11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.321232] env[64120]: DEBUG oslo_concurrency.lockutils [req-57c5de97-e9b7-46eb-a231-626764ea5594 req-65d52258-7d63-4d5c-9679-ded124a3a401 service nova] Lock "6dd495ef-37eb-448c-92c5-a00eb88afd11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1247.321340] env[64120]: DEBUG nova.compute.manager [req-57c5de97-e9b7-46eb-a231-626764ea5594 req-65d52258-7d63-4d5c-9679-ded124a3a401 service nova] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] No waiting events found dispatching network-vif-plugged-3fda3051-b376-41d9-8485-22e831f02572 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1247.321546] env[64120]: WARNING nova.compute.manager [req-57c5de97-e9b7-46eb-a231-626764ea5594 req-65d52258-7d63-4d5c-9679-ded124a3a401 service nova] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Received unexpected event network-vif-plugged-3fda3051-b376-41d9-8485-22e831f02572 for instance with vm_state building and task_state spawning. [ 1247.321736] env[64120]: DEBUG nova.compute.manager [req-57c5de97-e9b7-46eb-a231-626764ea5594 req-65d52258-7d63-4d5c-9679-ded124a3a401 service nova] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Received event network-changed-3fda3051-b376-41d9-8485-22e831f02572 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1247.321952] env[64120]: DEBUG nova.compute.manager [req-57c5de97-e9b7-46eb-a231-626764ea5594 req-65d52258-7d63-4d5c-9679-ded124a3a401 service nova] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Refreshing instance network info cache due to event network-changed-3fda3051-b376-41d9-8485-22e831f02572. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1247.322181] env[64120]: DEBUG oslo_concurrency.lockutils [req-57c5de97-e9b7-46eb-a231-626764ea5594 req-65d52258-7d63-4d5c-9679-ded124a3a401 service nova] Acquiring lock "refresh_cache-6dd495ef-37eb-448c-92c5-a00eb88afd11" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.540298] env[64120]: DEBUG nova.network.neutron [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1247.566703] env[64120]: DEBUG nova.scheduler.client.report [None req-658430b4-5c8a-4950-9f7e-ec3b5b319a78 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1247.599304] env[64120]: DEBUG oslo_vmware.api [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5222223c-c4d2-857f-8267-ab818ff33ee5, 'name': SearchDatastore_Task, 'duration_secs': 0.052195} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.600433] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fca82ef-b31b-4d4d-8ddf-ea37b81a67d4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.606070] env[64120]: DEBUG oslo_vmware.api [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1247.606070] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5250bf4b-d923-4b24-7c69-62f8d4ba3eaf" [ 1247.606070] env[64120]: _type = "Task" [ 1247.606070] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.615734] env[64120]: DEBUG oslo_vmware.api [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5250bf4b-d923-4b24-7c69-62f8d4ba3eaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.948492] env[64120]: DEBUG nova.network.neutron [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Updating instance_info_cache with network_info: [{"id": "3fda3051-b376-41d9-8485-22e831f02572", "address": "fa:16:3e:3a:1e:7d", "network": {"id": "2ea89461-991e-4cb1-a41a-c6f26f0c3aaf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1532543769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5c9d3a77183743a38730bfd5d4456c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fda3051-b3", "ovs_interfaceid": "3fda3051-b376-41d9-8485-22e831f02572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.072209] env[64120]: DEBUG oslo_concurrency.lockutils [None req-658430b4-5c8a-4950-9f7e-ec3b5b319a78 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1248.078876] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.467s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.080998] env[64120]: INFO nova.compute.claims [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1248.104564] env[64120]: INFO nova.scheduler.client.report [None req-658430b4-5c8a-4950-9f7e-ec3b5b319a78 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Deleted allocations for instance ad053aa4-0749-4064-93e7-88bb3bbeadcb [ 1248.122244] env[64120]: DEBUG oslo_vmware.api [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5250bf4b-d923-4b24-7c69-62f8d4ba3eaf, 'name': SearchDatastore_Task, 'duration_secs': 0.024102} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.122762] env[64120]: DEBUG oslo_concurrency.lockutils [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.123052] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 2128a7dc-b28b-4160-8fa1-3753c9000e7b/2128a7dc-b28b-4160-8fa1-3753c9000e7b.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1248.123364] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8d9985d-586f-4965-b8ee-2882f8d2ed3b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.130828] env[64120]: DEBUG oslo_vmware.api [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1248.130828] env[64120]: value = "task-1406607" [ 1248.130828] env[64120]: _type = "Task" [ 1248.130828] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.143428] env[64120]: DEBUG oslo_vmware.api [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406607, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.279544] env[64120]: DEBUG oslo_concurrency.lockutils [None req-40ab6aa7-310a-4488-bc64-4989247a4b28 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "b6f8f7cc-33bf-4a8f-9cae-2e1308650292" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.280267] env[64120]: DEBUG oslo_concurrency.lockutils [None req-40ab6aa7-310a-4488-bc64-4989247a4b28 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "b6f8f7cc-33bf-4a8f-9cae-2e1308650292" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.281029] env[64120]: DEBUG oslo_concurrency.lockutils [None req-40ab6aa7-310a-4488-bc64-4989247a4b28 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "b6f8f7cc-33bf-4a8f-9cae-2e1308650292-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.281029] env[64120]: DEBUG oslo_concurrency.lockutils [None req-40ab6aa7-310a-4488-bc64-4989247a4b28 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "b6f8f7cc-33bf-4a8f-9cae-2e1308650292-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.281029] env[64120]: DEBUG oslo_concurrency.lockutils [None req-40ab6aa7-310a-4488-bc64-4989247a4b28 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "b6f8f7cc-33bf-4a8f-9cae-2e1308650292-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1248.283340] env[64120]: INFO nova.compute.manager [None req-40ab6aa7-310a-4488-bc64-4989247a4b28 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Terminating instance [ 1248.285550] env[64120]: DEBUG nova.compute.manager [None req-40ab6aa7-310a-4488-bc64-4989247a4b28 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1248.285550] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-40ab6aa7-310a-4488-bc64-4989247a4b28 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1248.286518] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e809a8-189b-427a-931f-703f60da86b7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.298442] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ab6aa7-310a-4488-bc64-4989247a4b28 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.298777] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-392d7c2f-3298-4743-856b-98617e484edd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.306020] env[64120]: DEBUG oslo_vmware.api [None req-40ab6aa7-310a-4488-bc64-4989247a4b28 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1248.306020] env[64120]: value = "task-1406608" [ 1248.306020] env[64120]: _type = "Task" [ 1248.306020] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.316841] env[64120]: DEBUG oslo_vmware.api [None req-40ab6aa7-310a-4488-bc64-4989247a4b28 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.451612] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Releasing lock "refresh_cache-6dd495ef-37eb-448c-92c5-a00eb88afd11" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.452032] env[64120]: DEBUG nova.compute.manager [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Instance network_info: |[{"id": "3fda3051-b376-41d9-8485-22e831f02572", "address": "fa:16:3e:3a:1e:7d", "network": {"id": "2ea89461-991e-4cb1-a41a-c6f26f0c3aaf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1532543769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5c9d3a77183743a38730bfd5d4456c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fda3051-b3", "ovs_interfaceid": "3fda3051-b376-41d9-8485-22e831f02572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1248.452398] env[64120]: DEBUG oslo_concurrency.lockutils [req-57c5de97-e9b7-46eb-a231-626764ea5594 req-65d52258-7d63-4d5c-9679-ded124a3a401 service nova] Acquired lock "refresh_cache-6dd495ef-37eb-448c-92c5-a00eb88afd11" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.452616] env[64120]: DEBUG nova.network.neutron [req-57c5de97-e9b7-46eb-a231-626764ea5594 req-65d52258-7d63-4d5c-9679-ded124a3a401 service nova] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Refreshing network info cache for port 3fda3051-b376-41d9-8485-22e831f02572 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.453939] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:1e:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e02e98f-44ce-42b7-a3ac-4034fae5d127', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fda3051-b376-41d9-8485-22e831f02572', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1248.462534] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Creating folder: Project (5c9d3a77183743a38730bfd5d4456c46). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1248.463235] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66219e74-4d07-4593-b795-ea5379c46324 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.478523] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Created folder: Project (5c9d3a77183743a38730bfd5d4456c46) in parent group-v297899. [ 1248.478744] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Creating folder: Instances. Parent ref: group-v298129. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1248.479030] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3f65254-9e84-4c7b-adf5-ade7b3823a1a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.491156] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Created folder: Instances in parent group-v298129. [ 1248.491426] env[64120]: DEBUG oslo.service.loopingcall [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1248.491644] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1248.491893] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3ee98ae-359a-4801-bad6-13cea96d28a3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.513412] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1248.513412] env[64120]: value = "task-1406611" [ 1248.513412] env[64120]: _type = "Task" [ 1248.513412] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.524236] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406611, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.620992] env[64120]: DEBUG oslo_concurrency.lockutils [None req-658430b4-5c8a-4950-9f7e-ec3b5b319a78 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "ad053aa4-0749-4064-93e7-88bb3bbeadcb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.391s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1248.642192] env[64120]: DEBUG oslo_vmware.api [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406607, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49084} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.642507] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 2128a7dc-b28b-4160-8fa1-3753c9000e7b/2128a7dc-b28b-4160-8fa1-3753c9000e7b.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1248.642728] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1248.642992] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d45620b-2cd8-4859-b822-de9c8d7a94b3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.649342] env[64120]: DEBUG oslo_vmware.api [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1248.649342] env[64120]: value = "task-1406612" [ 1248.649342] env[64120]: _type = "Task" [ 1248.649342] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.658596] env[64120]: DEBUG oslo_vmware.api [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.817297] env[64120]: DEBUG oslo_vmware.api [None req-40ab6aa7-310a-4488-bc64-4989247a4b28 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406608, 'name': PowerOffVM_Task, 'duration_secs': 0.317472} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.817597] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ab6aa7-310a-4488-bc64-4989247a4b28 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1248.817810] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-40ab6aa7-310a-4488-bc64-4989247a4b28 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1248.818044] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11f77e81-11d3-4b2b-af8a-d8ecb1dad9d2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.894113] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-40ab6aa7-310a-4488-bc64-4989247a4b28 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1248.894439] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-40ab6aa7-310a-4488-bc64-4989247a4b28 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1248.894567] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-40ab6aa7-310a-4488-bc64-4989247a4b28 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Deleting the datastore file [datastore2] b6f8f7cc-33bf-4a8f-9cae-2e1308650292 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1248.894862] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11a71456-e866-4efd-9d0e-e7dc6a2c70be {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.902514] env[64120]: DEBUG oslo_vmware.api [None req-40ab6aa7-310a-4488-bc64-4989247a4b28 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for the task: (returnval){ [ 1248.902514] env[64120]: value = "task-1406614" [ 1248.902514] env[64120]: _type = "Task" [ 1248.902514] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.910790] env[64120]: DEBUG oslo_vmware.api [None req-40ab6aa7-310a-4488-bc64-4989247a4b28 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.028304] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406611, 'name': CreateVM_Task, 'duration_secs': 0.339451} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.028304] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1249.035111] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.035111] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.035111] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.035111] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7408949a-f37b-4561-bba4-fdde3fa3692e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.039460] env[64120]: DEBUG oslo_vmware.api [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1249.039460] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b86dba-8fcb-a1e4-1e40-de607e8297f2" [ 1249.039460] env[64120]: _type = "Task" [ 1249.039460] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.055919] env[64120]: DEBUG oslo_vmware.api [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b86dba-8fcb-a1e4-1e40-de607e8297f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.161692] env[64120]: DEBUG oslo_vmware.api [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061106} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.163887] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1249.164741] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7162b04-b66d-4fbd-8c18-65e2922af91f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.188028] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 2128a7dc-b28b-4160-8fa1-3753c9000e7b/2128a7dc-b28b-4160-8fa1-3753c9000e7b.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.193346] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e78dd26-3015-41ef-b786-77b32654f6a0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.213595] env[64120]: DEBUG oslo_vmware.api [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1249.213595] env[64120]: value = "task-1406615" [ 1249.213595] env[64120]: _type = "Task" [ 1249.213595] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.225551] env[64120]: DEBUG oslo_vmware.api [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406615, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.309891] env[64120]: DEBUG nova.network.neutron [req-57c5de97-e9b7-46eb-a231-626764ea5594 req-65d52258-7d63-4d5c-9679-ded124a3a401 service nova] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Updated VIF entry in instance network info cache for port 3fda3051-b376-41d9-8485-22e831f02572. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.310362] env[64120]: DEBUG nova.network.neutron [req-57c5de97-e9b7-46eb-a231-626764ea5594 req-65d52258-7d63-4d5c-9679-ded124a3a401 service nova] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Updating instance_info_cache with network_info: [{"id": "3fda3051-b376-41d9-8485-22e831f02572", "address": "fa:16:3e:3a:1e:7d", "network": {"id": "2ea89461-991e-4cb1-a41a-c6f26f0c3aaf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1532543769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5c9d3a77183743a38730bfd5d4456c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fda3051-b3", "ovs_interfaceid": "3fda3051-b376-41d9-8485-22e831f02572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.418826] env[64120]: DEBUG oslo_vmware.api [None req-40ab6aa7-310a-4488-bc64-4989247a4b28 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.493298] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bd286e-4710-43a6-bc1a-566681de68b0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.502791] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0d70b4-dec7-4969-9b78-07379d24a573 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.540525] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76f9103-7383-47d7-827d-7fe72983f894 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.554332] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daab227c-f724-4bab-a249-574c2408571b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.558119] env[64120]: DEBUG oslo_vmware.api [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b86dba-8fcb-a1e4-1e40-de607e8297f2, 'name': SearchDatastore_Task, 'duration_secs': 0.043109} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.558418] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.558656] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1249.559070] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.559132] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.559280] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1249.559921] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc6b2090-e4e9-43ae-a908-8c528f2937c6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.572087] env[64120]: DEBUG nova.compute.provider_tree [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.580510] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1249.580705] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1249.581597] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09016948-7547-4820-89ee-655fd405c061 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.588316] env[64120]: DEBUG oslo_vmware.api [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1249.588316] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52bdb6bb-0666-118c-08c5-ca77462836ae" [ 1249.588316] env[64120]: _type = "Task" [ 1249.588316] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.596933] env[64120]: DEBUG oslo_vmware.api [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52bdb6bb-0666-118c-08c5-ca77462836ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.724336] env[64120]: DEBUG oslo_vmware.api [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.815227] env[64120]: DEBUG oslo_concurrency.lockutils [req-57c5de97-e9b7-46eb-a231-626764ea5594 req-65d52258-7d63-4d5c-9679-ded124a3a401 service nova] Releasing lock "refresh_cache-6dd495ef-37eb-448c-92c5-a00eb88afd11" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.913727] env[64120]: DEBUG oslo_vmware.api [None req-40ab6aa7-310a-4488-bc64-4989247a4b28 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Task: {'id': task-1406614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.581816} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.914019] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-40ab6aa7-310a-4488-bc64-4989247a4b28 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.914228] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-40ab6aa7-310a-4488-bc64-4989247a4b28 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1249.914411] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-40ab6aa7-310a-4488-bc64-4989247a4b28 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1249.914598] env[64120]: INFO nova.compute.manager [None req-40ab6aa7-310a-4488-bc64-4989247a4b28 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1249.914849] env[64120]: DEBUG oslo.service.loopingcall [None req-40ab6aa7-310a-4488-bc64-4989247a4b28 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1249.915092] env[64120]: DEBUG nova.compute.manager [-] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1249.915205] env[64120]: DEBUG nova.network.neutron [-] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1250.075681] env[64120]: DEBUG nova.scheduler.client.report [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1250.100438] env[64120]: DEBUG oslo_vmware.api [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52bdb6bb-0666-118c-08c5-ca77462836ae, 'name': SearchDatastore_Task, 'duration_secs': 0.019032} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.101278] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-081a7f41-7cb5-4335-98a1-3f13bb082666 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.106430] env[64120]: DEBUG oslo_vmware.api [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1250.106430] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]527a9f1e-011e-af01-76e2-c0d4d026660c" [ 1250.106430] env[64120]: _type = "Task" [ 1250.106430] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.114452] env[64120]: DEBUG oslo_vmware.api [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]527a9f1e-011e-af01-76e2-c0d4d026660c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.225468] env[64120]: DEBUG oslo_vmware.api [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406615, 'name': ReconfigVM_Task, 'duration_secs': 0.648883} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.225774] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 2128a7dc-b28b-4160-8fa1-3753c9000e7b/2128a7dc-b28b-4160-8fa1-3753c9000e7b.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1250.226426] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b56435ec-1b96-4600-bce2-f1dc16160b29 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.231374] env[64120]: DEBUG nova.compute.manager [req-0f8f3cde-7a50-44cb-b8e9-f1e10739d87a req-ce682c43-ff20-4074-b9e9-a15f0dd68f54 service nova] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Received event network-vif-deleted-037dbb58-07f2-42c8-b68e-87ddbb6b8fe7 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1250.231374] env[64120]: INFO nova.compute.manager [req-0f8f3cde-7a50-44cb-b8e9-f1e10739d87a req-ce682c43-ff20-4074-b9e9-a15f0dd68f54 service nova] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Neutron deleted interface 037dbb58-07f2-42c8-b68e-87ddbb6b8fe7; detaching it from the instance and deleting it from the info cache [ 1250.231374] env[64120]: DEBUG nova.network.neutron [req-0f8f3cde-7a50-44cb-b8e9-f1e10739d87a req-ce682c43-ff20-4074-b9e9-a15f0dd68f54 service nova] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.234498] env[64120]: DEBUG oslo_vmware.api [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1250.234498] env[64120]: value = "task-1406616" [ 1250.234498] env[64120]: _type = "Task" [ 1250.234498] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.242701] env[64120]: DEBUG oslo_vmware.api [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406616, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.581809] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1250.582329] env[64120]: DEBUG nova.compute.manager [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1250.584954] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.948s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.586453] env[64120]: INFO nova.compute.claims [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1250.616466] env[64120]: DEBUG oslo_vmware.api [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]527a9f1e-011e-af01-76e2-c0d4d026660c, 'name': SearchDatastore_Task, 'duration_secs': 0.009151} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.616782] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.617063] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 6dd495ef-37eb-448c-92c5-a00eb88afd11/6dd495ef-37eb-448c-92c5-a00eb88afd11.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1250.617333] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0eb241c-a6ae-41e5-aa88-5415726ff549 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.624183] env[64120]: DEBUG oslo_vmware.api [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1250.624183] env[64120]: value = "task-1406617" [ 1250.624183] env[64120]: _type = "Task" [ 1250.624183] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.636429] env[64120]: DEBUG oslo_vmware.api [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.650517] env[64120]: DEBUG nova.network.neutron [-] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.733412] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-983d7a6f-7fbb-43cc-8758-2072ae281c20 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.744702] env[64120]: DEBUG oslo_vmware.api [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406616, 'name': Rename_Task, 'duration_secs': 0.211573} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.745971] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1250.746298] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3c4071e-219f-47a4-9436-cffd08efbe98 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.750502] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714472af-b613-41ef-938b-621974e27495 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.767034] env[64120]: DEBUG oslo_vmware.api [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1250.767034] env[64120]: value = "task-1406618" [ 1250.767034] env[64120]: _type = "Task" [ 1250.767034] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.782068] env[64120]: DEBUG nova.compute.manager [req-0f8f3cde-7a50-44cb-b8e9-f1e10739d87a req-ce682c43-ff20-4074-b9e9-a15f0dd68f54 service nova] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Detach interface failed, port_id=037dbb58-07f2-42c8-b68e-87ddbb6b8fe7, reason: Instance b6f8f7cc-33bf-4a8f-9cae-2e1308650292 could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1250.785484] env[64120]: DEBUG oslo_vmware.api [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.093806] env[64120]: DEBUG nova.compute.utils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1251.095321] env[64120]: DEBUG nova.compute.manager [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1251.095500] env[64120]: DEBUG nova.network.neutron [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1251.134970] env[64120]: DEBUG oslo_vmware.api [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406617, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.140691] env[64120]: DEBUG nova.policy [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c513f5a0414a4c39acf18c1e4bd646e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8131b330ac62474d90b903a060db36e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1251.153266] env[64120]: INFO nova.compute.manager [-] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Took 1.24 seconds to deallocate network for instance. [ 1251.162285] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "9311177f-121d-44db-86af-ad0e2e68d411" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.162524] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "9311177f-121d-44db-86af-ad0e2e68d411" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.279776] env[64120]: DEBUG oslo_vmware.api [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406618, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.419064] env[64120]: DEBUG nova.network.neutron [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Successfully created port: ce8b8d8b-06bf-4372-9a42-0d185af3af43 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1251.599808] env[64120]: DEBUG nova.compute.manager [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1251.638507] env[64120]: DEBUG oslo_vmware.api [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517436} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.639341] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 6dd495ef-37eb-448c-92c5-a00eb88afd11/6dd495ef-37eb-448c-92c5-a00eb88afd11.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1251.639341] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1251.640104] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fca059c7-c670-4830-99ce-a548080dff07 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.650705] env[64120]: DEBUG oslo_vmware.api [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1251.650705] env[64120]: value = "task-1406619" [ 1251.650705] env[64120]: _type = "Task" [ 1251.650705] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.660691] env[64120]: DEBUG oslo_vmware.api [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.664015] env[64120]: DEBUG oslo_concurrency.lockutils [None req-40ab6aa7-310a-4488-bc64-4989247a4b28 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.664582] env[64120]: DEBUG nova.compute.manager [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1251.779448] env[64120]: DEBUG oslo_vmware.api [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406618, 'name': PowerOnVM_Task, 'duration_secs': 0.791116} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.779760] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1251.779968] env[64120]: INFO nova.compute.manager [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Took 8.21 seconds to spawn the instance on the hypervisor. [ 1251.780178] env[64120]: DEBUG nova.compute.manager [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1251.781028] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b86da18-9cda-400d-89ce-d8120bfcab55 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.895824] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fceee6a-5ecd-4130-bcfa-cb28c847f584 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.903096] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10470388-2ab7-4b0f-b9f6-3db0aea1dcf0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.933446] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b133e2-ecd6-46a5-93fb-53149f6d878f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.940811] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e952b3-967b-4861-b144-33594e02ad08 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.953897] env[64120]: DEBUG nova.compute.provider_tree [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.161071] env[64120]: DEBUG oslo_vmware.api [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097526} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.161379] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1252.162201] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d445a4cd-be1f-43e8-b175-e2a8d649ba4d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.185939] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 6dd495ef-37eb-448c-92c5-a00eb88afd11/6dd495ef-37eb-448c-92c5-a00eb88afd11.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.188125] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa431872-d470-4128-b95d-c01d0e9943fd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.207962] env[64120]: DEBUG oslo_vmware.api [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1252.207962] env[64120]: value = "task-1406620" [ 1252.207962] env[64120]: _type = "Task" [ 1252.207962] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.211817] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.217397] env[64120]: DEBUG oslo_vmware.api [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406620, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.300230] env[64120]: INFO nova.compute.manager [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Took 35.21 seconds to build instance. [ 1252.459026] env[64120]: DEBUG nova.scheduler.client.report [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1252.610534] env[64120]: DEBUG nova.compute.manager [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1252.638082] env[64120]: DEBUG nova.virt.hardware [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1252.638388] env[64120]: DEBUG nova.virt.hardware [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1252.638644] env[64120]: DEBUG nova.virt.hardware [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1252.639788] env[64120]: DEBUG nova.virt.hardware [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1252.639788] env[64120]: DEBUG nova.virt.hardware [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1252.639788] env[64120]: DEBUG nova.virt.hardware [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1252.639964] env[64120]: DEBUG nova.virt.hardware [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1252.640881] env[64120]: DEBUG nova.virt.hardware [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1252.640881] env[64120]: DEBUG nova.virt.hardware [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1252.640881] env[64120]: DEBUG nova.virt.hardware [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1252.640881] env[64120]: DEBUG nova.virt.hardware [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1252.641838] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a8bae7-0e58-4276-b7fd-9acde3ba7e85 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.651273] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ddf636-4658-4a8a-a643-6c33216743ed {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.721961] env[64120]: DEBUG oslo_vmware.api [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.803723] env[64120]: DEBUG oslo_concurrency.lockutils [None req-97e46a88-2df1-4647-812b-e59327cd6366 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "2128a7dc-b28b-4160-8fa1-3753c9000e7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.719s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.862129] env[64120]: DEBUG nova.compute.manager [req-9217671f-92eb-42b0-a9cc-539c59f974e4 req-8a8b7a9e-5b18-44de-851f-b35266f4d142 service nova] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Received event network-vif-plugged-ce8b8d8b-06bf-4372-9a42-0d185af3af43 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1252.862129] env[64120]: DEBUG oslo_concurrency.lockutils [req-9217671f-92eb-42b0-a9cc-539c59f974e4 req-8a8b7a9e-5b18-44de-851f-b35266f4d142 service nova] Acquiring lock "87dd2d1b-5945-4fdf-bbfe-2caa7691c269-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.862129] env[64120]: DEBUG oslo_concurrency.lockutils [req-9217671f-92eb-42b0-a9cc-539c59f974e4 req-8a8b7a9e-5b18-44de-851f-b35266f4d142 service nova] Lock "87dd2d1b-5945-4fdf-bbfe-2caa7691c269-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.866281] env[64120]: DEBUG oslo_concurrency.lockutils [req-9217671f-92eb-42b0-a9cc-539c59f974e4 req-8a8b7a9e-5b18-44de-851f-b35266f4d142 service nova] Lock "87dd2d1b-5945-4fdf-bbfe-2caa7691c269-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.866672] env[64120]: DEBUG nova.compute.manager [req-9217671f-92eb-42b0-a9cc-539c59f974e4 req-8a8b7a9e-5b18-44de-851f-b35266f4d142 service nova] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] No waiting events found dispatching network-vif-plugged-ce8b8d8b-06bf-4372-9a42-0d185af3af43 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1252.868465] env[64120]: WARNING nova.compute.manager [req-9217671f-92eb-42b0-a9cc-539c59f974e4 req-8a8b7a9e-5b18-44de-851f-b35266f4d142 service nova] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Received unexpected event network-vif-plugged-ce8b8d8b-06bf-4372-9a42-0d185af3af43 for instance with vm_state building and task_state spawning. [ 1252.944981] env[64120]: DEBUG nova.network.neutron [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Successfully updated port: ce8b8d8b-06bf-4372-9a42-0d185af3af43 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1252.961960] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.962543] env[64120]: DEBUG nova.compute.manager [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1252.965428] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.276s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.966932] env[64120]: INFO nova.compute.claims [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1253.218903] env[64120]: DEBUG oslo_vmware.api [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406620, 'name': ReconfigVM_Task, 'duration_secs': 0.574704} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.219271] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 6dd495ef-37eb-448c-92c5-a00eb88afd11/6dd495ef-37eb-448c-92c5-a00eb88afd11.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.219898] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7376aac3-12ee-42e6-8bea-318d74506b72 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.226695] env[64120]: DEBUG oslo_vmware.api [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1253.226695] env[64120]: value = "task-1406621" [ 1253.226695] env[64120]: _type = "Task" [ 1253.226695] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.235712] env[64120]: DEBUG oslo_vmware.api [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406621, 'name': Rename_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.447683] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Acquiring lock "refresh_cache-87dd2d1b-5945-4fdf-bbfe-2caa7691c269" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.447833] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Acquired lock "refresh_cache-87dd2d1b-5945-4fdf-bbfe-2caa7691c269" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.448070] env[64120]: DEBUG nova.network.neutron [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1253.470429] env[64120]: DEBUG nova.compute.utils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1253.473438] env[64120]: DEBUG nova.compute.manager [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1253.473602] env[64120]: DEBUG nova.network.neutron [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1253.524076] env[64120]: DEBUG nova.policy [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c513f5a0414a4c39acf18c1e4bd646e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8131b330ac62474d90b903a060db36e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1253.737379] env[64120]: DEBUG oslo_vmware.api [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406621, 'name': Rename_Task, 'duration_secs': 0.14358} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.738700] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1253.738700] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-068d072a-c0f1-4b01-9713-27e9cf1cafe3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.744361] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "547c783c-4b19-40f3-9a6f-1ae256ade47e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.745930] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "547c783c-4b19-40f3-9a6f-1ae256ade47e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.749389] env[64120]: DEBUG oslo_vmware.api [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1253.749389] env[64120]: value = "task-1406622" [ 1253.749389] env[64120]: _type = "Task" [ 1253.749389] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.757677] env[64120]: DEBUG oslo_vmware.api [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.791637] env[64120]: DEBUG nova.network.neutron [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Successfully created port: 41a13231-9a08-4cae-be52-59029694d0c0 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1253.977079] env[64120]: DEBUG nova.compute.manager [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1253.980711] env[64120]: DEBUG nova.network.neutron [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1254.146185] env[64120]: DEBUG nova.network.neutron [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Updating instance_info_cache with network_info: [{"id": "ce8b8d8b-06bf-4372-9a42-0d185af3af43", "address": "fa:16:3e:9c:e0:b1", "network": {"id": "05a8021a-a29f-4b22-9f83-be5ac536fe6e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-8354452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8131b330ac62474d90b903a060db36e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce8b8d8b-06", "ovs_interfaceid": "ce8b8d8b-06bf-4372-9a42-0d185af3af43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.247611] env[64120]: DEBUG nova.compute.manager [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1254.260868] env[64120]: DEBUG oslo_vmware.api [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406622, 'name': PowerOnVM_Task, 'duration_secs': 0.445353} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.261229] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1254.261427] env[64120]: INFO nova.compute.manager [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1254.261631] env[64120]: DEBUG nova.compute.manager [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1254.262809] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f7841c-7216-4086-ae63-7be880dfdfc1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.346569] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c1175a-e17f-48d5-a7dc-cdb82db4ea06 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.355521] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea56ad1e-23d3-4d0d-b601-a62ab86655df {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.387312] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686bc654-eb9e-4580-967b-76355aaf36d1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.397022] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9d2a95-bd7a-4b89-a1d3-ff80d4e33eb4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.410929] env[64120]: DEBUG nova.compute.provider_tree [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.649385] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Releasing lock "refresh_cache-87dd2d1b-5945-4fdf-bbfe-2caa7691c269" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1254.649753] env[64120]: DEBUG nova.compute.manager [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Instance network_info: |[{"id": "ce8b8d8b-06bf-4372-9a42-0d185af3af43", "address": "fa:16:3e:9c:e0:b1", "network": {"id": "05a8021a-a29f-4b22-9f83-be5ac536fe6e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-8354452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8131b330ac62474d90b903a060db36e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce8b8d8b-06", "ovs_interfaceid": "ce8b8d8b-06bf-4372-9a42-0d185af3af43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1254.650433] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:e0:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce8b8d8b-06bf-4372-9a42-0d185af3af43', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1254.658266] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Creating folder: Project (8131b330ac62474d90b903a060db36e4). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1254.658925] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-599b57d9-c628-410d-ad73-caf5edea9fa3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.671434] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Created folder: Project (8131b330ac62474d90b903a060db36e4) in parent group-v297899. [ 1254.671434] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Creating folder: Instances. Parent ref: group-v298132. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1254.671694] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8139fd1-8598-4aa3-b19c-cafe2771089e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.682502] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Created folder: Instances in parent group-v298132. [ 1254.682777] env[64120]: DEBUG oslo.service.loopingcall [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1254.682975] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1254.683222] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ee77057-ebec-457a-92f7-c32ac0a91395 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.703885] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1254.703885] env[64120]: value = "task-1406625" [ 1254.703885] env[64120]: _type = "Task" [ 1254.703885] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.716206] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406625, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.775760] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.784719] env[64120]: INFO nova.compute.manager [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Took 32.49 seconds to build instance. [ 1254.890315] env[64120]: DEBUG nova.compute.manager [req-c194c53b-cd68-47d9-814f-d843e3b0fed0 req-727e1b9f-7ae9-45bc-8231-0e2bb5f2f905 service nova] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Received event network-changed-ce8b8d8b-06bf-4372-9a42-0d185af3af43 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1254.890601] env[64120]: DEBUG nova.compute.manager [req-c194c53b-cd68-47d9-814f-d843e3b0fed0 req-727e1b9f-7ae9-45bc-8231-0e2bb5f2f905 service nova] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Refreshing instance network info cache due to event network-changed-ce8b8d8b-06bf-4372-9a42-0d185af3af43. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1254.890853] env[64120]: DEBUG oslo_concurrency.lockutils [req-c194c53b-cd68-47d9-814f-d843e3b0fed0 req-727e1b9f-7ae9-45bc-8231-0e2bb5f2f905 service nova] Acquiring lock "refresh_cache-87dd2d1b-5945-4fdf-bbfe-2caa7691c269" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1254.891222] env[64120]: DEBUG oslo_concurrency.lockutils [req-c194c53b-cd68-47d9-814f-d843e3b0fed0 req-727e1b9f-7ae9-45bc-8231-0e2bb5f2f905 service nova] Acquired lock "refresh_cache-87dd2d1b-5945-4fdf-bbfe-2caa7691c269" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.891442] env[64120]: DEBUG nova.network.neutron [req-c194c53b-cd68-47d9-814f-d843e3b0fed0 req-727e1b9f-7ae9-45bc-8231-0e2bb5f2f905 service nova] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Refreshing network info cache for port ce8b8d8b-06bf-4372-9a42-0d185af3af43 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1254.913510] env[64120]: DEBUG nova.scheduler.client.report [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1254.992185] env[64120]: DEBUG nova.compute.manager [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1255.019067] env[64120]: DEBUG nova.virt.hardware [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1255.019454] env[64120]: DEBUG nova.virt.hardware [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1255.019654] env[64120]: DEBUG nova.virt.hardware [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.019877] env[64120]: DEBUG nova.virt.hardware [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1255.020054] env[64120]: DEBUG nova.virt.hardware [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.020228] env[64120]: DEBUG nova.virt.hardware [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1255.020483] env[64120]: DEBUG nova.virt.hardware [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1255.020719] env[64120]: DEBUG nova.virt.hardware [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1255.021041] env[64120]: DEBUG nova.virt.hardware [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1255.021251] env[64120]: DEBUG nova.virt.hardware [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1255.021486] env[64120]: DEBUG nova.virt.hardware [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1255.022500] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05c2d94-f96c-4ed2-964c-19a0e0f4a97c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.030996] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4a6b09-e215-4eec-809e-c88615e5371b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.214399] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406625, 'name': CreateVM_Task, 'duration_secs': 0.358192} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.214559] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1255.215324] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.215500] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.216043] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1255.216452] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f03c365-cf72-4cd8-ac72-7c0c45588474 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.221189] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Waiting for the task: (returnval){ [ 1255.221189] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52654333-b655-bbda-c8ed-9fa2c6822de1" [ 1255.221189] env[64120]: _type = "Task" [ 1255.221189] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.229750] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52654333-b655-bbda-c8ed-9fa2c6822de1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.286923] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1ecddd0a-eddb-4357-8604-feeb4b5891ae tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Lock "6dd495ef-37eb-448c-92c5-a00eb88afd11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.009s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1255.291705] env[64120]: DEBUG nova.network.neutron [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Successfully updated port: 41a13231-9a08-4cae-be52-59029694d0c0 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1255.418608] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1255.419518] env[64120]: DEBUG nova.compute.manager [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1255.424350] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ff1668b1-878d-43fa-bdc0-22959a5ed22f tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.255s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1255.424350] env[64120]: DEBUG nova.objects.instance [None req-ff1668b1-878d-43fa-bdc0-22959a5ed22f tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Lazy-loading 'resources' on Instance uuid 5928e4a6-f3ae-4693-851f-8bb7869f6e52 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.596763] env[64120]: INFO nova.compute.manager [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Rescuing [ 1255.596911] env[64120]: DEBUG oslo_concurrency.lockutils [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Acquiring lock "refresh_cache-6dd495ef-37eb-448c-92c5-a00eb88afd11" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.597156] env[64120]: DEBUG oslo_concurrency.lockutils [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Acquired lock "refresh_cache-6dd495ef-37eb-448c-92c5-a00eb88afd11" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.597258] env[64120]: DEBUG nova.network.neutron [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1255.610775] env[64120]: DEBUG nova.network.neutron [req-c194c53b-cd68-47d9-814f-d843e3b0fed0 req-727e1b9f-7ae9-45bc-8231-0e2bb5f2f905 service nova] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Updated VIF entry in instance network info cache for port ce8b8d8b-06bf-4372-9a42-0d185af3af43. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1255.611210] env[64120]: DEBUG nova.network.neutron [req-c194c53b-cd68-47d9-814f-d843e3b0fed0 req-727e1b9f-7ae9-45bc-8231-0e2bb5f2f905 service nova] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Updating instance_info_cache with network_info: [{"id": "ce8b8d8b-06bf-4372-9a42-0d185af3af43", "address": "fa:16:3e:9c:e0:b1", "network": {"id": "05a8021a-a29f-4b22-9f83-be5ac536fe6e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-8354452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8131b330ac62474d90b903a060db36e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce8b8d8b-06", "ovs_interfaceid": "ce8b8d8b-06bf-4372-9a42-0d185af3af43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.732370] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52654333-b655-bbda-c8ed-9fa2c6822de1, 'name': SearchDatastore_Task, 'duration_secs': 0.009775} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.732598] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1255.732840] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1255.733108] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.733346] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.733592] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1255.733797] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99a2d348-2681-45de-b705-49d73adcd406 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.742478] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1255.742666] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1255.743413] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92a5c427-99d6-41ae-a4cf-7d3960d812cb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.748442] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Waiting for the task: (returnval){ [ 1255.748442] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e6bc5b-5798-aa57-9990-55ebb64fe40d" [ 1255.748442] env[64120]: _type = "Task" [ 1255.748442] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.756347] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e6bc5b-5798-aa57-9990-55ebb64fe40d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.794291] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Acquiring lock "refresh_cache-ddfe7a56-7053-4e96-9401-6b483150da7c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.794449] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Acquired lock "refresh_cache-ddfe7a56-7053-4e96-9401-6b483150da7c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.794641] env[64120]: DEBUG nova.network.neutron [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1255.929156] env[64120]: DEBUG nova.compute.utils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1255.930931] env[64120]: DEBUG nova.compute.manager [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1255.930931] env[64120]: DEBUG nova.network.neutron [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1255.968847] env[64120]: DEBUG nova.policy [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c513f5a0414a4c39acf18c1e4bd646e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8131b330ac62474d90b903a060db36e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1256.113446] env[64120]: DEBUG oslo_concurrency.lockutils [req-c194c53b-cd68-47d9-814f-d843e3b0fed0 req-727e1b9f-7ae9-45bc-8231-0e2bb5f2f905 service nova] Releasing lock "refresh_cache-87dd2d1b-5945-4fdf-bbfe-2caa7691c269" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.219067] env[64120]: DEBUG nova.network.neutron [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Successfully created port: 0c12c26e-a0d7-4fbc-a24f-a463c9f520ee {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1256.238944] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f129002-23da-4270-98d1-932c41688ec8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.246926] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ce12c7-1d7b-46ba-bdd7-42228568d5b7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.259692] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e6bc5b-5798-aa57-9990-55ebb64fe40d, 'name': SearchDatastore_Task, 'duration_secs': 0.008161} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.283339] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e96babdd-4418-4b09-bfae-099f463346db {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.286174] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12db32a3-1272-47fc-9321-a2b826afda09 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.291875] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Waiting for the task: (returnval){ [ 1256.291875] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52aaf1ec-b117-26a9-6809-18137aa53507" [ 1256.291875] env[64120]: _type = "Task" [ 1256.291875] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.297540] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c7fa46-7219-49cb-b20e-b3c091a1df9b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.310395] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52aaf1ec-b117-26a9-6809-18137aa53507, 'name': SearchDatastore_Task, 'duration_secs': 0.010258} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.319474] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.319911] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 87dd2d1b-5945-4fdf-bbfe-2caa7691c269/87dd2d1b-5945-4fdf-bbfe-2caa7691c269.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1256.320597] env[64120]: DEBUG nova.compute.provider_tree [None req-ff1668b1-878d-43fa-bdc0-22959a5ed22f tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.322095] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-973493cc-76ca-4047-90fe-6b71140badf0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.329500] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Waiting for the task: (returnval){ [ 1256.329500] env[64120]: value = "task-1406626" [ 1256.329500] env[64120]: _type = "Task" [ 1256.329500] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.338368] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.353230] env[64120]: DEBUG nova.network.neutron [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1256.362519] env[64120]: DEBUG nova.network.neutron [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Updating instance_info_cache with network_info: [{"id": "3fda3051-b376-41d9-8485-22e831f02572", "address": "fa:16:3e:3a:1e:7d", "network": {"id": "2ea89461-991e-4cb1-a41a-c6f26f0c3aaf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1532543769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5c9d3a77183743a38730bfd5d4456c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fda3051-b3", "ovs_interfaceid": "3fda3051-b376-41d9-8485-22e831f02572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.433649] env[64120]: DEBUG nova.compute.manager [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1256.557262] env[64120]: DEBUG nova.network.neutron [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Updating instance_info_cache with network_info: [{"id": "41a13231-9a08-4cae-be52-59029694d0c0", "address": "fa:16:3e:c6:c8:8f", "network": {"id": "05a8021a-a29f-4b22-9f83-be5ac536fe6e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-8354452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8131b330ac62474d90b903a060db36e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a13231-9a", "ovs_interfaceid": "41a13231-9a08-4cae-be52-59029694d0c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.826331] env[64120]: DEBUG nova.scheduler.client.report [None req-ff1668b1-878d-43fa-bdc0-22959a5ed22f tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1256.841182] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406626, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.865880] env[64120]: DEBUG oslo_concurrency.lockutils [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Releasing lock "refresh_cache-6dd495ef-37eb-448c-92c5-a00eb88afd11" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.994616] env[64120]: DEBUG nova.compute.manager [req-1c7606ac-4a0e-4f2e-bcb7-27bf0cb01630 req-46505d3c-fa90-40aa-bef5-ce4017966766 service nova] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Received event network-vif-plugged-41a13231-9a08-4cae-be52-59029694d0c0 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1256.994616] env[64120]: DEBUG oslo_concurrency.lockutils [req-1c7606ac-4a0e-4f2e-bcb7-27bf0cb01630 req-46505d3c-fa90-40aa-bef5-ce4017966766 service nova] Acquiring lock "ddfe7a56-7053-4e96-9401-6b483150da7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.994765] env[64120]: DEBUG oslo_concurrency.lockutils [req-1c7606ac-4a0e-4f2e-bcb7-27bf0cb01630 req-46505d3c-fa90-40aa-bef5-ce4017966766 service nova] Lock "ddfe7a56-7053-4e96-9401-6b483150da7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.994864] env[64120]: DEBUG oslo_concurrency.lockutils [req-1c7606ac-4a0e-4f2e-bcb7-27bf0cb01630 req-46505d3c-fa90-40aa-bef5-ce4017966766 service nova] Lock "ddfe7a56-7053-4e96-9401-6b483150da7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1256.995047] env[64120]: DEBUG nova.compute.manager [req-1c7606ac-4a0e-4f2e-bcb7-27bf0cb01630 req-46505d3c-fa90-40aa-bef5-ce4017966766 service nova] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] No waiting events found dispatching network-vif-plugged-41a13231-9a08-4cae-be52-59029694d0c0 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1256.995230] env[64120]: WARNING nova.compute.manager [req-1c7606ac-4a0e-4f2e-bcb7-27bf0cb01630 req-46505d3c-fa90-40aa-bef5-ce4017966766 service nova] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Received unexpected event network-vif-plugged-41a13231-9a08-4cae-be52-59029694d0c0 for instance with vm_state building and task_state spawning. [ 1256.995404] env[64120]: DEBUG nova.compute.manager [req-1c7606ac-4a0e-4f2e-bcb7-27bf0cb01630 req-46505d3c-fa90-40aa-bef5-ce4017966766 service nova] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Received event network-changed-41a13231-9a08-4cae-be52-59029694d0c0 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1256.995558] env[64120]: DEBUG nova.compute.manager [req-1c7606ac-4a0e-4f2e-bcb7-27bf0cb01630 req-46505d3c-fa90-40aa-bef5-ce4017966766 service nova] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Refreshing instance network info cache due to event network-changed-41a13231-9a08-4cae-be52-59029694d0c0. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1256.995727] env[64120]: DEBUG oslo_concurrency.lockutils [req-1c7606ac-4a0e-4f2e-bcb7-27bf0cb01630 req-46505d3c-fa90-40aa-bef5-ce4017966766 service nova] Acquiring lock "refresh_cache-ddfe7a56-7053-4e96-9401-6b483150da7c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.060152] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Releasing lock "refresh_cache-ddfe7a56-7053-4e96-9401-6b483150da7c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.060581] env[64120]: DEBUG nova.compute.manager [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Instance network_info: |[{"id": "41a13231-9a08-4cae-be52-59029694d0c0", "address": "fa:16:3e:c6:c8:8f", "network": {"id": "05a8021a-a29f-4b22-9f83-be5ac536fe6e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-8354452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8131b330ac62474d90b903a060db36e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a13231-9a", "ovs_interfaceid": "41a13231-9a08-4cae-be52-59029694d0c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1257.061192] env[64120]: DEBUG oslo_concurrency.lockutils [req-1c7606ac-4a0e-4f2e-bcb7-27bf0cb01630 req-46505d3c-fa90-40aa-bef5-ce4017966766 service nova] Acquired lock "refresh_cache-ddfe7a56-7053-4e96-9401-6b483150da7c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.061450] env[64120]: DEBUG nova.network.neutron [req-1c7606ac-4a0e-4f2e-bcb7-27bf0cb01630 req-46505d3c-fa90-40aa-bef5-ce4017966766 service nova] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Refreshing network info cache for port 41a13231-9a08-4cae-be52-59029694d0c0 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.063203] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:c8:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41a13231-9a08-4cae-be52-59029694d0c0', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1257.075168] env[64120]: DEBUG oslo.service.loopingcall [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1257.079402] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1257.080046] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b9f2ef2-cff5-489b-8ca3-4c17f6619273 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.109503] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1257.109503] env[64120]: value = "task-1406627" [ 1257.109503] env[64120]: _type = "Task" [ 1257.109503] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.117245] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406627, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.308351] env[64120]: DEBUG nova.network.neutron [req-1c7606ac-4a0e-4f2e-bcb7-27bf0cb01630 req-46505d3c-fa90-40aa-bef5-ce4017966766 service nova] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Updated VIF entry in instance network info cache for port 41a13231-9a08-4cae-be52-59029694d0c0. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1257.308751] env[64120]: DEBUG nova.network.neutron [req-1c7606ac-4a0e-4f2e-bcb7-27bf0cb01630 req-46505d3c-fa90-40aa-bef5-ce4017966766 service nova] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Updating instance_info_cache with network_info: [{"id": "41a13231-9a08-4cae-be52-59029694d0c0", "address": "fa:16:3e:c6:c8:8f", "network": {"id": "05a8021a-a29f-4b22-9f83-be5ac536fe6e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-8354452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8131b330ac62474d90b903a060db36e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a13231-9a", "ovs_interfaceid": "41a13231-9a08-4cae-be52-59029694d0c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.335472] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ff1668b1-878d-43fa-bdc0-22959a5ed22f tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.338052] env[64120]: DEBUG oslo_concurrency.lockutils [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.575s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.339696] env[64120]: INFO nova.compute.claims [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1257.349427] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75123} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.349745] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 87dd2d1b-5945-4fdf-bbfe-2caa7691c269/87dd2d1b-5945-4fdf-bbfe-2caa7691c269.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1257.349977] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1257.350305] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-006721ba-3a41-452d-bb40-e66fd115c5b5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.359297] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Waiting for the task: (returnval){ [ 1257.359297] env[64120]: value = "task-1406628" [ 1257.359297] env[64120]: _type = "Task" [ 1257.359297] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.364738] env[64120]: INFO nova.scheduler.client.report [None req-ff1668b1-878d-43fa-bdc0-22959a5ed22f tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Deleted allocations for instance 5928e4a6-f3ae-4693-851f-8bb7869f6e52 [ 1257.372688] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.400041] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.400454] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-969683e9-e158-4272-981a-5eda042f59c7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.408063] env[64120]: DEBUG oslo_vmware.api [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1257.408063] env[64120]: value = "task-1406629" [ 1257.408063] env[64120]: _type = "Task" [ 1257.408063] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.419148] env[64120]: DEBUG oslo_vmware.api [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.445397] env[64120]: DEBUG nova.compute.manager [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1257.468954] env[64120]: DEBUG nova.virt.hardware [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1257.469373] env[64120]: DEBUG nova.virt.hardware [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1257.470816] env[64120]: DEBUG nova.virt.hardware [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.470816] env[64120]: DEBUG nova.virt.hardware [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1257.470816] env[64120]: DEBUG nova.virt.hardware [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.470816] env[64120]: DEBUG nova.virt.hardware [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1257.470816] env[64120]: DEBUG nova.virt.hardware [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1257.471160] env[64120]: DEBUG nova.virt.hardware [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1257.471160] env[64120]: DEBUG nova.virt.hardware [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1257.471380] env[64120]: DEBUG nova.virt.hardware [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1257.471496] env[64120]: DEBUG nova.virt.hardware [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1257.472421] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be165b7-a068-4aa3-a9d7-c15067af1a0b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.480400] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825c6153-c927-4f4e-9876-831fbb0c43c0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.620681] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406627, 'name': CreateVM_Task, 'duration_secs': 0.348539} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.620860] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1257.621555] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.621751] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.622461] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1257.622461] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9e254db-6a75-4d70-a9c2-7ad4462a8810 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.627065] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Waiting for the task: (returnval){ [ 1257.627065] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52150436-3788-1585-427e-6b449d03c66c" [ 1257.627065] env[64120]: _type = "Task" [ 1257.627065] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.634869] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52150436-3788-1585-427e-6b449d03c66c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.811850] env[64120]: DEBUG oslo_concurrency.lockutils [req-1c7606ac-4a0e-4f2e-bcb7-27bf0cb01630 req-46505d3c-fa90-40aa-bef5-ce4017966766 service nova] Releasing lock "refresh_cache-ddfe7a56-7053-4e96-9401-6b483150da7c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.829375] env[64120]: DEBUG nova.network.neutron [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Successfully updated port: 0c12c26e-a0d7-4fbc-a24f-a463c9f520ee {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1257.869293] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08208} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.869564] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1257.870384] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf24dde7-fc59-43b0-80f4-38ab9ffbda85 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.892052] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 87dd2d1b-5945-4fdf-bbfe-2caa7691c269/87dd2d1b-5945-4fdf-bbfe-2caa7691c269.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1257.892541] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ff1668b1-878d-43fa-bdc0-22959a5ed22f tempest-ImagesOneServerNegativeTestJSON-977632299 tempest-ImagesOneServerNegativeTestJSON-977632299-project-member] Lock "5928e4a6-f3ae-4693-851f-8bb7869f6e52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.764s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.893626] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d8299e8-84e5-43de-8980-09143ed60e59 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.913190] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Waiting for the task: (returnval){ [ 1257.913190] env[64120]: value = "task-1406630" [ 1257.913190] env[64120]: _type = "Task" [ 1257.913190] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.919318] env[64120]: DEBUG oslo_vmware.api [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406629, 'name': PowerOffVM_Task, 'duration_secs': 0.189422} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.919707] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.920579] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c27cde-a383-4ef6-9e69-60b4732ed8f3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.925654] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406630, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.941344] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32519124-ec64-4a9e-b08d-7f2999e78906 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.969813] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.970136] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-211d8355-808f-438a-b585-693e77dc886d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.975966] env[64120]: DEBUG oslo_vmware.api [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1257.975966] env[64120]: value = "task-1406631" [ 1257.975966] env[64120]: _type = "Task" [ 1257.975966] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.983676] env[64120]: DEBUG oslo_vmware.api [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.152049] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52150436-3788-1585-427e-6b449d03c66c, 'name': SearchDatastore_Task, 'duration_secs': 0.008504} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.152390] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.152703] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1258.154065] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.154065] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.154065] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1258.155190] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bf6ee27-b774-4552-b85b-efb28f08c9c2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.171861] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1258.172089] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1258.174549] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c803624-c3b6-4169-8166-fa4879d6b51d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.188805] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Waiting for the task: (returnval){ [ 1258.188805] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]527545a9-56b1-1bb4-f32f-7b2306119038" [ 1258.188805] env[64120]: _type = "Task" [ 1258.188805] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.209392] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]527545a9-56b1-1bb4-f32f-7b2306119038, 'name': SearchDatastore_Task, 'duration_secs': 0.010854} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.210258] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-506dd4b8-699d-49bb-958d-67276c3f96e9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.222922] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Waiting for the task: (returnval){ [ 1258.222922] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b5b11b-4089-e560-28e3-1633b2544283" [ 1258.222922] env[64120]: _type = "Task" [ 1258.222922] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.232215] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b5b11b-4089-e560-28e3-1633b2544283, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.332550] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Acquiring lock "refresh_cache-751beaa3-a732-4ae3-a135-13986f05256f" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.332925] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Acquired lock "refresh_cache-751beaa3-a732-4ae3-a135-13986f05256f" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.332925] env[64120]: DEBUG nova.network.neutron [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.424144] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406630, 'name': ReconfigVM_Task, 'duration_secs': 0.261508} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.426358] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 87dd2d1b-5945-4fdf-bbfe-2caa7691c269/87dd2d1b-5945-4fdf-bbfe-2caa7691c269.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.427147] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f63ffb9-5bb7-48f0-9956-84478e07c3ab {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.432917] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Waiting for the task: (returnval){ [ 1258.432917] env[64120]: value = "task-1406632" [ 1258.432917] env[64120]: _type = "Task" [ 1258.432917] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.443707] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406632, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.486738] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] VM already powered off {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1258.487481] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1258.487481] env[64120]: DEBUG oslo_concurrency.lockutils [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.734125] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b5b11b-4089-e560-28e3-1633b2544283, 'name': SearchDatastore_Task, 'duration_secs': 0.013975} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.734436] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.734706] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] ddfe7a56-7053-4e96-9401-6b483150da7c/ddfe7a56-7053-4e96-9401-6b483150da7c.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1258.734998] env[64120]: DEBUG oslo_concurrency.lockutils [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.735216] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1258.735450] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cb8d1f8-1737-4b13-a901-9a319d39157d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.737351] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cc8466b-46c8-4850-b726-569418500b2d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.746501] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Waiting for the task: (returnval){ [ 1258.746501] env[64120]: value = "task-1406633" [ 1258.746501] env[64120]: _type = "Task" [ 1258.746501] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.750767] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1258.750953] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1258.752821] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a7c77c6-f36b-48ea-9d1d-d078a5921479 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.755579] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be96fea8-e7f2-47eb-90b8-fc4fa35c95b1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.760985] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.764027] env[64120]: DEBUG oslo_vmware.api [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1258.764027] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b5b479-42e5-8eee-4c1d-474cedd1a0a3" [ 1258.764027] env[64120]: _type = "Task" [ 1258.764027] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.769925] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60603559-2121-40c7-812d-454e35ab0901 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.778789] env[64120]: DEBUG oslo_vmware.api [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b5b479-42e5-8eee-4c1d-474cedd1a0a3, 'name': SearchDatastore_Task, 'duration_secs': 0.012267} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.815189] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77812e35-6f6d-46cc-960c-67304e6b3181 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.817594] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a245718-7e68-4c97-90a6-39e7c2f80261 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.824337] env[64120]: DEBUG oslo_vmware.api [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1258.824337] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52761779-0a11-2624-6437-99cff3ca80b5" [ 1258.824337] env[64120]: _type = "Task" [ 1258.824337] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.829587] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb029c41-d50c-4f88-bdf5-078d1ba7d2ed {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.848049] env[64120]: DEBUG nova.compute.provider_tree [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.849565] env[64120]: DEBUG oslo_vmware.api [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52761779-0a11-2624-6437-99cff3ca80b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.884687] env[64120]: DEBUG nova.network.neutron [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1258.945678] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406632, 'name': Rename_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.023629] env[64120]: DEBUG nova.compute.manager [req-7886454f-f259-4893-ad71-d1c4feb1a6f5 req-238d85fe-c74b-4340-9f99-60d441f34e26 service nova] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Received event network-vif-plugged-0c12c26e-a0d7-4fbc-a24f-a463c9f520ee {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1259.023889] env[64120]: DEBUG oslo_concurrency.lockutils [req-7886454f-f259-4893-ad71-d1c4feb1a6f5 req-238d85fe-c74b-4340-9f99-60d441f34e26 service nova] Acquiring lock "751beaa3-a732-4ae3-a135-13986f05256f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.024142] env[64120]: DEBUG oslo_concurrency.lockutils [req-7886454f-f259-4893-ad71-d1c4feb1a6f5 req-238d85fe-c74b-4340-9f99-60d441f34e26 service nova] Lock "751beaa3-a732-4ae3-a135-13986f05256f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.024362] env[64120]: DEBUG oslo_concurrency.lockutils [req-7886454f-f259-4893-ad71-d1c4feb1a6f5 req-238d85fe-c74b-4340-9f99-60d441f34e26 service nova] Lock "751beaa3-a732-4ae3-a135-13986f05256f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.024551] env[64120]: DEBUG nova.compute.manager [req-7886454f-f259-4893-ad71-d1c4feb1a6f5 req-238d85fe-c74b-4340-9f99-60d441f34e26 service nova] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] No waiting events found dispatching network-vif-plugged-0c12c26e-a0d7-4fbc-a24f-a463c9f520ee {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1259.024713] env[64120]: WARNING nova.compute.manager [req-7886454f-f259-4893-ad71-d1c4feb1a6f5 req-238d85fe-c74b-4340-9f99-60d441f34e26 service nova] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Received unexpected event network-vif-plugged-0c12c26e-a0d7-4fbc-a24f-a463c9f520ee for instance with vm_state building and task_state spawning. [ 1259.024881] env[64120]: DEBUG nova.compute.manager [req-7886454f-f259-4893-ad71-d1c4feb1a6f5 req-238d85fe-c74b-4340-9f99-60d441f34e26 service nova] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Received event network-changed-0c12c26e-a0d7-4fbc-a24f-a463c9f520ee {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1259.025055] env[64120]: DEBUG nova.compute.manager [req-7886454f-f259-4893-ad71-d1c4feb1a6f5 req-238d85fe-c74b-4340-9f99-60d441f34e26 service nova] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Refreshing instance network info cache due to event network-changed-0c12c26e-a0d7-4fbc-a24f-a463c9f520ee. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1259.025330] env[64120]: DEBUG oslo_concurrency.lockutils [req-7886454f-f259-4893-ad71-d1c4feb1a6f5 req-238d85fe-c74b-4340-9f99-60d441f34e26 service nova] Acquiring lock "refresh_cache-751beaa3-a732-4ae3-a135-13986f05256f" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.036981] env[64120]: DEBUG nova.network.neutron [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Updating instance_info_cache with network_info: [{"id": "0c12c26e-a0d7-4fbc-a24f-a463c9f520ee", "address": "fa:16:3e:12:e9:be", "network": {"id": "05a8021a-a29f-4b22-9f83-be5ac536fe6e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-8354452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8131b330ac62474d90b903a060db36e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c12c26e-a0", "ovs_interfaceid": "0c12c26e-a0d7-4fbc-a24f-a463c9f520ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.257671] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493795} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.258205] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] ddfe7a56-7053-4e96-9401-6b483150da7c/ddfe7a56-7053-4e96-9401-6b483150da7c.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1259.258205] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1259.258543] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72dfe8d7-6e12-42a3-9dcb-60386a9df95e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.264806] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Waiting for the task: (returnval){ [ 1259.264806] env[64120]: value = "task-1406634" [ 1259.264806] env[64120]: _type = "Task" [ 1259.264806] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.273673] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.336398] env[64120]: DEBUG oslo_vmware.api [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52761779-0a11-2624-6437-99cff3ca80b5, 'name': SearchDatastore_Task, 'duration_secs': 0.015322} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.336818] env[64120]: DEBUG oslo_concurrency.lockutils [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1259.337209] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 6dd495ef-37eb-448c-92c5-a00eb88afd11/aef4c66b-ea31-40a0-a498-e6a6d723a3ce-rescue.vmdk. {{(pid=64120) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1259.337476] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-555bf845-465a-4f29-9a89-cc9ecbe30324 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.344161] env[64120]: DEBUG oslo_vmware.api [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1259.344161] env[64120]: value = "task-1406635" [ 1259.344161] env[64120]: _type = "Task" [ 1259.344161] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.352940] env[64120]: DEBUG nova.scheduler.client.report [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1259.356295] env[64120]: DEBUG oslo_vmware.api [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.446070] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406632, 'name': Rename_Task, 'duration_secs': 0.851494} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.446070] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1259.446070] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4ce7bce-a81e-4b9b-958c-fa81463efd5f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.452229] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Waiting for the task: (returnval){ [ 1259.452229] env[64120]: value = "task-1406636" [ 1259.452229] env[64120]: _type = "Task" [ 1259.452229] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.469703] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406636, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.539508] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Releasing lock "refresh_cache-751beaa3-a732-4ae3-a135-13986f05256f" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1259.539845] env[64120]: DEBUG nova.compute.manager [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Instance network_info: |[{"id": "0c12c26e-a0d7-4fbc-a24f-a463c9f520ee", "address": "fa:16:3e:12:e9:be", "network": {"id": "05a8021a-a29f-4b22-9f83-be5ac536fe6e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-8354452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8131b330ac62474d90b903a060db36e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c12c26e-a0", "ovs_interfaceid": "0c12c26e-a0d7-4fbc-a24f-a463c9f520ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1259.540203] env[64120]: DEBUG oslo_concurrency.lockutils [req-7886454f-f259-4893-ad71-d1c4feb1a6f5 req-238d85fe-c74b-4340-9f99-60d441f34e26 service nova] Acquired lock "refresh_cache-751beaa3-a732-4ae3-a135-13986f05256f" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.540414] env[64120]: DEBUG nova.network.neutron [req-7886454f-f259-4893-ad71-d1c4feb1a6f5 req-238d85fe-c74b-4340-9f99-60d441f34e26 service nova] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Refreshing network info cache for port 0c12c26e-a0d7-4fbc-a24f-a463c9f520ee {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.541690] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:e9:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c12c26e-a0d7-4fbc-a24f-a463c9f520ee', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1259.549752] env[64120]: DEBUG oslo.service.loopingcall [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1259.550475] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1259.551026] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0279ce6-09f1-4b39-946a-d0b45eed263b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.571342] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1259.571342] env[64120]: value = "task-1406637" [ 1259.571342] env[64120]: _type = "Task" [ 1259.571342] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.579229] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406637, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.784955] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07747} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.784955] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1259.784955] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea6d298-da62-42a3-8c31-b21007556992 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.816376] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] ddfe7a56-7053-4e96-9401-6b483150da7c/ddfe7a56-7053-4e96-9401-6b483150da7c.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1259.816816] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48d0770f-ce20-47ad-8b11-4690cc4fcc8e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.841155] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Waiting for the task: (returnval){ [ 1259.841155] env[64120]: value = "task-1406638" [ 1259.841155] env[64120]: _type = "Task" [ 1259.841155] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.859356] env[64120]: DEBUG oslo_concurrency.lockutils [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.860244] env[64120]: DEBUG nova.compute.manager [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1259.864505] env[64120]: DEBUG oslo_vmware.api [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406635, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.870186] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.030s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.875031] env[64120]: INFO nova.compute.claims [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1259.876314] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.971037] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406636, 'name': PowerOnVM_Task, 'duration_secs': 0.502163} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.971438] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1259.971673] env[64120]: INFO nova.compute.manager [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1259.972098] env[64120]: DEBUG nova.compute.manager [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1259.973643] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad8f5e9-8e85-40e4-8baf-7aaca70ca9b4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.081880] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406637, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.360235] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406638, 'name': ReconfigVM_Task, 'duration_secs': 0.327116} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.364213] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Reconfigured VM instance instance-00000053 to attach disk [datastore2] ddfe7a56-7053-4e96-9401-6b483150da7c/ddfe7a56-7053-4e96-9401-6b483150da7c.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1260.365254] env[64120]: DEBUG oslo_vmware.api [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406635, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590495} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.366135] env[64120]: DEBUG nova.network.neutron [req-7886454f-f259-4893-ad71-d1c4feb1a6f5 req-238d85fe-c74b-4340-9f99-60d441f34e26 service nova] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Updated VIF entry in instance network info cache for port 0c12c26e-a0d7-4fbc-a24f-a463c9f520ee. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1260.366463] env[64120]: DEBUG nova.network.neutron [req-7886454f-f259-4893-ad71-d1c4feb1a6f5 req-238d85fe-c74b-4340-9f99-60d441f34e26 service nova] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Updating instance_info_cache with network_info: [{"id": "0c12c26e-a0d7-4fbc-a24f-a463c9f520ee", "address": "fa:16:3e:12:e9:be", "network": {"id": "05a8021a-a29f-4b22-9f83-be5ac536fe6e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-8354452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8131b330ac62474d90b903a060db36e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c12c26e-a0", "ovs_interfaceid": "0c12c26e-a0d7-4fbc-a24f-a463c9f520ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.367621] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5204d380-a290-4015-8808-92c30e099e80 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.369343] env[64120]: INFO nova.virt.vmwareapi.ds_util [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 6dd495ef-37eb-448c-92c5-a00eb88afd11/aef4c66b-ea31-40a0-a498-e6a6d723a3ce-rescue.vmdk. [ 1260.370218] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b048f9a2-4e26-4c83-86d3-5c541257a935 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.374375] env[64120]: DEBUG nova.compute.utils [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1260.380902] env[64120]: DEBUG nova.compute.manager [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1260.381097] env[64120]: DEBUG nova.network.neutron [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1260.388708] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Waiting for the task: (returnval){ [ 1260.388708] env[64120]: value = "task-1406639" [ 1260.388708] env[64120]: _type = "Task" [ 1260.388708] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.424041] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 6dd495ef-37eb-448c-92c5-a00eb88afd11/aef4c66b-ea31-40a0-a498-e6a6d723a3ce-rescue.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.427048] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80e530ce-615d-4ce9-9658-ed11a97e16ec {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.447686] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406639, 'name': Rename_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.449225] env[64120]: DEBUG oslo_vmware.api [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1260.449225] env[64120]: value = "task-1406640" [ 1260.449225] env[64120]: _type = "Task" [ 1260.449225] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.453617] env[64120]: DEBUG nova.policy [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd74c065aa40a4301a8ea91cd6fcc5ff9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cdfac1b101ea44799c497b99e27a488e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1260.461533] env[64120]: DEBUG oslo_vmware.api [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406640, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.498851] env[64120]: INFO nova.compute.manager [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Took 30.92 seconds to build instance. [ 1260.583547] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406637, 'name': CreateVM_Task, 'duration_secs': 0.58633} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.583755] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1260.585226] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.585297] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.585604] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1260.585899] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1373d86c-8b36-402b-b13e-1f51e132c256 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.590614] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Waiting for the task: (returnval){ [ 1260.590614] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5257e51f-2abb-653e-95a2-a028d2203242" [ 1260.590614] env[64120]: _type = "Task" [ 1260.590614] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.598666] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5257e51f-2abb-653e-95a2-a028d2203242, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.734251] env[64120]: DEBUG nova.network.neutron [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Successfully created port: b27df9fa-5932-4d97-afbe-68f49f42db49 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1260.873794] env[64120]: DEBUG oslo_concurrency.lockutils [req-7886454f-f259-4893-ad71-d1c4feb1a6f5 req-238d85fe-c74b-4340-9f99-60d441f34e26 service nova] Releasing lock "refresh_cache-751beaa3-a732-4ae3-a135-13986f05256f" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.886799] env[64120]: DEBUG nova.compute.manager [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1260.923894] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406639, 'name': Rename_Task, 'duration_secs': 0.138481} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.924317] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1260.924611] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee674016-d4d6-410b-a650-5df9cb0d6cb4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.931861] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Waiting for the task: (returnval){ [ 1260.931861] env[64120]: value = "task-1406641" [ 1260.931861] env[64120]: _type = "Task" [ 1260.931861] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.943112] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.963203] env[64120]: DEBUG oslo_vmware.api [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.004253] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Lock "87dd2d1b-5945-4fdf-bbfe-2caa7691c269" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.438s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1261.103707] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5257e51f-2abb-653e-95a2-a028d2203242, 'name': SearchDatastore_Task, 'duration_secs': 0.015698} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.104049] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1261.104348] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1261.105269] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1261.105269] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.105269] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1261.105269] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb668cb0-5e2d-4bd1-a27f-7f41d468da4b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.113461] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1261.113606] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1261.114375] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6704ace-5676-4033-a4b5-14750f023de3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.119435] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Waiting for the task: (returnval){ [ 1261.119435] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5205d17d-04fa-1b48-4036-fece0267e247" [ 1261.119435] env[64120]: _type = "Task" [ 1261.119435] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.129618] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5205d17d-04fa-1b48-4036-fece0267e247, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.278557] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac59820a-e3e2-4a47-a190-c58eab9c4301 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.286342] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d87f23d-c8ba-42a6-b9fe-46f8bac7be69 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.330584] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a84df8-161d-4d8f-8422-08b21a196d76 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.338935] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23e5845-eafa-411b-9a29-dc2ba1e0f165 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.363914] env[64120]: DEBUG nova.compute.provider_tree [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.442574] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406641, 'name': PowerOnVM_Task} progress is 71%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.464230] env[64120]: DEBUG oslo_vmware.api [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406640, 'name': ReconfigVM_Task, 'duration_secs': 0.982027} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.464230] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 6dd495ef-37eb-448c-92c5-a00eb88afd11/aef4c66b-ea31-40a0-a498-e6a6d723a3ce-rescue.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1261.464230] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce79e24-6a66-4e88-8b94-da0f764d2664 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.488610] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad539523-b652-4643-b8fc-17e824796364 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.504144] env[64120]: DEBUG oslo_vmware.api [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1261.504144] env[64120]: value = "task-1406642" [ 1261.504144] env[64120]: _type = "Task" [ 1261.504144] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.512017] env[64120]: DEBUG oslo_vmware.api [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.633457] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5205d17d-04fa-1b48-4036-fece0267e247, 'name': SearchDatastore_Task, 'duration_secs': 0.008869} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.634142] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-374c4dc7-d5d4-4cc5-a503-4a3f340c66d5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.639518] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Waiting for the task: (returnval){ [ 1261.639518] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52316f44-201e-fa76-dd7f-f0cf7d396b3b" [ 1261.639518] env[64120]: _type = "Task" [ 1261.639518] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.653804] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52316f44-201e-fa76-dd7f-f0cf7d396b3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.867262] env[64120]: DEBUG nova.scheduler.client.report [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1261.899218] env[64120]: DEBUG nova.compute.manager [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1261.919924] env[64120]: DEBUG nova.virt.hardware [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1261.920203] env[64120]: DEBUG nova.virt.hardware [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1261.920374] env[64120]: DEBUG nova.virt.hardware [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1261.920564] env[64120]: DEBUG nova.virt.hardware [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1261.920716] env[64120]: DEBUG nova.virt.hardware [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1261.920864] env[64120]: DEBUG nova.virt.hardware [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1261.921132] env[64120]: DEBUG nova.virt.hardware [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1261.921315] env[64120]: DEBUG nova.virt.hardware [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1261.921493] env[64120]: DEBUG nova.virt.hardware [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1261.921662] env[64120]: DEBUG nova.virt.hardware [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1261.921840] env[64120]: DEBUG nova.virt.hardware [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1261.922922] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c10e6f4-5dfd-43dc-a242-942c6c3a8283 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.930925] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aef8caf-3b35-4cc3-b6bd-fddcf23ca77f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.948687] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406641, 'name': PowerOnVM_Task, 'duration_secs': 0.822097} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.948928] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1261.949149] env[64120]: INFO nova.compute.manager [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Took 6.96 seconds to spawn the instance on the hypervisor. [ 1261.949335] env[64120]: DEBUG nova.compute.manager [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1261.950048] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f56f28-7998-49d1-b250-8970f5559097 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.014596] env[64120]: DEBUG oslo_vmware.api [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406642, 'name': ReconfigVM_Task, 'duration_secs': 0.204445} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.014920] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1262.015196] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26512fca-ef89-4702-892b-f341f4f170b3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.021285] env[64120]: DEBUG oslo_vmware.api [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1262.021285] env[64120]: value = "task-1406643" [ 1262.021285] env[64120]: _type = "Task" [ 1262.021285] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.029044] env[64120]: DEBUG oslo_vmware.api [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.149745] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52316f44-201e-fa76-dd7f-f0cf7d396b3b, 'name': SearchDatastore_Task, 'duration_secs': 0.009551} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.150074] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.150346] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 751beaa3-a732-4ae3-a135-13986f05256f/751beaa3-a732-4ae3-a135-13986f05256f.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1262.150634] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3ef604a-2a78-412f-bf37-7524b02a4ff4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.156123] env[64120]: DEBUG nova.compute.manager [req-b881bd13-9e5c-4a37-a3ec-36b49bd6ed52 req-786cd69b-960c-4597-982e-d7f660934a39 service nova] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Received event network-vif-plugged-b27df9fa-5932-4d97-afbe-68f49f42db49 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1262.156123] env[64120]: DEBUG oslo_concurrency.lockutils [req-b881bd13-9e5c-4a37-a3ec-36b49bd6ed52 req-786cd69b-960c-4597-982e-d7f660934a39 service nova] Acquiring lock "a6fb5e70-ad2c-499e-a224-0fd46271be1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.156123] env[64120]: DEBUG oslo_concurrency.lockutils [req-b881bd13-9e5c-4a37-a3ec-36b49bd6ed52 req-786cd69b-960c-4597-982e-d7f660934a39 service nova] Lock "a6fb5e70-ad2c-499e-a224-0fd46271be1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.156123] env[64120]: DEBUG oslo_concurrency.lockutils [req-b881bd13-9e5c-4a37-a3ec-36b49bd6ed52 req-786cd69b-960c-4597-982e-d7f660934a39 service nova] Lock "a6fb5e70-ad2c-499e-a224-0fd46271be1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.156264] env[64120]: DEBUG nova.compute.manager [req-b881bd13-9e5c-4a37-a3ec-36b49bd6ed52 req-786cd69b-960c-4597-982e-d7f660934a39 service nova] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] No waiting events found dispatching network-vif-plugged-b27df9fa-5932-4d97-afbe-68f49f42db49 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1262.156351] env[64120]: WARNING nova.compute.manager [req-b881bd13-9e5c-4a37-a3ec-36b49bd6ed52 req-786cd69b-960c-4597-982e-d7f660934a39 service nova] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Received unexpected event network-vif-plugged-b27df9fa-5932-4d97-afbe-68f49f42db49 for instance with vm_state building and task_state spawning. [ 1262.161135] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Waiting for the task: (returnval){ [ 1262.161135] env[64120]: value = "task-1406644" [ 1262.161135] env[64120]: _type = "Task" [ 1262.161135] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.171045] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.267836] env[64120]: DEBUG nova.network.neutron [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Successfully updated port: b27df9fa-5932-4d97-afbe-68f49f42db49 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1262.277711] env[64120]: DEBUG oslo_concurrency.lockutils [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Acquiring lock "541c682f-007b-43b7-a945-1dd0b082873f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.277791] env[64120]: DEBUG oslo_concurrency.lockutils [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Lock "541c682f-007b-43b7-a945-1dd0b082873f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.372648] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.373232] env[64120]: DEBUG nova.compute.manager [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1262.377019] env[64120]: DEBUG oslo_concurrency.lockutils [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.670s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.377512] env[64120]: INFO nova.compute.claims [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1262.468264] env[64120]: INFO nova.compute.manager [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Took 32.85 seconds to build instance. [ 1262.534463] env[64120]: DEBUG oslo_vmware.api [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406643, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.673986] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406644, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.775108] env[64120]: DEBUG oslo_concurrency.lockutils [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "refresh_cache-a6fb5e70-ad2c-499e-a224-0fd46271be1b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.775108] env[64120]: DEBUG oslo_concurrency.lockutils [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquired lock "refresh_cache-a6fb5e70-ad2c-499e-a224-0fd46271be1b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.775108] env[64120]: DEBUG nova.network.neutron [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.779906] env[64120]: DEBUG nova.compute.manager [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1262.886054] env[64120]: DEBUG nova.compute.utils [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1262.887468] env[64120]: DEBUG nova.compute.manager [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1262.887645] env[64120]: DEBUG nova.network.neutron [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1262.925710] env[64120]: DEBUG nova.policy [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c6f491fa097437ca421a9aa71775fc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '320d185402b0408994b165e50e456471', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1262.970713] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Lock "ddfe7a56-7053-4e96-9401-6b483150da7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.360s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.032888] env[64120]: DEBUG oslo_vmware.api [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406643, 'name': PowerOnVM_Task, 'duration_secs': 0.603756} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.033180] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1263.035803] env[64120]: DEBUG nova.compute.manager [None req-630b3346-621d-48c6-a816-1a6438ace9d7 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1263.036590] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da320f0-b24f-4d0f-b039-e53939a91477 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.166879] env[64120]: DEBUG nova.network.neutron [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Successfully created port: 745aa0c7-0569-4538-936b-00e15b0ede4a {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1263.174844] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538294} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.175013] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 751beaa3-a732-4ae3-a135-13986f05256f/751beaa3-a732-4ae3-a135-13986f05256f.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1263.175227] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1263.175494] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1967f59-737b-4a4a-b6f5-67acef5a8fe0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.182370] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Waiting for the task: (returnval){ [ 1263.182370] env[64120]: value = "task-1406645" [ 1263.182370] env[64120]: _type = "Task" [ 1263.182370] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.191990] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.305826] env[64120]: DEBUG oslo_concurrency.lockutils [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.318991] env[64120]: DEBUG nova.network.neutron [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1263.391273] env[64120]: DEBUG nova.compute.manager [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1263.537329] env[64120]: DEBUG nova.network.neutron [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Updating instance_info_cache with network_info: [{"id": "b27df9fa-5932-4d97-afbe-68f49f42db49", "address": "fa:16:3e:16:53:fa", "network": {"id": "71911dc6-c0f8-40a0-bf34-0194ac58b322", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1482185353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfac1b101ea44799c497b99e27a488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb27df9fa-59", "ovs_interfaceid": "b27df9fa-5932-4d97-afbe-68f49f42db49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.693553] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.206352} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.693875] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1263.694731] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17e9bea-a4ec-4021-bb34-3eb518d6a429 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.718614] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 751beaa3-a732-4ae3-a135-13986f05256f/751beaa3-a732-4ae3-a135-13986f05256f.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.723328] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f12e9f62-a7d4-4739-84fd-6377aac6b3c9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.741719] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Waiting for the task: (returnval){ [ 1263.741719] env[64120]: value = "task-1406646" [ 1263.741719] env[64120]: _type = "Task" [ 1263.741719] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.750131] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.790559] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab09c32b-0d6e-46e4-83cf-ea8e73f4a334 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.795283] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f9e172-f150-4399-a39b-e8c10d6a2fda {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.827734] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464a5775-b696-47ee-a458-1a618f4f8f15 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.837248] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1face8-66bf-4167-b3cf-dab07fde762e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.850422] env[64120]: DEBUG nova.compute.provider_tree [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.040499] env[64120]: DEBUG oslo_concurrency.lockutils [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Releasing lock "refresh_cache-a6fb5e70-ad2c-499e-a224-0fd46271be1b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.040778] env[64120]: DEBUG nova.compute.manager [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Instance network_info: |[{"id": "b27df9fa-5932-4d97-afbe-68f49f42db49", "address": "fa:16:3e:16:53:fa", "network": {"id": "71911dc6-c0f8-40a0-bf34-0194ac58b322", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1482185353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfac1b101ea44799c497b99e27a488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb27df9fa-59", "ovs_interfaceid": "b27df9fa-5932-4d97-afbe-68f49f42db49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1264.041319] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:53:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b27df9fa-5932-4d97-afbe-68f49f42db49', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1264.049211] env[64120]: DEBUG oslo.service.loopingcall [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1264.049211] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1264.049392] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bac1d414-851d-44ef-a50b-a6e6d57a5c90 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.070218] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1264.070218] env[64120]: value = "task-1406647" [ 1264.070218] env[64120]: _type = "Task" [ 1264.070218] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.077550] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406647, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.182129] env[64120]: DEBUG nova.compute.manager [req-b0e73e9c-469e-4463-abdd-6993c77307c7 req-3e89d332-62d5-4ac7-bd27-36ac46ce82b9 service nova] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Received event network-changed-b27df9fa-5932-4d97-afbe-68f49f42db49 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1264.182379] env[64120]: DEBUG nova.compute.manager [req-b0e73e9c-469e-4463-abdd-6993c77307c7 req-3e89d332-62d5-4ac7-bd27-36ac46ce82b9 service nova] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Refreshing instance network info cache due to event network-changed-b27df9fa-5932-4d97-afbe-68f49f42db49. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1264.182609] env[64120]: DEBUG oslo_concurrency.lockutils [req-b0e73e9c-469e-4463-abdd-6993c77307c7 req-3e89d332-62d5-4ac7-bd27-36ac46ce82b9 service nova] Acquiring lock "refresh_cache-a6fb5e70-ad2c-499e-a224-0fd46271be1b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.182762] env[64120]: DEBUG oslo_concurrency.lockutils [req-b0e73e9c-469e-4463-abdd-6993c77307c7 req-3e89d332-62d5-4ac7-bd27-36ac46ce82b9 service nova] Acquired lock "refresh_cache-a6fb5e70-ad2c-499e-a224-0fd46271be1b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.182928] env[64120]: DEBUG nova.network.neutron [req-b0e73e9c-469e-4463-abdd-6993c77307c7 req-3e89d332-62d5-4ac7-bd27-36ac46ce82b9 service nova] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Refreshing network info cache for port b27df9fa-5932-4d97-afbe-68f49f42db49 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1264.251905] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406646, 'name': ReconfigVM_Task, 'duration_secs': 0.299254} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.252292] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 751beaa3-a732-4ae3-a135-13986f05256f/751beaa3-a732-4ae3-a135-13986f05256f.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.252959] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8768992-b6ee-4f70-968b-86012924c249 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.259991] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Waiting for the task: (returnval){ [ 1264.259991] env[64120]: value = "task-1406648" [ 1264.259991] env[64120]: _type = "Task" [ 1264.259991] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.270261] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406648, 'name': Rename_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.469292] env[64120]: DEBUG nova.scheduler.client.report [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1264.469292] env[64120]: DEBUG nova.compute.manager [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1264.469292] env[64120]: DEBUG nova.virt.hardware [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1264.469292] env[64120]: DEBUG nova.virt.hardware [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1264.469292] env[64120]: DEBUG nova.virt.hardware [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1264.469292] env[64120]: DEBUG nova.virt.hardware [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1264.469292] env[64120]: DEBUG nova.virt.hardware [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1264.469292] env[64120]: DEBUG nova.virt.hardware [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1264.469292] env[64120]: DEBUG nova.virt.hardware [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1264.469292] env[64120]: DEBUG nova.virt.hardware [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1264.469292] env[64120]: DEBUG nova.virt.hardware [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1264.469292] env[64120]: DEBUG nova.virt.hardware [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1264.469292] env[64120]: DEBUG nova.virt.hardware [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1264.469292] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab688ad-3aa1-4b6a-880a-9d934207b35c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.470739] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c4bcbb-6ee6-4c5b-a7a4-ba86133a6cd8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.552606] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Acquiring lock "033e5ef6-1e4f-447b-a4f0-dcc13b721fcd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.552901] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Lock "033e5ef6-1e4f-447b-a4f0-dcc13b721fcd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.581570] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406647, 'name': CreateVM_Task, 'duration_secs': 0.296155} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.581702] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1264.582432] env[64120]: DEBUG oslo_concurrency.lockutils [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.582613] env[64120]: DEBUG oslo_concurrency.lockutils [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.583198] env[64120]: DEBUG oslo_concurrency.lockutils [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1264.583710] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e684070-e31d-4379-a851-c41251a520ce {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.588675] env[64120]: DEBUG oslo_vmware.api [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1264.588675] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524c833c-94ec-a029-3b1a-7a10cc11c001" [ 1264.588675] env[64120]: _type = "Task" [ 1264.588675] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.597091] env[64120]: DEBUG oslo_vmware.api [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524c833c-94ec-a029-3b1a-7a10cc11c001, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.770493] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406648, 'name': Rename_Task, 'duration_secs': 0.149675} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.770760] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.771152] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11d5b8d8-a5a8-42a6-9ad5-9be204b8948e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.778124] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Waiting for the task: (returnval){ [ 1264.778124] env[64120]: value = "task-1406649" [ 1264.778124] env[64120]: _type = "Task" [ 1264.778124] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.786894] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.859496] env[64120]: DEBUG oslo_concurrency.lockutils [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.860131] env[64120]: DEBUG nova.compute.manager [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1264.862874] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b7e5f072-c137-48fc-8523-73fcaa099938 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.030s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.863145] env[64120]: DEBUG nova.objects.instance [None req-b7e5f072-c137-48fc-8523-73fcaa099938 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lazy-loading 'resources' on Instance uuid c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.059217] env[64120]: DEBUG nova.compute.manager [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1265.080664] env[64120]: DEBUG nova.network.neutron [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Successfully updated port: 745aa0c7-0569-4538-936b-00e15b0ede4a {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1265.101317] env[64120]: DEBUG oslo_vmware.api [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524c833c-94ec-a029-3b1a-7a10cc11c001, 'name': SearchDatastore_Task, 'duration_secs': 0.010479} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.102297] env[64120]: DEBUG oslo_concurrency.lockutils [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.102539] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1265.102782] env[64120]: DEBUG oslo_concurrency.lockutils [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.102937] env[64120]: DEBUG oslo_concurrency.lockutils [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.103142] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1265.103683] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fb768b0-3423-44e0-95fa-e9c001ae7e69 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.113787] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1265.113988] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1265.115030] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cb00b8b-afe3-453a-ba17-5c30ea6651d6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.120500] env[64120]: DEBUG oslo_vmware.api [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1265.120500] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]522995f5-ca55-293f-6ac8-601ad7ef4907" [ 1265.120500] env[64120]: _type = "Task" [ 1265.120500] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.128514] env[64120]: DEBUG oslo_vmware.api [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]522995f5-ca55-293f-6ac8-601ad7ef4907, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.173114] env[64120]: DEBUG nova.network.neutron [req-b0e73e9c-469e-4463-abdd-6993c77307c7 req-3e89d332-62d5-4ac7-bd27-36ac46ce82b9 service nova] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Updated VIF entry in instance network info cache for port b27df9fa-5932-4d97-afbe-68f49f42db49. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1265.173534] env[64120]: DEBUG nova.network.neutron [req-b0e73e9c-469e-4463-abdd-6993c77307c7 req-3e89d332-62d5-4ac7-bd27-36ac46ce82b9 service nova] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Updating instance_info_cache with network_info: [{"id": "b27df9fa-5932-4d97-afbe-68f49f42db49", "address": "fa:16:3e:16:53:fa", "network": {"id": "71911dc6-c0f8-40a0-bf34-0194ac58b322", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1482185353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfac1b101ea44799c497b99e27a488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb27df9fa-59", "ovs_interfaceid": "b27df9fa-5932-4d97-afbe-68f49f42db49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.288760] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406649, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.365936] env[64120]: DEBUG nova.compute.utils [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1265.367481] env[64120]: DEBUG nova.compute.manager [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1265.367746] env[64120]: DEBUG nova.network.neutron [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1265.420602] env[64120]: DEBUG nova.policy [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e1255232e1d488aa9c502509c18e4a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a67602fa9374f02b5c5efb032ba82ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1265.580157] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.588810] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "refresh_cache-f5e07920-2c06-44f0-ba1d-c17f0409cc4e" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.588957] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquired lock "refresh_cache-f5e07920-2c06-44f0-ba1d-c17f0409cc4e" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.589147] env[64120]: DEBUG nova.network.neutron [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1265.632546] env[64120]: DEBUG oslo_vmware.api [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]522995f5-ca55-293f-6ac8-601ad7ef4907, 'name': SearchDatastore_Task, 'duration_secs': 0.023921} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.634535] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b49bb76f-adf3-42ee-ba2a-39c508b8d62e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.644218] env[64120]: DEBUG oslo_vmware.api [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1265.644218] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52640d74-c54b-ab7b-52e3-9c4d5dd5bdad" [ 1265.644218] env[64120]: _type = "Task" [ 1265.644218] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.655023] env[64120]: DEBUG oslo_vmware.api [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52640d74-c54b-ab7b-52e3-9c4d5dd5bdad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.676777] env[64120]: DEBUG oslo_concurrency.lockutils [req-b0e73e9c-469e-4463-abdd-6993c77307c7 req-3e89d332-62d5-4ac7-bd27-36ac46ce82b9 service nova] Releasing lock "refresh_cache-a6fb5e70-ad2c-499e-a224-0fd46271be1b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.707764] env[64120]: DEBUG nova.network.neutron [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Successfully created port: 31eb4797-8592-4f9a-8aed-aff03083e6a4 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1265.789743] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406649, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.791400] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7c0cc9-bb85-4d65-85c5-9ef25de470e0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.798222] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c95e75c-cfdb-4039-ba43-4ad94781bd88 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.829381] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8ee18d-9c2a-4cac-b7db-711ebbafc75c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.837630] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71f1341-61c2-4887-b420-25e39414a788 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.852023] env[64120]: DEBUG nova.compute.provider_tree [None req-b7e5f072-c137-48fc-8523-73fcaa099938 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.873442] env[64120]: DEBUG nova.compute.manager [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1266.120580] env[64120]: DEBUG nova.network.neutron [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1266.154365] env[64120]: DEBUG oslo_vmware.api [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52640d74-c54b-ab7b-52e3-9c4d5dd5bdad, 'name': SearchDatastore_Task, 'duration_secs': 0.024628} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.154647] env[64120]: DEBUG oslo_concurrency.lockutils [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.154903] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] a6fb5e70-ad2c-499e-a224-0fd46271be1b/a6fb5e70-ad2c-499e-a224-0fd46271be1b.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1266.155190] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c231ece4-3cda-40e6-bf24-4d23ae7b9bb9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.163286] env[64120]: DEBUG oslo_vmware.api [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1266.163286] env[64120]: value = "task-1406650" [ 1266.163286] env[64120]: _type = "Task" [ 1266.163286] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.171023] env[64120]: DEBUG oslo_vmware.api [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.256812] env[64120]: DEBUG nova.network.neutron [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Updating instance_info_cache with network_info: [{"id": "745aa0c7-0569-4538-936b-00e15b0ede4a", "address": "fa:16:3e:19:f3:00", "network": {"id": "986f8b17-896c-4e32-9a80-507703d51c9e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-289925603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "320d185402b0408994b165e50e456471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap745aa0c7-05", "ovs_interfaceid": "745aa0c7-0569-4538-936b-00e15b0ede4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.262526] env[64120]: DEBUG nova.compute.manager [req-4f4e57e3-32d9-40fb-904b-c001625fa3db req-a3246383-eb28-4853-974b-571d5bba332f service nova] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Received event network-vif-plugged-745aa0c7-0569-4538-936b-00e15b0ede4a {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1266.262526] env[64120]: DEBUG oslo_concurrency.lockutils [req-4f4e57e3-32d9-40fb-904b-c001625fa3db req-a3246383-eb28-4853-974b-571d5bba332f service nova] Acquiring lock "f5e07920-2c06-44f0-ba1d-c17f0409cc4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1266.262645] env[64120]: DEBUG oslo_concurrency.lockutils [req-4f4e57e3-32d9-40fb-904b-c001625fa3db req-a3246383-eb28-4853-974b-571d5bba332f service nova] Lock "f5e07920-2c06-44f0-ba1d-c17f0409cc4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.262736] env[64120]: DEBUG oslo_concurrency.lockutils [req-4f4e57e3-32d9-40fb-904b-c001625fa3db req-a3246383-eb28-4853-974b-571d5bba332f service nova] Lock "f5e07920-2c06-44f0-ba1d-c17f0409cc4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.263155] env[64120]: DEBUG nova.compute.manager [req-4f4e57e3-32d9-40fb-904b-c001625fa3db req-a3246383-eb28-4853-974b-571d5bba332f service nova] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] No waiting events found dispatching network-vif-plugged-745aa0c7-0569-4538-936b-00e15b0ede4a {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1266.263393] env[64120]: WARNING nova.compute.manager [req-4f4e57e3-32d9-40fb-904b-c001625fa3db req-a3246383-eb28-4853-974b-571d5bba332f service nova] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Received unexpected event network-vif-plugged-745aa0c7-0569-4538-936b-00e15b0ede4a for instance with vm_state building and task_state spawning. [ 1266.263572] env[64120]: DEBUG nova.compute.manager [req-4f4e57e3-32d9-40fb-904b-c001625fa3db req-a3246383-eb28-4853-974b-571d5bba332f service nova] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Received event network-changed-745aa0c7-0569-4538-936b-00e15b0ede4a {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1266.263764] env[64120]: DEBUG nova.compute.manager [req-4f4e57e3-32d9-40fb-904b-c001625fa3db req-a3246383-eb28-4853-974b-571d5bba332f service nova] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Refreshing instance network info cache due to event network-changed-745aa0c7-0569-4538-936b-00e15b0ede4a. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1266.263906] env[64120]: DEBUG oslo_concurrency.lockutils [req-4f4e57e3-32d9-40fb-904b-c001625fa3db req-a3246383-eb28-4853-974b-571d5bba332f service nova] Acquiring lock "refresh_cache-f5e07920-2c06-44f0-ba1d-c17f0409cc4e" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.289789] env[64120]: DEBUG oslo_vmware.api [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406649, 'name': PowerOnVM_Task, 'duration_secs': 1.109437} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.290956] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1266.290956] env[64120]: INFO nova.compute.manager [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1266.290956] env[64120]: DEBUG nova.compute.manager [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1266.291346] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e66c1a-cb63-4c38-b09d-afc96cee2f4f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.356838] env[64120]: DEBUG nova.scheduler.client.report [None req-b7e5f072-c137-48fc-8523-73fcaa099938 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1266.677342] env[64120]: DEBUG oslo_vmware.api [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406650, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.760646] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Releasing lock "refresh_cache-f5e07920-2c06-44f0-ba1d-c17f0409cc4e" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.761165] env[64120]: DEBUG nova.compute.manager [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Instance network_info: |[{"id": "745aa0c7-0569-4538-936b-00e15b0ede4a", "address": "fa:16:3e:19:f3:00", "network": {"id": "986f8b17-896c-4e32-9a80-507703d51c9e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-289925603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "320d185402b0408994b165e50e456471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap745aa0c7-05", "ovs_interfaceid": "745aa0c7-0569-4538-936b-00e15b0ede4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1266.762230] env[64120]: DEBUG oslo_concurrency.lockutils [req-4f4e57e3-32d9-40fb-904b-c001625fa3db req-a3246383-eb28-4853-974b-571d5bba332f service nova] Acquired lock "refresh_cache-f5e07920-2c06-44f0-ba1d-c17f0409cc4e" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.762605] env[64120]: DEBUG nova.network.neutron [req-4f4e57e3-32d9-40fb-904b-c001625fa3db req-a3246383-eb28-4853-974b-571d5bba332f service nova] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Refreshing network info cache for port 745aa0c7-0569-4538-936b-00e15b0ede4a {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1266.764175] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:f3:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '745aa0c7-0569-4538-936b-00e15b0ede4a', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1266.772421] env[64120]: DEBUG oslo.service.loopingcall [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1266.773636] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1266.773905] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20d81c59-3091-4e1d-b2c3-87bb99992387 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.797077] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1266.797077] env[64120]: value = "task-1406651" [ 1266.797077] env[64120]: _type = "Task" [ 1266.797077] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.812067] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406651, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.813494] env[64120]: INFO nova.compute.manager [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Took 37.14 seconds to build instance. [ 1266.864679] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b7e5f072-c137-48fc-8523-73fcaa099938 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.002s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.868204] env[64120]: DEBUG oslo_concurrency.lockutils [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.603s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.883818] env[64120]: DEBUG nova.compute.manager [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1266.898947] env[64120]: INFO nova.scheduler.client.report [None req-b7e5f072-c137-48fc-8523-73fcaa099938 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Deleted allocations for instance c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad [ 1266.913383] env[64120]: DEBUG nova.virt.hardware [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1266.913689] env[64120]: DEBUG nova.virt.hardware [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1266.913932] env[64120]: DEBUG nova.virt.hardware [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1266.914200] env[64120]: DEBUG nova.virt.hardware [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1266.914432] env[64120]: DEBUG nova.virt.hardware [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1266.914655] env[64120]: DEBUG nova.virt.hardware [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1266.914973] env[64120]: DEBUG nova.virt.hardware [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1266.915138] env[64120]: DEBUG nova.virt.hardware [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1266.915321] env[64120]: DEBUG nova.virt.hardware [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1266.915496] env[64120]: DEBUG nova.virt.hardware [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1266.915680] env[64120]: DEBUG nova.virt.hardware [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1266.916563] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f34325-44a0-433f-9067-a420f963d415 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.924710] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b9129f-062e-436a-8731-1d1eacd8ce9c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.138328] env[64120]: DEBUG nova.compute.manager [req-6f70a2c0-bb1e-4eb5-a3d2-6b7129ab58b9 req-2ee3199a-2b72-4e43-a80f-6361457905f2 service nova] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Received event network-vif-plugged-31eb4797-8592-4f9a-8aed-aff03083e6a4 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1267.138963] env[64120]: DEBUG oslo_concurrency.lockutils [req-6f70a2c0-bb1e-4eb5-a3d2-6b7129ab58b9 req-2ee3199a-2b72-4e43-a80f-6361457905f2 service nova] Acquiring lock "0dd505c9-c205-4af8-845f-c815ad93a69d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.139301] env[64120]: DEBUG oslo_concurrency.lockutils [req-6f70a2c0-bb1e-4eb5-a3d2-6b7129ab58b9 req-2ee3199a-2b72-4e43-a80f-6361457905f2 service nova] Lock "0dd505c9-c205-4af8-845f-c815ad93a69d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.139494] env[64120]: DEBUG oslo_concurrency.lockutils [req-6f70a2c0-bb1e-4eb5-a3d2-6b7129ab58b9 req-2ee3199a-2b72-4e43-a80f-6361457905f2 service nova] Lock "0dd505c9-c205-4af8-845f-c815ad93a69d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.139690] env[64120]: DEBUG nova.compute.manager [req-6f70a2c0-bb1e-4eb5-a3d2-6b7129ab58b9 req-2ee3199a-2b72-4e43-a80f-6361457905f2 service nova] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] No waiting events found dispatching network-vif-plugged-31eb4797-8592-4f9a-8aed-aff03083e6a4 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1267.139878] env[64120]: WARNING nova.compute.manager [req-6f70a2c0-bb1e-4eb5-a3d2-6b7129ab58b9 req-2ee3199a-2b72-4e43-a80f-6361457905f2 service nova] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Received unexpected event network-vif-plugged-31eb4797-8592-4f9a-8aed-aff03083e6a4 for instance with vm_state building and task_state spawning. [ 1267.174828] env[64120]: DEBUG oslo_vmware.api [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.774786} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.175185] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] a6fb5e70-ad2c-499e-a224-0fd46271be1b/a6fb5e70-ad2c-499e-a224-0fd46271be1b.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1267.175418] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1267.175682] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54a7f87a-3a0c-4407-9aea-ce4f6ab2699d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.182290] env[64120]: DEBUG oslo_vmware.api [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1267.182290] env[64120]: value = "task-1406652" [ 1267.182290] env[64120]: _type = "Task" [ 1267.182290] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.190341] env[64120]: DEBUG oslo_vmware.api [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406652, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.308357] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406651, 'name': CreateVM_Task, 'duration_secs': 0.481561} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.308565] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1267.309516] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.309735] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.310086] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1267.310432] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74bac6e7-3c14-468e-9d75-7f87b1bd8b8b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.318316] env[64120]: DEBUG oslo_concurrency.lockutils [None req-886a481e-548a-4ff8-898e-3e3b555987d3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Lock "751beaa3-a732-4ae3-a135-13986f05256f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.653s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.318316] env[64120]: DEBUG oslo_vmware.api [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1267.318316] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521e7820-abd3-4b7a-af08-6166abb21d86" [ 1267.318316] env[64120]: _type = "Task" [ 1267.318316] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.324464] env[64120]: DEBUG oslo_vmware.api [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521e7820-abd3-4b7a-af08-6166abb21d86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.374159] env[64120]: INFO nova.compute.claims [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1267.406861] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b7e5f072-c137-48fc-8523-73fcaa099938 tempest-ServersAdminTestJSON-1617713042 tempest-ServersAdminTestJSON-1617713042-project-member] Lock "c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.168s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.550219] env[64120]: DEBUG nova.network.neutron [req-4f4e57e3-32d9-40fb-904b-c001625fa3db req-a3246383-eb28-4853-974b-571d5bba332f service nova] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Updated VIF entry in instance network info cache for port 745aa0c7-0569-4538-936b-00e15b0ede4a. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1267.550219] env[64120]: DEBUG nova.network.neutron [req-4f4e57e3-32d9-40fb-904b-c001625fa3db req-a3246383-eb28-4853-974b-571d5bba332f service nova] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Updating instance_info_cache with network_info: [{"id": "745aa0c7-0569-4538-936b-00e15b0ede4a", "address": "fa:16:3e:19:f3:00", "network": {"id": "986f8b17-896c-4e32-9a80-507703d51c9e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-289925603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "320d185402b0408994b165e50e456471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap745aa0c7-05", "ovs_interfaceid": "745aa0c7-0569-4538-936b-00e15b0ede4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.670721] env[64120]: DEBUG nova.network.neutron [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Successfully updated port: 31eb4797-8592-4f9a-8aed-aff03083e6a4 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1267.694558] env[64120]: DEBUG oslo_vmware.api [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406652, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077121} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.694558] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1267.695134] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c2236a-46b5-424f-9234-af46aeae98bf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.719082] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] a6fb5e70-ad2c-499e-a224-0fd46271be1b/a6fb5e70-ad2c-499e-a224-0fd46271be1b.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1267.719483] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00b03be7-6d1f-4c4d-994b-d22260c2ce8d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.740086] env[64120]: DEBUG oslo_vmware.api [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1267.740086] env[64120]: value = "task-1406653" [ 1267.740086] env[64120]: _type = "Task" [ 1267.740086] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.748514] env[64120]: DEBUG oslo_vmware.api [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406653, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.831198] env[64120]: DEBUG oslo_vmware.api [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521e7820-abd3-4b7a-af08-6166abb21d86, 'name': SearchDatastore_Task, 'duration_secs': 0.012969} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.831198] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.831198] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1267.831198] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.831198] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.831198] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1267.831198] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35b2f7d8-2fd6-42fc-a17e-07e3d345dbec {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.850048] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1267.850048] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1267.850048] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c37374d-27ef-409a-8dce-3db4f9afb303 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.854573] env[64120]: DEBUG oslo_vmware.api [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1267.854573] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f9a582-c36b-1957-3724-32648b54f46f" [ 1267.854573] env[64120]: _type = "Task" [ 1267.854573] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.862300] env[64120]: DEBUG oslo_vmware.api [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f9a582-c36b-1957-3724-32648b54f46f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.879283] env[64120]: INFO nova.compute.resource_tracker [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Updating resource usage from migration 162162c0-202e-4c05-919b-3a99e545a7b3 [ 1267.970835] env[64120]: DEBUG oslo_concurrency.lockutils [None req-801ccd59-e927-4dc9-b441-470c024f9fa0 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Acquiring lock "87dd2d1b-5945-4fdf-bbfe-2caa7691c269" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.971341] env[64120]: DEBUG oslo_concurrency.lockutils [None req-801ccd59-e927-4dc9-b441-470c024f9fa0 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Lock "87dd2d1b-5945-4fdf-bbfe-2caa7691c269" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.971673] env[64120]: DEBUG oslo_concurrency.lockutils [None req-801ccd59-e927-4dc9-b441-470c024f9fa0 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Acquiring lock "87dd2d1b-5945-4fdf-bbfe-2caa7691c269-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.971987] env[64120]: DEBUG oslo_concurrency.lockutils [None req-801ccd59-e927-4dc9-b441-470c024f9fa0 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Lock "87dd2d1b-5945-4fdf-bbfe-2caa7691c269-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.972306] env[64120]: DEBUG oslo_concurrency.lockutils [None req-801ccd59-e927-4dc9-b441-470c024f9fa0 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Lock "87dd2d1b-5945-4fdf-bbfe-2caa7691c269-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.974985] env[64120]: INFO nova.compute.manager [None req-801ccd59-e927-4dc9-b441-470c024f9fa0 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Terminating instance [ 1267.977296] env[64120]: DEBUG nova.compute.manager [None req-801ccd59-e927-4dc9-b441-470c024f9fa0 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1267.977606] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-801ccd59-e927-4dc9-b441-470c024f9fa0 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1267.981614] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655c1dc6-afe1-4e5b-b9af-e5d2e5f7df0b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.989518] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-801ccd59-e927-4dc9-b441-470c024f9fa0 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.989989] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16ac5a8f-e610-4183-9e8c-51414128c8ac {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.000216] env[64120]: DEBUG oslo_vmware.api [None req-801ccd59-e927-4dc9-b441-470c024f9fa0 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Waiting for the task: (returnval){ [ 1268.000216] env[64120]: value = "task-1406654" [ 1268.000216] env[64120]: _type = "Task" [ 1268.000216] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.010537] env[64120]: DEBUG oslo_vmware.api [None req-801ccd59-e927-4dc9-b441-470c024f9fa0 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.051720] env[64120]: DEBUG oslo_concurrency.lockutils [req-4f4e57e3-32d9-40fb-904b-c001625fa3db req-a3246383-eb28-4853-974b-571d5bba332f service nova] Releasing lock "refresh_cache-f5e07920-2c06-44f0-ba1d-c17f0409cc4e" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.173549] env[64120]: DEBUG oslo_concurrency.lockutils [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Acquiring lock "refresh_cache-0dd505c9-c205-4af8-845f-c815ad93a69d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.173706] env[64120]: DEBUG oslo_concurrency.lockutils [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Acquired lock "refresh_cache-0dd505c9-c205-4af8-845f-c815ad93a69d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.173856] env[64120]: DEBUG nova.network.neutron [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.250654] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b44e8f-015e-417b-9a8e-9f5770d1df5c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.262301] env[64120]: DEBUG oslo_vmware.api [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.263431] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280bfca5-431a-4ab3-bff1-332092dbeb38 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.304021] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a04e2ef-a33a-48b4-a68a-6927bd80b141 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.307112] env[64120]: DEBUG nova.compute.manager [req-9ae284fa-998f-470e-a6ae-84695bae70f5 req-14dd53ae-5036-4de9-ac74-c58277c9d565 service nova] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Received event network-changed-31eb4797-8592-4f9a-8aed-aff03083e6a4 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1268.307323] env[64120]: DEBUG nova.compute.manager [req-9ae284fa-998f-470e-a6ae-84695bae70f5 req-14dd53ae-5036-4de9-ac74-c58277c9d565 service nova] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Refreshing instance network info cache due to event network-changed-31eb4797-8592-4f9a-8aed-aff03083e6a4. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1268.307524] env[64120]: DEBUG oslo_concurrency.lockutils [req-9ae284fa-998f-470e-a6ae-84695bae70f5 req-14dd53ae-5036-4de9-ac74-c58277c9d565 service nova] Acquiring lock "refresh_cache-0dd505c9-c205-4af8-845f-c815ad93a69d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.314203] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867c810a-341c-49ba-acb3-e51c4c18430e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.331160] env[64120]: DEBUG nova.compute.provider_tree [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.365803] env[64120]: DEBUG oslo_vmware.api [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f9a582-c36b-1957-3724-32648b54f46f, 'name': SearchDatastore_Task, 'duration_secs': 0.021837} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.366172] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-538db4d1-79d8-423f-9331-3fe7188760a0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.371739] env[64120]: DEBUG oslo_vmware.api [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1268.371739] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]527bd03a-6639-2fa4-ddd1-8803a6ddec45" [ 1268.371739] env[64120]: _type = "Task" [ 1268.371739] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.381484] env[64120]: DEBUG oslo_vmware.api [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]527bd03a-6639-2fa4-ddd1-8803a6ddec45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.512535] env[64120]: DEBUG oslo_vmware.api [None req-801ccd59-e927-4dc9-b441-470c024f9fa0 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.683850] env[64120]: DEBUG oslo_concurrency.lockutils [None req-19151d85-d005-4c56-9182-b266dc3cb5fe tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Acquiring lock "c3017f41-5363-4369-813a-ee25caa28064" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.685910] env[64120]: DEBUG oslo_concurrency.lockutils [None req-19151d85-d005-4c56-9182-b266dc3cb5fe tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Lock "c3017f41-5363-4369-813a-ee25caa28064" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.686291] env[64120]: DEBUG oslo_concurrency.lockutils [None req-19151d85-d005-4c56-9182-b266dc3cb5fe tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Acquiring lock "c3017f41-5363-4369-813a-ee25caa28064-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.686606] env[64120]: DEBUG oslo_concurrency.lockutils [None req-19151d85-d005-4c56-9182-b266dc3cb5fe tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Lock "c3017f41-5363-4369-813a-ee25caa28064-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.686830] env[64120]: DEBUG oslo_concurrency.lockutils [None req-19151d85-d005-4c56-9182-b266dc3cb5fe tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Lock "c3017f41-5363-4369-813a-ee25caa28064-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.689614] env[64120]: INFO nova.compute.manager [None req-19151d85-d005-4c56-9182-b266dc3cb5fe tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] [instance: c3017f41-5363-4369-813a-ee25caa28064] Terminating instance [ 1268.692597] env[64120]: DEBUG nova.compute.manager [None req-19151d85-d005-4c56-9182-b266dc3cb5fe tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] [instance: c3017f41-5363-4369-813a-ee25caa28064] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1268.692891] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-19151d85-d005-4c56-9182-b266dc3cb5fe tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] [instance: c3017f41-5363-4369-813a-ee25caa28064] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.693904] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d132f6b-0c1a-4a3d-b6e1-b5dae4c4958e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.705437] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-19151d85-d005-4c56-9182-b266dc3cb5fe tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] [instance: c3017f41-5363-4369-813a-ee25caa28064] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.705818] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7f6e894-b8cf-4480-9894-d4bd17ff2ca3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.711782] env[64120]: DEBUG oslo_vmware.api [None req-19151d85-d005-4c56-9182-b266dc3cb5fe tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Waiting for the task: (returnval){ [ 1268.711782] env[64120]: value = "task-1406655" [ 1268.711782] env[64120]: _type = "Task" [ 1268.711782] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.722841] env[64120]: DEBUG oslo_vmware.api [None req-19151d85-d005-4c56-9182-b266dc3cb5fe tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Task: {'id': task-1406655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.739671] env[64120]: DEBUG nova.network.neutron [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1268.751196] env[64120]: DEBUG oslo_vmware.api [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406653, 'name': ReconfigVM_Task, 'duration_secs': 0.790902} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.751196] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Reconfigured VM instance instance-00000055 to attach disk [datastore1] a6fb5e70-ad2c-499e-a224-0fd46271be1b/a6fb5e70-ad2c-499e-a224-0fd46271be1b.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.752249] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-237af47b-cb24-4af1-991b-3658d63e22b0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.758139] env[64120]: DEBUG oslo_vmware.api [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1268.758139] env[64120]: value = "task-1406656" [ 1268.758139] env[64120]: _type = "Task" [ 1268.758139] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.766759] env[64120]: DEBUG oslo_vmware.api [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406656, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.832503] env[64120]: DEBUG nova.scheduler.client.report [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1268.883092] env[64120]: DEBUG oslo_vmware.api [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]527bd03a-6639-2fa4-ddd1-8803a6ddec45, 'name': SearchDatastore_Task, 'duration_secs': 0.020712} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.883445] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.883667] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] f5e07920-2c06-44f0-ba1d-c17f0409cc4e/f5e07920-2c06-44f0-ba1d-c17f0409cc4e.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1268.883952] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-427e118c-e285-4f44-9c5f-377343a2e44c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.892790] env[64120]: DEBUG oslo_vmware.api [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1268.892790] env[64120]: value = "task-1406657" [ 1268.892790] env[64120]: _type = "Task" [ 1268.892790] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.902442] env[64120]: DEBUG oslo_vmware.api [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.951382] env[64120]: DEBUG nova.network.neutron [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Updating instance_info_cache with network_info: [{"id": "31eb4797-8592-4f9a-8aed-aff03083e6a4", "address": "fa:16:3e:58:0c:3b", "network": {"id": "d02aaa76-77b3-4d72-928c-2877a1a1a7d6", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1822616986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a67602fa9374f02b5c5efb032ba82ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31eb4797-85", "ovs_interfaceid": "31eb4797-8592-4f9a-8aed-aff03083e6a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.015366] env[64120]: DEBUG oslo_vmware.api [None req-801ccd59-e927-4dc9-b441-470c024f9fa0 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406654, 'name': PowerOffVM_Task, 'duration_secs': 0.936671} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.015366] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-801ccd59-e927-4dc9-b441-470c024f9fa0 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.015654] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-801ccd59-e927-4dc9-b441-470c024f9fa0 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.016030] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d499800-4de0-4b3b-bca1-a175d44d1d7f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.080944] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-801ccd59-e927-4dc9-b441-470c024f9fa0 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.080944] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-801ccd59-e927-4dc9-b441-470c024f9fa0 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.081275] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-801ccd59-e927-4dc9-b441-470c024f9fa0 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Deleting the datastore file [datastore1] 87dd2d1b-5945-4fdf-bbfe-2caa7691c269 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.082273] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e51a41fa-8168-400f-aa0d-0ac2a7860d22 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.088690] env[64120]: DEBUG oslo_vmware.api [None req-801ccd59-e927-4dc9-b441-470c024f9fa0 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Waiting for the task: (returnval){ [ 1269.088690] env[64120]: value = "task-1406659" [ 1269.088690] env[64120]: _type = "Task" [ 1269.088690] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.097592] env[64120]: DEBUG oslo_vmware.api [None req-801ccd59-e927-4dc9-b441-470c024f9fa0 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.223037] env[64120]: DEBUG oslo_vmware.api [None req-19151d85-d005-4c56-9182-b266dc3cb5fe tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Task: {'id': task-1406655, 'name': PowerOffVM_Task, 'duration_secs': 0.232114} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.223161] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-19151d85-d005-4c56-9182-b266dc3cb5fe tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] [instance: c3017f41-5363-4369-813a-ee25caa28064] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.223990] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-19151d85-d005-4c56-9182-b266dc3cb5fe tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] [instance: c3017f41-5363-4369-813a-ee25caa28064] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.223990] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab21da81-699e-41e6-858d-9b4c6fb6675f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.268533] env[64120]: DEBUG oslo_vmware.api [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406656, 'name': Rename_Task, 'duration_secs': 0.183752} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.269402] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1269.269631] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f863facd-0c7c-4aef-83ed-c7490d01de3c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.277598] env[64120]: DEBUG oslo_vmware.api [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1269.277598] env[64120]: value = "task-1406661" [ 1269.277598] env[64120]: _type = "Task" [ 1269.277598] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.286459] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-19151d85-d005-4c56-9182-b266dc3cb5fe tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] [instance: c3017f41-5363-4369-813a-ee25caa28064] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.286763] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-19151d85-d005-4c56-9182-b266dc3cb5fe tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] [instance: c3017f41-5363-4369-813a-ee25caa28064] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.286996] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-19151d85-d005-4c56-9182-b266dc3cb5fe tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Deleting the datastore file [datastore2] c3017f41-5363-4369-813a-ee25caa28064 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.287722] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-454df05c-0809-492b-8bba-40658ff9a37f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.294755] env[64120]: DEBUG oslo_vmware.api [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.299045] env[64120]: DEBUG oslo_vmware.api [None req-19151d85-d005-4c56-9182-b266dc3cb5fe tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Waiting for the task: (returnval){ [ 1269.299045] env[64120]: value = "task-1406662" [ 1269.299045] env[64120]: _type = "Task" [ 1269.299045] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.308960] env[64120]: DEBUG oslo_vmware.api [None req-19151d85-d005-4c56-9182-b266dc3cb5fe tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Task: {'id': task-1406662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.337750] env[64120]: DEBUG oslo_concurrency.lockutils [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.470s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.338032] env[64120]: INFO nova.compute.manager [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Migrating [ 1269.347624] env[64120]: DEBUG oslo_concurrency.lockutils [None req-620a1d47-ef96-4e1b-a820-33b6fa3a7847 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.615s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.348022] env[64120]: DEBUG nova.objects.instance [None req-620a1d47-ef96-4e1b-a820-33b6fa3a7847 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lazy-loading 'resources' on Instance uuid 2bde652c-0c77-4af3-857f-60a60b8fadf2 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.403988] env[64120]: DEBUG oslo_vmware.api [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406657, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.457618] env[64120]: DEBUG oslo_concurrency.lockutils [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Releasing lock "refresh_cache-0dd505c9-c205-4af8-845f-c815ad93a69d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.458061] env[64120]: DEBUG nova.compute.manager [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Instance network_info: |[{"id": "31eb4797-8592-4f9a-8aed-aff03083e6a4", "address": "fa:16:3e:58:0c:3b", "network": {"id": "d02aaa76-77b3-4d72-928c-2877a1a1a7d6", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1822616986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a67602fa9374f02b5c5efb032ba82ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31eb4797-85", "ovs_interfaceid": "31eb4797-8592-4f9a-8aed-aff03083e6a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1269.458494] env[64120]: DEBUG oslo_concurrency.lockutils [req-9ae284fa-998f-470e-a6ae-84695bae70f5 req-14dd53ae-5036-4de9-ac74-c58277c9d565 service nova] Acquired lock "refresh_cache-0dd505c9-c205-4af8-845f-c815ad93a69d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.458782] env[64120]: DEBUG nova.network.neutron [req-9ae284fa-998f-470e-a6ae-84695bae70f5 req-14dd53ae-5036-4de9-ac74-c58277c9d565 service nova] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Refreshing network info cache for port 31eb4797-8592-4f9a-8aed-aff03083e6a4 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1269.460455] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:0c:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8233b50c-be21-441a-a357-a29138a95b8b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31eb4797-8592-4f9a-8aed-aff03083e6a4', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1269.470951] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Creating folder: Project (2a67602fa9374f02b5c5efb032ba82ad). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1269.473370] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b6814bc-72d1-49a6-9c9e-52e5368e9a60 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.486375] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Created folder: Project (2a67602fa9374f02b5c5efb032ba82ad) in parent group-v297899. [ 1269.486742] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Creating folder: Instances. Parent ref: group-v298139. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1269.487132] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b15517e8-030a-4099-a782-a97fffece4d3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.496478] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Created folder: Instances in parent group-v298139. [ 1269.496660] env[64120]: DEBUG oslo.service.loopingcall [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1269.496756] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1269.496965] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe9db343-13bb-4fbc-b9e9-92f1d42a43bc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.517127] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1269.517127] env[64120]: value = "task-1406665" [ 1269.517127] env[64120]: _type = "Task" [ 1269.517127] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.526204] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406665, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.599691] env[64120]: DEBUG oslo_vmware.api [None req-801ccd59-e927-4dc9-b441-470c024f9fa0 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.788027] env[64120]: DEBUG oslo_vmware.api [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406661, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.809591] env[64120]: DEBUG oslo_vmware.api [None req-19151d85-d005-4c56-9182-b266dc3cb5fe tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Task: {'id': task-1406662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364599} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.809880] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-19151d85-d005-4c56-9182-b266dc3cb5fe tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.810153] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-19151d85-d005-4c56-9182-b266dc3cb5fe tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] [instance: c3017f41-5363-4369-813a-ee25caa28064] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.810554] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-19151d85-d005-4c56-9182-b266dc3cb5fe tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] [instance: c3017f41-5363-4369-813a-ee25caa28064] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.810554] env[64120]: INFO nova.compute.manager [None req-19151d85-d005-4c56-9182-b266dc3cb5fe tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] [instance: c3017f41-5363-4369-813a-ee25caa28064] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1269.810840] env[64120]: DEBUG oslo.service.loopingcall [None req-19151d85-d005-4c56-9182-b266dc3cb5fe tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1269.811102] env[64120]: DEBUG nova.compute.manager [-] [instance: c3017f41-5363-4369-813a-ee25caa28064] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1269.811219] env[64120]: DEBUG nova.network.neutron [-] [instance: c3017f41-5363-4369-813a-ee25caa28064] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1269.860441] env[64120]: DEBUG oslo_concurrency.lockutils [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "refresh_cache-dd35a3ad-c612-4b13-9e0d-d57034827b0d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.860702] env[64120]: DEBUG oslo_concurrency.lockutils [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquired lock "refresh_cache-dd35a3ad-c612-4b13-9e0d-d57034827b0d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.860906] env[64120]: DEBUG nova.network.neutron [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.910047] env[64120]: DEBUG oslo_vmware.api [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677246} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.910369] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] f5e07920-2c06-44f0-ba1d-c17f0409cc4e/f5e07920-2c06-44f0-ba1d-c17f0409cc4e.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1269.910613] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1269.911033] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a135989-adc3-4438-9a2a-990dd608a7c3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.919283] env[64120]: DEBUG oslo_vmware.api [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1269.919283] env[64120]: value = "task-1406666" [ 1269.919283] env[64120]: _type = "Task" [ 1269.919283] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.929068] env[64120]: DEBUG oslo_vmware.api [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406666, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.028483] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406665, 'name': CreateVM_Task, 'duration_secs': 0.461155} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.031013] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1270.032065] env[64120]: DEBUG oslo_concurrency.lockutils [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.032262] env[64120]: DEBUG oslo_concurrency.lockutils [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.032732] env[64120]: DEBUG oslo_concurrency.lockutils [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1270.032955] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76edea59-7ce8-4a0c-baef-25428c1ed872 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.037615] env[64120]: DEBUG oslo_vmware.api [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Waiting for the task: (returnval){ [ 1270.037615] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c3ba99-80b6-9435-cbb2-1e13cba6800d" [ 1270.037615] env[64120]: _type = "Task" [ 1270.037615] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.047869] env[64120]: DEBUG oslo_vmware.api [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c3ba99-80b6-9435-cbb2-1e13cba6800d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.104480] env[64120]: DEBUG oslo_vmware.api [None req-801ccd59-e927-4dc9-b441-470c024f9fa0 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.531774} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.107330] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-801ccd59-e927-4dc9-b441-470c024f9fa0 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.107693] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-801ccd59-e927-4dc9-b441-470c024f9fa0 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1270.108102] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-801ccd59-e927-4dc9-b441-470c024f9fa0 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1270.108423] env[64120]: INFO nova.compute.manager [None req-801ccd59-e927-4dc9-b441-470c024f9fa0 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Took 2.13 seconds to destroy the instance on the hypervisor. [ 1270.108795] env[64120]: DEBUG oslo.service.loopingcall [None req-801ccd59-e927-4dc9-b441-470c024f9fa0 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1270.111179] env[64120]: DEBUG nova.compute.manager [-] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1270.111456] env[64120]: DEBUG nova.network.neutron [-] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1270.291696] env[64120]: DEBUG oslo_vmware.api [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406661, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.299231] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015104be-3448-4279-81d2-b5a4fb340bbe {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.306148] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78294f0-2f4c-418d-b160-4128460497a8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.339748] env[64120]: DEBUG nova.network.neutron [req-9ae284fa-998f-470e-a6ae-84695bae70f5 req-14dd53ae-5036-4de9-ac74-c58277c9d565 service nova] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Updated VIF entry in instance network info cache for port 31eb4797-8592-4f9a-8aed-aff03083e6a4. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.340282] env[64120]: DEBUG nova.network.neutron [req-9ae284fa-998f-470e-a6ae-84695bae70f5 req-14dd53ae-5036-4de9-ac74-c58277c9d565 service nova] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Updating instance_info_cache with network_info: [{"id": "31eb4797-8592-4f9a-8aed-aff03083e6a4", "address": "fa:16:3e:58:0c:3b", "network": {"id": "d02aaa76-77b3-4d72-928c-2877a1a1a7d6", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1822616986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a67602fa9374f02b5c5efb032ba82ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31eb4797-85", "ovs_interfaceid": "31eb4797-8592-4f9a-8aed-aff03083e6a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.342063] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f34f2b-b13e-4d55-ace5-ad750e60b1f1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.353299] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd36629f-f844-4198-b214-af285aca3eea {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.367114] env[64120]: DEBUG nova.compute.provider_tree [None req-620a1d47-ef96-4e1b-a820-33b6fa3a7847 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.430562] env[64120]: DEBUG oslo_vmware.api [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406666, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073078} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.430875] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1270.431815] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e4534e-79b4-4d38-9ca4-0ac4d8b4e19c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.455532] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] f5e07920-2c06-44f0-ba1d-c17f0409cc4e/f5e07920-2c06-44f0-ba1d-c17f0409cc4e.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.456329] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c0fc7a7-b91f-4a6b-ad78-3b7563f0a6a3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.484863] env[64120]: DEBUG oslo_vmware.api [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1270.484863] env[64120]: value = "task-1406667" [ 1270.484863] env[64120]: _type = "Task" [ 1270.484863] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.502996] env[64120]: DEBUG oslo_vmware.api [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.508600] env[64120]: DEBUG nova.compute.manager [req-3dddf4f2-ed2c-49ed-835a-f97758bb7aef req-75be9b47-aac4-41ca-9814-f27ce2b4dd99 service nova] [instance: c3017f41-5363-4369-813a-ee25caa28064] Received event network-vif-deleted-73d06af9-43f6-41c7-8f3d-a4fb76f5d8c0 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1270.508951] env[64120]: INFO nova.compute.manager [req-3dddf4f2-ed2c-49ed-835a-f97758bb7aef req-75be9b47-aac4-41ca-9814-f27ce2b4dd99 service nova] [instance: c3017f41-5363-4369-813a-ee25caa28064] Neutron deleted interface 73d06af9-43f6-41c7-8f3d-a4fb76f5d8c0; detaching it from the instance and deleting it from the info cache [ 1270.509258] env[64120]: DEBUG nova.network.neutron [req-3dddf4f2-ed2c-49ed-835a-f97758bb7aef req-75be9b47-aac4-41ca-9814-f27ce2b4dd99 service nova] [instance: c3017f41-5363-4369-813a-ee25caa28064] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.549398] env[64120]: DEBUG oslo_vmware.api [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c3ba99-80b6-9435-cbb2-1e13cba6800d, 'name': SearchDatastore_Task, 'duration_secs': 0.05199} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.549398] env[64120]: DEBUG oslo_concurrency.lockutils [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.549578] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1270.549815] env[64120]: DEBUG oslo_concurrency.lockutils [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.549967] env[64120]: DEBUG oslo_concurrency.lockutils [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.550193] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1270.550465] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6835a8e1-ec9a-4d30-a0a1-f7a6e4ec08cb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.561583] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1270.561759] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1270.562494] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cef42af-6b5b-4c66-9d9d-42eaed0076f8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.569456] env[64120]: DEBUG oslo_vmware.api [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Waiting for the task: (returnval){ [ 1270.569456] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]527ef093-882e-1c3e-1739-1131b3dfc686" [ 1270.569456] env[64120]: _type = "Task" [ 1270.569456] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.578036] env[64120]: DEBUG oslo_vmware.api [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]527ef093-882e-1c3e-1739-1131b3dfc686, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.660169] env[64120]: DEBUG nova.network.neutron [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Updating instance_info_cache with network_info: [{"id": "fb5feb4b-d8a5-4333-8b99-82694be4f2c0", "address": "fa:16:3e:02:c1:2a", "network": {"id": "22dcdd90-5035-4059-b2d9-07d20261e72d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-361135572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "502c554de7554b88b5a0a5ed16c4f89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb5feb4b-d8", "ovs_interfaceid": "fb5feb4b-d8a5-4333-8b99-82694be4f2c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.796596] env[64120]: DEBUG oslo_vmware.api [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406661, 'name': PowerOnVM_Task} progress is 78%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.845844] env[64120]: DEBUG oslo_concurrency.lockutils [req-9ae284fa-998f-470e-a6ae-84695bae70f5 req-14dd53ae-5036-4de9-ac74-c58277c9d565 service nova] Releasing lock "refresh_cache-0dd505c9-c205-4af8-845f-c815ad93a69d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.870707] env[64120]: DEBUG nova.scheduler.client.report [None req-620a1d47-ef96-4e1b-a820-33b6fa3a7847 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1270.924438] env[64120]: DEBUG nova.compute.manager [req-c4b0f131-33f9-4d83-a114-8408e31a392c req-6717ef09-b60b-4b4e-b8c5-0d8a855fc937 service nova] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Received event network-vif-deleted-ce8b8d8b-06bf-4372-9a42-0d185af3af43 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1270.924438] env[64120]: INFO nova.compute.manager [req-c4b0f131-33f9-4d83-a114-8408e31a392c req-6717ef09-b60b-4b4e-b8c5-0d8a855fc937 service nova] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Neutron deleted interface ce8b8d8b-06bf-4372-9a42-0d185af3af43; detaching it from the instance and deleting it from the info cache [ 1270.924581] env[64120]: DEBUG nova.network.neutron [req-c4b0f131-33f9-4d83-a114-8408e31a392c req-6717ef09-b60b-4b4e-b8c5-0d8a855fc937 service nova] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.983020] env[64120]: DEBUG nova.network.neutron [-] [instance: c3017f41-5363-4369-813a-ee25caa28064] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.999261] env[64120]: DEBUG oslo_vmware.api [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.014637] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf3a76eb-bb2a-4996-be3d-01f3ddd35c70 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.026032] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309883ce-fc7b-4b57-b924-ee3800340655 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.070258] env[64120]: DEBUG nova.compute.manager [req-3dddf4f2-ed2c-49ed-835a-f97758bb7aef req-75be9b47-aac4-41ca-9814-f27ce2b4dd99 service nova] [instance: c3017f41-5363-4369-813a-ee25caa28064] Detach interface failed, port_id=73d06af9-43f6-41c7-8f3d-a4fb76f5d8c0, reason: Instance c3017f41-5363-4369-813a-ee25caa28064 could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1271.084822] env[64120]: DEBUG oslo_vmware.api [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]527ef093-882e-1c3e-1739-1131b3dfc686, 'name': SearchDatastore_Task, 'duration_secs': 0.026934} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.085698] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21a05209-d6b9-4ceb-91ee-0565f94c6cb8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.094349] env[64120]: DEBUG oslo_vmware.api [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Waiting for the task: (returnval){ [ 1271.094349] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5284b032-fe8c-a199-700f-3d21ed8b7b64" [ 1271.094349] env[64120]: _type = "Task" [ 1271.094349] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.102890] env[64120]: DEBUG oslo_vmware.api [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5284b032-fe8c-a199-700f-3d21ed8b7b64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.163385] env[64120]: DEBUG oslo_concurrency.lockutils [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Releasing lock "refresh_cache-dd35a3ad-c612-4b13-9e0d-d57034827b0d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.299954] env[64120]: DEBUG oslo_vmware.api [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406661, 'name': PowerOnVM_Task, 'duration_secs': 1.926599} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.300229] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1271.300449] env[64120]: INFO nova.compute.manager [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Took 9.40 seconds to spawn the instance on the hypervisor. [ 1271.300637] env[64120]: DEBUG nova.compute.manager [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1271.301517] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7ae02a-b405-4fa8-a2dc-9fcf3641d344 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.357962] env[64120]: DEBUG nova.network.neutron [-] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.378354] env[64120]: DEBUG oslo_concurrency.lockutils [None req-620a1d47-ef96-4e1b-a820-33b6fa3a7847 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.381687] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.247s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.384465] env[64120]: INFO nova.compute.claims [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1271.415390] env[64120]: INFO nova.scheduler.client.report [None req-620a1d47-ef96-4e1b-a820-33b6fa3a7847 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Deleted allocations for instance 2bde652c-0c77-4af3-857f-60a60b8fadf2 [ 1271.427860] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d1f9380-731f-4bc3-870c-fa0f509c1d00 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.439093] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ca5715-40b1-47c3-a270-fc2c6c588568 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.478687] env[64120]: DEBUG nova.compute.manager [req-c4b0f131-33f9-4d83-a114-8408e31a392c req-6717ef09-b60b-4b4e-b8c5-0d8a855fc937 service nova] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Detach interface failed, port_id=ce8b8d8b-06bf-4372-9a42-0d185af3af43, reason: Instance 87dd2d1b-5945-4fdf-bbfe-2caa7691c269 could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1271.482462] env[64120]: INFO nova.compute.manager [-] [instance: c3017f41-5363-4369-813a-ee25caa28064] Took 1.67 seconds to deallocate network for instance. [ 1271.497232] env[64120]: DEBUG oslo_vmware.api [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406667, 'name': ReconfigVM_Task, 'duration_secs': 0.835155} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.497525] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Reconfigured VM instance instance-00000056 to attach disk [datastore1] f5e07920-2c06-44f0-ba1d-c17f0409cc4e/f5e07920-2c06-44f0-ba1d-c17f0409cc4e.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1271.498164] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55d602cb-0ac7-40e5-b95e-8cbed2e24ecd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.507006] env[64120]: DEBUG oslo_vmware.api [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1271.507006] env[64120]: value = "task-1406668" [ 1271.507006] env[64120]: _type = "Task" [ 1271.507006] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.519115] env[64120]: DEBUG oslo_vmware.api [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406668, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.604606] env[64120]: DEBUG oslo_vmware.api [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5284b032-fe8c-a199-700f-3d21ed8b7b64, 'name': SearchDatastore_Task, 'duration_secs': 0.012818} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.604913] env[64120]: DEBUG oslo_concurrency.lockutils [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.605211] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 0dd505c9-c205-4af8-845f-c815ad93a69d/0dd505c9-c205-4af8-845f-c815ad93a69d.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1271.605482] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da391301-e00a-4097-bb83-73a3b391bab2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.614604] env[64120]: DEBUG oslo_vmware.api [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Waiting for the task: (returnval){ [ 1271.614604] env[64120]: value = "task-1406669" [ 1271.614604] env[64120]: _type = "Task" [ 1271.614604] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.623725] env[64120]: DEBUG oslo_vmware.api [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Task: {'id': task-1406669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.826242] env[64120]: INFO nova.compute.manager [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Took 36.08 seconds to build instance. [ 1271.861059] env[64120]: INFO nova.compute.manager [-] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Took 1.75 seconds to deallocate network for instance. [ 1271.924266] env[64120]: DEBUG oslo_concurrency.lockutils [None req-620a1d47-ef96-4e1b-a820-33b6fa3a7847 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lock "2bde652c-0c77-4af3-857f-60a60b8fadf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.136s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.989490] env[64120]: DEBUG oslo_concurrency.lockutils [None req-19151d85-d005-4c56-9182-b266dc3cb5fe tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.021866] env[64120]: DEBUG oslo_vmware.api [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406668, 'name': Rename_Task, 'duration_secs': 0.147351} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.026480] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1272.027187] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f03a27e1-72d9-45c7-978f-d4f8610f8a0e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.034818] env[64120]: DEBUG oslo_vmware.api [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1272.034818] env[64120]: value = "task-1406670" [ 1272.034818] env[64120]: _type = "Task" [ 1272.034818] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.044563] env[64120]: DEBUG oslo_vmware.api [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.129893] env[64120]: DEBUG oslo_vmware.api [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Task: {'id': task-1406669, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.328586] env[64120]: DEBUG oslo_concurrency.lockutils [None req-be0b9ace-f25d-43a6-87f6-cabaf627d9d1 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "a6fb5e70-ad2c-499e-a224-0fd46271be1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.595s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1272.369922] env[64120]: DEBUG oslo_concurrency.lockutils [None req-801ccd59-e927-4dc9-b441-470c024f9fa0 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.544769] env[64120]: DEBUG oslo_vmware.api [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406670, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.627810] env[64120]: DEBUG oslo_vmware.api [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Task: {'id': task-1406669, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.793344} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.628122] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 0dd505c9-c205-4af8-845f-c815ad93a69d/0dd505c9-c205-4af8-845f-c815ad93a69d.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1272.628470] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1272.628764] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f62c04a-8927-44db-bd88-49c0ff4290c0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.638148] env[64120]: DEBUG oslo_vmware.api [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Waiting for the task: (returnval){ [ 1272.638148] env[64120]: value = "task-1406671" [ 1272.638148] env[64120]: _type = "Task" [ 1272.638148] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.647320] env[64120]: DEBUG oslo_vmware.api [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Task: {'id': task-1406671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.679561] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb63d5d1-8733-4c09-8d09-6df9087f38b0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.700935] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Updating instance 'dd35a3ad-c612-4b13-9e0d-d57034827b0d' progress to 0 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1272.815240] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b04e64c-09e8-49c4-8226-066ad261d2c6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.825270] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e29f973-f7f8-4a4d-8383-228a5318ef58 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.861340] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3b6f28-ff74-46fe-bd1b-705722e8b98d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.868771] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dce90d-3b6c-4685-8e10-8103662172d2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.883214] env[64120]: DEBUG nova.compute.provider_tree [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.989644] env[64120]: DEBUG nova.compute.manager [req-0612f467-d527-4f4f-aa60-3031241d080e req-6e7c87ca-bf85-445a-8f0e-2e5d50452cd5 service nova] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Received event network-changed-b27df9fa-5932-4d97-afbe-68f49f42db49 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1272.989845] env[64120]: DEBUG nova.compute.manager [req-0612f467-d527-4f4f-aa60-3031241d080e req-6e7c87ca-bf85-445a-8f0e-2e5d50452cd5 service nova] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Refreshing instance network info cache due to event network-changed-b27df9fa-5932-4d97-afbe-68f49f42db49. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1272.990158] env[64120]: DEBUG oslo_concurrency.lockutils [req-0612f467-d527-4f4f-aa60-3031241d080e req-6e7c87ca-bf85-445a-8f0e-2e5d50452cd5 service nova] Acquiring lock "refresh_cache-a6fb5e70-ad2c-499e-a224-0fd46271be1b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.990358] env[64120]: DEBUG oslo_concurrency.lockutils [req-0612f467-d527-4f4f-aa60-3031241d080e req-6e7c87ca-bf85-445a-8f0e-2e5d50452cd5 service nova] Acquired lock "refresh_cache-a6fb5e70-ad2c-499e-a224-0fd46271be1b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.990570] env[64120]: DEBUG nova.network.neutron [req-0612f467-d527-4f4f-aa60-3031241d080e req-6e7c87ca-bf85-445a-8f0e-2e5d50452cd5 service nova] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Refreshing network info cache for port b27df9fa-5932-4d97-afbe-68f49f42db49 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1273.047974] env[64120]: DEBUG oslo_vmware.api [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406670, 'name': PowerOnVM_Task, 'duration_secs': 0.601943} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.048589] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1273.048589] env[64120]: INFO nova.compute.manager [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1273.048739] env[64120]: DEBUG nova.compute.manager [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1273.049569] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d51f59c-2987-4fb5-80d4-bf6921a1b8e9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.153257] env[64120]: DEBUG oslo_vmware.api [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Task: {'id': task-1406671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173035} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.153578] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1273.155440] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd85cff8-6ec2-4960-b5d8-e702124b07c6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.180898] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 0dd505c9-c205-4af8-845f-c815ad93a69d/0dd505c9-c205-4af8-845f-c815ad93a69d.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.181290] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-210f3adc-c6c0-46f8-9462-d536d8b88076 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.203449] env[64120]: DEBUG oslo_vmware.api [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Waiting for the task: (returnval){ [ 1273.203449] env[64120]: value = "task-1406672" [ 1273.203449] env[64120]: _type = "Task" [ 1273.203449] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.216466] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1273.216803] env[64120]: DEBUG oslo_vmware.api [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Task: {'id': task-1406672, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.217415] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57dcc37a-fd86-44b0-8b8a-ef2b1ebb016b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.223759] env[64120]: DEBUG oslo_vmware.api [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1273.223759] env[64120]: value = "task-1406673" [ 1273.223759] env[64120]: _type = "Task" [ 1273.223759] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.234040] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] VM already powered off {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1273.234040] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Updating instance 'dd35a3ad-c612-4b13-9e0d-d57034827b0d' progress to 17 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1273.387553] env[64120]: DEBUG nova.scheduler.client.report [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1273.571132] env[64120]: INFO nova.compute.manager [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Took 37.76 seconds to build instance. [ 1273.715996] env[64120]: DEBUG oslo_vmware.api [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Task: {'id': task-1406672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.742509] env[64120]: DEBUG nova.virt.hardware [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1273.742887] env[64120]: DEBUG nova.virt.hardware [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1273.742980] env[64120]: DEBUG nova.virt.hardware [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1273.743190] env[64120]: DEBUG nova.virt.hardware [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1273.743347] env[64120]: DEBUG nova.virt.hardware [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1273.743510] env[64120]: DEBUG nova.virt.hardware [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1273.743760] env[64120]: DEBUG nova.virt.hardware [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1273.743931] env[64120]: DEBUG nova.virt.hardware [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1273.744286] env[64120]: DEBUG nova.virt.hardware [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1273.744533] env[64120]: DEBUG nova.virt.hardware [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1273.744781] env[64120]: DEBUG nova.virt.hardware [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1273.754878] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-417a8ae0-9d48-4b5a-b9b6-3c54eca0c173 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.771640] env[64120]: DEBUG oslo_vmware.api [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1273.771640] env[64120]: value = "task-1406674" [ 1273.771640] env[64120]: _type = "Task" [ 1273.771640] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.780934] env[64120]: DEBUG oslo_vmware.api [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406674, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.891657] env[64120]: DEBUG nova.network.neutron [req-0612f467-d527-4f4f-aa60-3031241d080e req-6e7c87ca-bf85-445a-8f0e-2e5d50452cd5 service nova] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Updated VIF entry in instance network info cache for port b27df9fa-5932-4d97-afbe-68f49f42db49. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1273.892046] env[64120]: DEBUG nova.network.neutron [req-0612f467-d527-4f4f-aa60-3031241d080e req-6e7c87ca-bf85-445a-8f0e-2e5d50452cd5 service nova] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Updating instance_info_cache with network_info: [{"id": "b27df9fa-5932-4d97-afbe-68f49f42db49", "address": "fa:16:3e:16:53:fa", "network": {"id": "71911dc6-c0f8-40a0-bf34-0194ac58b322", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1482185353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfac1b101ea44799c497b99e27a488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb27df9fa-59", "ovs_interfaceid": "b27df9fa-5932-4d97-afbe-68f49f42db49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.895939] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.896514] env[64120]: DEBUG nova.compute.manager [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1273.899304] env[64120]: DEBUG oslo_concurrency.lockutils [None req-396c8675-b268-48e2-90c2-1225b90285de tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.211s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.899552] env[64120]: DEBUG oslo_concurrency.lockutils [None req-396c8675-b268-48e2-90c2-1225b90285de tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.901748] env[64120]: DEBUG oslo_concurrency.lockutils [None req-40ab6aa7-310a-4488-bc64-4989247a4b28 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.238s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.902024] env[64120]: DEBUG nova.objects.instance [None req-40ab6aa7-310a-4488-bc64-4989247a4b28 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lazy-loading 'resources' on Instance uuid b6f8f7cc-33bf-4a8f-9cae-2e1308650292 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.930650] env[64120]: INFO nova.scheduler.client.report [None req-396c8675-b268-48e2-90c2-1225b90285de tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Deleted allocations for instance fe30ced7-62ee-4b15-9b72-268677297ff8 [ 1274.074459] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9d7f115c-be1e-42f4-bae7-0e7a65512d87 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "f5e07920-2c06-44f0-ba1d-c17f0409cc4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.270s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.215976] env[64120]: DEBUG oslo_vmware.api [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Task: {'id': task-1406672, 'name': ReconfigVM_Task, 'duration_secs': 0.724112} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.216380] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 0dd505c9-c205-4af8-845f-c815ad93a69d/0dd505c9-c205-4af8-845f-c815ad93a69d.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.217057] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6690c209-e441-46a6-bdc8-8c198ab4d733 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.223781] env[64120]: DEBUG oslo_vmware.api [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Waiting for the task: (returnval){ [ 1274.223781] env[64120]: value = "task-1406675" [ 1274.223781] env[64120]: _type = "Task" [ 1274.223781] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.235180] env[64120]: DEBUG oslo_vmware.api [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Task: {'id': task-1406675, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.280988] env[64120]: DEBUG oslo_vmware.api [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406674, 'name': ReconfigVM_Task, 'duration_secs': 0.206471} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.281899] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Updating instance 'dd35a3ad-c612-4b13-9e0d-d57034827b0d' progress to 33 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1274.395469] env[64120]: DEBUG oslo_concurrency.lockutils [req-0612f467-d527-4f4f-aa60-3031241d080e req-6e7c87ca-bf85-445a-8f0e-2e5d50452cd5 service nova] Releasing lock "refresh_cache-a6fb5e70-ad2c-499e-a224-0fd46271be1b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.406259] env[64120]: DEBUG nova.compute.utils [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1274.412180] env[64120]: DEBUG nova.compute.manager [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1274.413321] env[64120]: DEBUG nova.network.neutron [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1274.443054] env[64120]: DEBUG oslo_concurrency.lockutils [None req-396c8675-b268-48e2-90c2-1225b90285de tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "fe30ced7-62ee-4b15-9b72-268677297ff8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.818s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.492547] env[64120]: DEBUG nova.policy [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cceea569b6044608e9eacc86bd2cea6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73e77e2e4c124fd19bbc0f0a4908463e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1274.738370] env[64120]: DEBUG oslo_vmware.api [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Task: {'id': task-1406675, 'name': Rename_Task, 'duration_secs': 0.156667} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.738792] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1274.739092] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2014d19-dc89-46f5-9704-252d887a74df {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.748465] env[64120]: DEBUG oslo_vmware.api [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Waiting for the task: (returnval){ [ 1274.748465] env[64120]: value = "task-1406676" [ 1274.748465] env[64120]: _type = "Task" [ 1274.748465] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.760429] env[64120]: DEBUG oslo_vmware.api [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Task: {'id': task-1406676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.788181] env[64120]: DEBUG nova.virt.hardware [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1274.789163] env[64120]: DEBUG nova.virt.hardware [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1274.789163] env[64120]: DEBUG nova.virt.hardware [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1274.789163] env[64120]: DEBUG nova.virt.hardware [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1274.789163] env[64120]: DEBUG nova.virt.hardware [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1274.789163] env[64120]: DEBUG nova.virt.hardware [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1274.789458] env[64120]: DEBUG nova.virt.hardware [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1274.789657] env[64120]: DEBUG nova.virt.hardware [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1274.789831] env[64120]: DEBUG nova.virt.hardware [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1274.790011] env[64120]: DEBUG nova.virt.hardware [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1274.790197] env[64120]: DEBUG nova.virt.hardware [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1274.795709] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1274.798776] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35b539c5-8ae9-49f8-a2a5-1d3bb15cbfc5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.817172] env[64120]: DEBUG oslo_vmware.api [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1274.817172] env[64120]: value = "task-1406677" [ 1274.817172] env[64120]: _type = "Task" [ 1274.817172] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.827948] env[64120]: DEBUG oslo_vmware.api [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406677, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.831082] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ed8685-11b1-4a95-a26c-c4cd14b737c6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.838407] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc70eb14-32a6-4c56-b0fc-0a5553e40968 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.872922] env[64120]: DEBUG oslo_concurrency.lockutils [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "f5e07920-2c06-44f0-ba1d-c17f0409cc4e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.873145] env[64120]: DEBUG oslo_concurrency.lockutils [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "f5e07920-2c06-44f0-ba1d-c17f0409cc4e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.002s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.873344] env[64120]: INFO nova.compute.manager [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Shelving [ 1274.880633] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6673d2f-efe6-4128-8e0c-eae5d6c5468d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.888769] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5250617a-b636-41f2-9d5e-c1708f8f7e59 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.909732] env[64120]: DEBUG nova.compute.provider_tree [None req-40ab6aa7-310a-4488-bc64-4989247a4b28 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.914054] env[64120]: DEBUG nova.compute.manager [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1274.998172] env[64120]: DEBUG nova.network.neutron [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Successfully created port: 945237b3-5429-4113-8573-59d9d8331439 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1275.260838] env[64120]: DEBUG oslo_vmware.api [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Task: {'id': task-1406676, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.333184] env[64120]: DEBUG oslo_vmware.api [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406677, 'name': ReconfigVM_Task, 'duration_secs': 0.2913} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.333184] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1275.334596] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e6f45b-34b7-430a-bfee-3d4e8b6a440b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.359487] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] dd35a3ad-c612-4b13-9e0d-d57034827b0d/dd35a3ad-c612-4b13-9e0d-d57034827b0d.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1275.359957] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aece4b09-c175-4f83-b685-dbd7531817c1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.381292] env[64120]: DEBUG oslo_vmware.api [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1275.381292] env[64120]: value = "task-1406678" [ 1275.381292] env[64120]: _type = "Task" [ 1275.381292] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.384762] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.388190] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e130b8b9-608c-470a-b79c-2893fa870d29 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.395386] env[64120]: DEBUG oslo_vmware.api [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.397226] env[64120]: DEBUG oslo_vmware.api [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1275.397226] env[64120]: value = "task-1406679" [ 1275.397226] env[64120]: _type = "Task" [ 1275.397226] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.405920] env[64120]: DEBUG oslo_vmware.api [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.415216] env[64120]: DEBUG nova.scheduler.client.report [None req-40ab6aa7-310a-4488-bc64-4989247a4b28 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1275.462214] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.462214] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.759170] env[64120]: DEBUG oslo_vmware.api [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Task: {'id': task-1406676, 'name': PowerOnVM_Task, 'duration_secs': 0.586874} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.759490] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1275.759871] env[64120]: INFO nova.compute.manager [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1275.760209] env[64120]: DEBUG nova.compute.manager [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1275.761132] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aaba4ea-6331-46d8-98c2-98c4e9f685ab {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.786168] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4198f48f-9dc3-4f97-8687-22f29bed0665 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquiring lock "55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.786719] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4198f48f-9dc3-4f97-8687-22f29bed0665 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lock "55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1275.893342] env[64120]: DEBUG oslo_vmware.api [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.905647] env[64120]: DEBUG oslo_vmware.api [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406679, 'name': PowerOffVM_Task, 'duration_secs': 0.197357} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.906214] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1275.907115] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d073e2-0e7f-44e7-aa87-ea436dc542f9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.926631] env[64120]: DEBUG oslo_concurrency.lockutils [None req-40ab6aa7-310a-4488-bc64-4989247a4b28 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.024s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1275.929986] env[64120]: DEBUG nova.compute.manager [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1275.932493] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.721s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1275.934210] env[64120]: INFO nova.compute.claims [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1275.939968] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d806a1-5357-46bd-9ad8-52b1e1caef6c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.956208] env[64120]: DEBUG nova.virt.hardware [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1275.956487] env[64120]: DEBUG nova.virt.hardware [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1275.956743] env[64120]: DEBUG nova.virt.hardware [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1275.956857] env[64120]: DEBUG nova.virt.hardware [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1275.957010] env[64120]: DEBUG nova.virt.hardware [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1275.957183] env[64120]: DEBUG nova.virt.hardware [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1275.957384] env[64120]: DEBUG nova.virt.hardware [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1275.957551] env[64120]: DEBUG nova.virt.hardware [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1275.957722] env[64120]: DEBUG nova.virt.hardware [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1275.957891] env[64120]: DEBUG nova.virt.hardware [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1275.958105] env[64120]: DEBUG nova.virt.hardware [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1275.959190] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6fb6a2-aa1f-42b3-b302-452bad19764d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.962791] env[64120]: INFO nova.scheduler.client.report [None req-40ab6aa7-310a-4488-bc64-4989247a4b28 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Deleted allocations for instance b6f8f7cc-33bf-4a8f-9cae-2e1308650292 [ 1275.971342] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.971872] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Starting heal instance info cache {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1275.971872] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Rebuilding the list of instances to heal {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 1275.977330] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32d83d3-063b-4d0e-b5e9-81459ce3cbdd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.278604] env[64120]: INFO nova.compute.manager [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Took 36.59 seconds to build instance. [ 1276.289761] env[64120]: INFO nova.compute.manager [None req-4198f48f-9dc3-4f97-8687-22f29bed0665 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Detaching volume 352a26b9-7c09-46de-9866-4a70a560b9a5 [ 1276.335284] env[64120]: INFO nova.virt.block_device [None req-4198f48f-9dc3-4f97-8687-22f29bed0665 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Attempting to driver detach volume 352a26b9-7c09-46de-9866-4a70a560b9a5 from mountpoint /dev/sdb [ 1276.335520] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-4198f48f-9dc3-4f97-8687-22f29bed0665 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Volume detach. Driver type: vmdk {{(pid=64120) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1276.335719] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-4198f48f-9dc3-4f97-8687-22f29bed0665 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298112', 'volume_id': '352a26b9-7c09-46de-9866-4a70a560b9a5', 'name': 'volume-352a26b9-7c09-46de-9866-4a70a560b9a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '55e4ffbc-e23e-4bf5-a000-0c2437b7bc88', 'attached_at': '', 'detached_at': '', 'volume_id': '352a26b9-7c09-46de-9866-4a70a560b9a5', 'serial': '352a26b9-7c09-46de-9866-4a70a560b9a5'} {{(pid=64120) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1276.336887] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d46539a-f1be-4f88-b346-d634540b4fe2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.376322] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc0dcc7-a2e7-4d06-92f0-7f121312ad37 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.384755] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c2d255-5aec-447d-b53f-fee55d43d8e1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.416888] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15261e5e-87dc-4d3a-949a-88d17dd71dd9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.419725] env[64120]: DEBUG oslo_vmware.api [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406678, 'name': ReconfigVM_Task, 'duration_secs': 0.63805} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.420023] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Reconfigured VM instance instance-00000039 to attach disk [datastore2] dd35a3ad-c612-4b13-9e0d-d57034827b0d/dd35a3ad-c612-4b13-9e0d-d57034827b0d.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1276.420345] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Updating instance 'dd35a3ad-c612-4b13-9e0d-d57034827b0d' progress to 50 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1276.442954] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-4198f48f-9dc3-4f97-8687-22f29bed0665 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] The volume has not been displaced from its original location: [datastore2] volume-352a26b9-7c09-46de-9866-4a70a560b9a5/volume-352a26b9-7c09-46de-9866-4a70a560b9a5.vmdk. No consolidation needed. {{(pid=64120) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1276.447231] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-4198f48f-9dc3-4f97-8687-22f29bed0665 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Reconfiguring VM instance instance-00000044 to detach disk 2001 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1276.449469] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f286dde-0423-4002-8e87-64c92e8d9ceb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.465610] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Creating Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1276.466546] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0239d9f9-0c91-4b3b-813c-847cdf0971ef {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.476096] env[64120]: DEBUG oslo_vmware.api [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1276.476096] env[64120]: value = "task-1406681" [ 1276.476096] env[64120]: _type = "Task" [ 1276.476096] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.476409] env[64120]: DEBUG oslo_vmware.api [None req-4198f48f-9dc3-4f97-8687-22f29bed0665 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1276.476409] env[64120]: value = "task-1406680" [ 1276.476409] env[64120]: _type = "Task" [ 1276.476409] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.476887] env[64120]: DEBUG oslo_concurrency.lockutils [None req-40ab6aa7-310a-4488-bc64-4989247a4b28 tempest-ImagesTestJSON-823930591 tempest-ImagesTestJSON-823930591-project-member] Lock "b6f8f7cc-33bf-4a8f-9cae-2e1308650292" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.197s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.481871] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Skipping network cache update for instance because it is Building. {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9941}} [ 1276.482146] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Skipping network cache update for instance because it is Building. {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9941}} [ 1276.498453] env[64120]: DEBUG oslo_vmware.api [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406681, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.501932] env[64120]: DEBUG oslo_vmware.api [None req-4198f48f-9dc3-4f97-8687-22f29bed0665 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.530145] env[64120]: DEBUG oslo_concurrency.lockutils [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "77a57216-9462-4867-adb3-f1eaa3f7ebee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.530435] env[64120]: DEBUG oslo_concurrency.lockutils [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "77a57216-9462-4867-adb3-f1eaa3f7ebee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.537952] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "refresh_cache-4d010afc-7835-4eac-b2bd-7cf6abea43a1" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.537952] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquired lock "refresh_cache-4d010afc-7835-4eac-b2bd-7cf6abea43a1" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.537952] env[64120]: DEBUG nova.network.neutron [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Forcefully refreshing network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1276.537952] env[64120]: DEBUG nova.objects.instance [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lazy-loading 'info_cache' on Instance uuid 4d010afc-7835-4eac-b2bd-7cf6abea43a1 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.780713] env[64120]: DEBUG oslo_concurrency.lockutils [None req-91a47201-29f6-4843-b79f-bf112a6667c1 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Lock "0dd505c9-c205-4af8-845f-c815ad93a69d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.101s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.821975] env[64120]: DEBUG nova.compute.manager [req-369ff78d-7f34-42e6-8e21-8a970c8f49b7 req-eede2222-c1c4-4e36-9b95-33b310825f9d service nova] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Received event network-vif-plugged-945237b3-5429-4113-8573-59d9d8331439 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1276.822577] env[64120]: DEBUG oslo_concurrency.lockutils [req-369ff78d-7f34-42e6-8e21-8a970c8f49b7 req-eede2222-c1c4-4e36-9b95-33b310825f9d service nova] Acquiring lock "5641ad8a-2671-4989-ba68-fdb87b752edb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.822823] env[64120]: DEBUG oslo_concurrency.lockutils [req-369ff78d-7f34-42e6-8e21-8a970c8f49b7 req-eede2222-c1c4-4e36-9b95-33b310825f9d service nova] Lock "5641ad8a-2671-4989-ba68-fdb87b752edb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.823055] env[64120]: DEBUG oslo_concurrency.lockutils [req-369ff78d-7f34-42e6-8e21-8a970c8f49b7 req-eede2222-c1c4-4e36-9b95-33b310825f9d service nova] Lock "5641ad8a-2671-4989-ba68-fdb87b752edb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.823234] env[64120]: DEBUG nova.compute.manager [req-369ff78d-7f34-42e6-8e21-8a970c8f49b7 req-eede2222-c1c4-4e36-9b95-33b310825f9d service nova] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] No waiting events found dispatching network-vif-plugged-945237b3-5429-4113-8573-59d9d8331439 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1276.823431] env[64120]: WARNING nova.compute.manager [req-369ff78d-7f34-42e6-8e21-8a970c8f49b7 req-eede2222-c1c4-4e36-9b95-33b310825f9d service nova] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Received unexpected event network-vif-plugged-945237b3-5429-4113-8573-59d9d8331439 for instance with vm_state building and task_state spawning. [ 1276.845028] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9558454f-0270-42b4-af13-d98eb59128c2 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Acquiring lock "0dd505c9-c205-4af8-845f-c815ad93a69d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.845308] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9558454f-0270-42b4-af13-d98eb59128c2 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Lock "0dd505c9-c205-4af8-845f-c815ad93a69d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.845553] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9558454f-0270-42b4-af13-d98eb59128c2 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Acquiring lock "0dd505c9-c205-4af8-845f-c815ad93a69d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.845630] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9558454f-0270-42b4-af13-d98eb59128c2 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Lock "0dd505c9-c205-4af8-845f-c815ad93a69d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.845798] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9558454f-0270-42b4-af13-d98eb59128c2 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Lock "0dd505c9-c205-4af8-845f-c815ad93a69d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.848124] env[64120]: INFO nova.compute.manager [None req-9558454f-0270-42b4-af13-d98eb59128c2 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Terminating instance [ 1276.850351] env[64120]: DEBUG nova.compute.manager [None req-9558454f-0270-42b4-af13-d98eb59128c2 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1276.850351] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9558454f-0270-42b4-af13-d98eb59128c2 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1276.851330] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7c4754-e4ff-4040-b7cc-aee5397d8181 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.859816] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9558454f-0270-42b4-af13-d98eb59128c2 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.860147] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-523263ff-10d3-474a-8d69-bc1f11aa705a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.867055] env[64120]: DEBUG oslo_vmware.api [None req-9558454f-0270-42b4-af13-d98eb59128c2 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Waiting for the task: (returnval){ [ 1276.867055] env[64120]: value = "task-1406682" [ 1276.867055] env[64120]: _type = "Task" [ 1276.867055] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.875058] env[64120]: DEBUG oslo_vmware.api [None req-9558454f-0270-42b4-af13-d98eb59128c2 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Task: {'id': task-1406682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.929687] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9eadbd-bafa-40ac-9456-65a753ccd3bd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.950347] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e6a39a-7388-4d78-8a3f-34283049c1ed {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.971308] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Updating instance 'dd35a3ad-c612-4b13-9e0d-d57034827b0d' progress to 67 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1276.987622] env[64120]: DEBUG oslo_vmware.api [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406681, 'name': CreateSnapshot_Task, 'duration_secs': 0.472109} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.991266] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Created Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1276.992328] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06c3c69-e476-463e-a71d-e8d478ae5e29 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.000139] env[64120]: DEBUG oslo_vmware.api [None req-4198f48f-9dc3-4f97-8687-22f29bed0665 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406680, 'name': ReconfigVM_Task, 'duration_secs': 0.237155} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.003444] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-4198f48f-9dc3-4f97-8687-22f29bed0665 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Reconfigured VM instance instance-00000044 to detach disk 2001 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1277.014177] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-514d9e3c-58f3-4f26-9815-d26441604ca9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.029976] env[64120]: DEBUG oslo_vmware.api [None req-4198f48f-9dc3-4f97-8687-22f29bed0665 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1277.029976] env[64120]: value = "task-1406683" [ 1277.029976] env[64120]: _type = "Task" [ 1277.029976] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.033396] env[64120]: DEBUG nova.compute.manager [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1277.043854] env[64120]: DEBUG oslo_vmware.api [None req-4198f48f-9dc3-4f97-8687-22f29bed0665 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406683, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.243065] env[64120]: DEBUG nova.network.neutron [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Successfully updated port: 945237b3-5429-4113-8573-59d9d8331439 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1277.374251] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51181fa2-cc4d-49a9-828d-16d86e4b7d7b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.382459] env[64120]: DEBUG oslo_vmware.api [None req-9558454f-0270-42b4-af13-d98eb59128c2 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Task: {'id': task-1406682, 'name': PowerOffVM_Task, 'duration_secs': 0.213492} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.384959] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9558454f-0270-42b4-af13-d98eb59128c2 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1277.385173] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9558454f-0270-42b4-af13-d98eb59128c2 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1277.385546] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cfb2d7d-e2fc-42e1-9b16-22ff89d5aae6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.387812] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3d318d-b684-42fa-85e6-bb6c8c6378c0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.421108] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22aebfd0-1963-4a74-8221-7e0b4dc17d2e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.429138] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b878be21-56d8-40d3-9f87-6d1332499be7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.445010] env[64120]: DEBUG nova.compute.provider_tree [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.455677] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9558454f-0270-42b4-af13-d98eb59128c2 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1277.455978] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9558454f-0270-42b4-af13-d98eb59128c2 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1277.456245] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9558454f-0270-42b4-af13-d98eb59128c2 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Deleting the datastore file [datastore1] 0dd505c9-c205-4af8-845f-c815ad93a69d {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1277.456578] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6239630a-d18b-4ff7-9b09-18c0f79f24ad {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.464526] env[64120]: DEBUG oslo_vmware.api [None req-9558454f-0270-42b4-af13-d98eb59128c2 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Waiting for the task: (returnval){ [ 1277.464526] env[64120]: value = "task-1406685" [ 1277.464526] env[64120]: _type = "Task" [ 1277.464526] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.474864] env[64120]: DEBUG oslo_vmware.api [None req-9558454f-0270-42b4-af13-d98eb59128c2 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Task: {'id': task-1406685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.533995] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Creating linked-clone VM from snapshot {{(pid=64120) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1277.539356] env[64120]: DEBUG nova.network.neutron [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Port fb5feb4b-d8a5-4333-8b99-82694be4f2c0 binding to destination host cpu-1 is already ACTIVE {{(pid=64120) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1277.543529] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ff6f495d-f427-4dd1-b842-74866ee6530a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.563403] env[64120]: DEBUG oslo_vmware.api [None req-4198f48f-9dc3-4f97-8687-22f29bed0665 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406683, 'name': ReconfigVM_Task, 'duration_secs': 0.135706} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.564819] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-4198f48f-9dc3-4f97-8687-22f29bed0665 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298112', 'volume_id': '352a26b9-7c09-46de-9866-4a70a560b9a5', 'name': 'volume-352a26b9-7c09-46de-9866-4a70a560b9a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '55e4ffbc-e23e-4bf5-a000-0c2437b7bc88', 'attached_at': '', 'detached_at': '', 'volume_id': '352a26b9-7c09-46de-9866-4a70a560b9a5', 'serial': '352a26b9-7c09-46de-9866-4a70a560b9a5'} {{(pid=64120) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1277.568233] env[64120]: DEBUG oslo_vmware.api [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1277.568233] env[64120]: value = "task-1406686" [ 1277.568233] env[64120]: _type = "Task" [ 1277.568233] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.569534] env[64120]: DEBUG oslo_concurrency.lockutils [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.581852] env[64120]: DEBUG oslo_vmware.api [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406686, 'name': CloneVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.747410] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "refresh_cache-5641ad8a-2671-4989-ba68-fdb87b752edb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.747875] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquired lock "refresh_cache-5641ad8a-2671-4989-ba68-fdb87b752edb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.749069] env[64120]: DEBUG nova.network.neutron [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.951019] env[64120]: DEBUG nova.scheduler.client.report [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1277.976226] env[64120]: DEBUG oslo_vmware.api [None req-9558454f-0270-42b4-af13-d98eb59128c2 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Task: {'id': task-1406685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304084} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.976552] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9558454f-0270-42b4-af13-d98eb59128c2 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.976782] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9558454f-0270-42b4-af13-d98eb59128c2 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1277.976990] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9558454f-0270-42b4-af13-d98eb59128c2 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1277.977229] env[64120]: INFO nova.compute.manager [None req-9558454f-0270-42b4-af13-d98eb59128c2 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1277.977537] env[64120]: DEBUG oslo.service.loopingcall [None req-9558454f-0270-42b4-af13-d98eb59128c2 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1277.977766] env[64120]: DEBUG nova.compute.manager [-] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1277.977860] env[64120]: DEBUG nova.network.neutron [-] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1278.083101] env[64120]: DEBUG oslo_vmware.api [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406686, 'name': CloneVM_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.131556] env[64120]: DEBUG nova.objects.instance [None req-4198f48f-9dc3-4f97-8687-22f29bed0665 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lazy-loading 'flavor' on Instance uuid 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.313901] env[64120]: DEBUG nova.network.neutron [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1278.395849] env[64120]: DEBUG nova.network.neutron [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Updating instance_info_cache with network_info: [{"id": "d5218065-4792-45be-a71c-9c0f15046fb0", "address": "fa:16:3e:31:f8:99", "network": {"id": "d7209c45-7959-4437-a781-abbb4afde079", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1067622788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c20e6109d6f40748735c6c818444a0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5218065-47", "ovs_interfaceid": "d5218065-4792-45be-a71c-9c0f15046fb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.455143] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.455736] env[64120]: DEBUG nova.compute.manager [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1278.462794] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.687s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.464576] env[64120]: INFO nova.compute.claims [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1278.581211] env[64120]: DEBUG oslo_concurrency.lockutils [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "dd35a3ad-c612-4b13-9e0d-d57034827b0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.581546] env[64120]: DEBUG oslo_concurrency.lockutils [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "dd35a3ad-c612-4b13-9e0d-d57034827b0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.581730] env[64120]: DEBUG oslo_concurrency.lockutils [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "dd35a3ad-c612-4b13-9e0d-d57034827b0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.601045] env[64120]: DEBUG oslo_vmware.api [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406686, 'name': CloneVM_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.632559] env[64120]: DEBUG nova.network.neutron [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Updating instance_info_cache with network_info: [{"id": "945237b3-5429-4113-8573-59d9d8331439", "address": "fa:16:3e:da:be:ff", "network": {"id": "d2a94bb8-9700-4432-b079-27704d0e128c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1214853217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e77e2e4c124fd19bbc0f0a4908463e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap945237b3-54", "ovs_interfaceid": "945237b3-5429-4113-8573-59d9d8331439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.740345] env[64120]: DEBUG nova.network.neutron [-] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.899910] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Releasing lock "refresh_cache-4d010afc-7835-4eac-b2bd-7cf6abea43a1" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.900167] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Updated the network info_cache for instance {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9999}} [ 1278.900392] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.900553] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.900701] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.900847] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.900990] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.901176] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.901334] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64120) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1278.901494] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.971655] env[64120]: DEBUG nova.compute.utils [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1278.974629] env[64120]: DEBUG nova.compute.manager [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1278.975781] env[64120]: DEBUG nova.network.neutron [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1278.980067] env[64120]: DEBUG nova.compute.manager [req-b55e95f1-dfea-4ca5-b6ee-1d65f75d2c62 req-918245aa-7a65-432e-ae35-13ebe32c61d6 service nova] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Received event network-changed-945237b3-5429-4113-8573-59d9d8331439 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1278.980408] env[64120]: DEBUG nova.compute.manager [req-b55e95f1-dfea-4ca5-b6ee-1d65f75d2c62 req-918245aa-7a65-432e-ae35-13ebe32c61d6 service nova] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Refreshing instance network info cache due to event network-changed-945237b3-5429-4113-8573-59d9d8331439. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1278.980627] env[64120]: DEBUG oslo_concurrency.lockutils [req-b55e95f1-dfea-4ca5-b6ee-1d65f75d2c62 req-918245aa-7a65-432e-ae35-13ebe32c61d6 service nova] Acquiring lock "refresh_cache-5641ad8a-2671-4989-ba68-fdb87b752edb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.041729] env[64120]: DEBUG nova.policy [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdcd2e9c80c34e569fdbcab5e84efcb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecee5b6b3e784d9ca773d92c2ed384b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1279.086584] env[64120]: DEBUG oslo_vmware.api [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406686, 'name': CloneVM_Task, 'duration_secs': 1.363762} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.086857] env[64120]: INFO nova.virt.vmwareapi.vmops [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Created linked-clone VM from snapshot [ 1279.087625] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd79e8af-552f-4afe-afd6-7fb3f05b02b5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.098243] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Uploading image a456235b-2587-4bb5-b03d-9d472ea64aa1 {{(pid=64120) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1279.119908] env[64120]: DEBUG oslo_vmware.rw_handles [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1279.119908] env[64120]: value = "vm-298143" [ 1279.119908] env[64120]: _type = "VirtualMachine" [ 1279.119908] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1279.120209] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c1175730-c2a1-4283-b8a6-24390e0e5e70 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.128578] env[64120]: DEBUG oslo_vmware.rw_handles [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lease: (returnval){ [ 1279.128578] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526c1158-173b-30c9-296b-36aaf43cc6b4" [ 1279.128578] env[64120]: _type = "HttpNfcLease" [ 1279.128578] env[64120]: } obtained for exporting VM: (result){ [ 1279.128578] env[64120]: value = "vm-298143" [ 1279.128578] env[64120]: _type = "VirtualMachine" [ 1279.128578] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1279.128901] env[64120]: DEBUG oslo_vmware.api [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the lease: (returnval){ [ 1279.128901] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526c1158-173b-30c9-296b-36aaf43cc6b4" [ 1279.128901] env[64120]: _type = "HttpNfcLease" [ 1279.128901] env[64120]: } to be ready. {{(pid=64120) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1279.137327] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Releasing lock "refresh_cache-5641ad8a-2671-4989-ba68-fdb87b752edb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.137549] env[64120]: DEBUG nova.compute.manager [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Instance network_info: |[{"id": "945237b3-5429-4113-8573-59d9d8331439", "address": "fa:16:3e:da:be:ff", "network": {"id": "d2a94bb8-9700-4432-b079-27704d0e128c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1214853217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e77e2e4c124fd19bbc0f0a4908463e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap945237b3-54", "ovs_interfaceid": "945237b3-5429-4113-8573-59d9d8331439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1279.137903] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1279.137903] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526c1158-173b-30c9-296b-36aaf43cc6b4" [ 1279.137903] env[64120]: _type = "HttpNfcLease" [ 1279.137903] env[64120]: } is initializing. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1279.138251] env[64120]: DEBUG oslo_concurrency.lockutils [req-b55e95f1-dfea-4ca5-b6ee-1d65f75d2c62 req-918245aa-7a65-432e-ae35-13ebe32c61d6 service nova] Acquired lock "refresh_cache-5641ad8a-2671-4989-ba68-fdb87b752edb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.138490] env[64120]: DEBUG nova.network.neutron [req-b55e95f1-dfea-4ca5-b6ee-1d65f75d2c62 req-918245aa-7a65-432e-ae35-13ebe32c61d6 service nova] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Refreshing network info cache for port 945237b3-5429-4113-8573-59d9d8331439 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1279.143025] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:be:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '945237b3-5429-4113-8573-59d9d8331439', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1279.148690] env[64120]: DEBUG oslo.service.loopingcall [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1279.149625] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4198f48f-9dc3-4f97-8687-22f29bed0665 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lock "55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.363s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1279.150506] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1279.150961] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d54807d5-e400-48a1-8784-afafd10d5f95 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.174411] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1279.174411] env[64120]: value = "task-1406688" [ 1279.174411] env[64120]: _type = "Task" [ 1279.174411] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.183600] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406688, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.244466] env[64120]: INFO nova.compute.manager [-] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Took 1.27 seconds to deallocate network for instance. [ 1279.405855] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.479437] env[64120]: DEBUG nova.compute.manager [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1279.643201] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1279.643201] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526c1158-173b-30c9-296b-36aaf43cc6b4" [ 1279.643201] env[64120]: _type = "HttpNfcLease" [ 1279.643201] env[64120]: } is ready. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1279.643766] env[64120]: DEBUG oslo_concurrency.lockutils [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "refresh_cache-dd35a3ad-c612-4b13-9e0d-d57034827b0d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.643950] env[64120]: DEBUG oslo_concurrency.lockutils [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquired lock "refresh_cache-dd35a3ad-c612-4b13-9e0d-d57034827b0d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.644141] env[64120]: DEBUG nova.network.neutron [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1279.645389] env[64120]: DEBUG oslo_vmware.rw_handles [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1279.645389] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526c1158-173b-30c9-296b-36aaf43cc6b4" [ 1279.645389] env[64120]: _type = "HttpNfcLease" [ 1279.645389] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1279.650378] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359861ac-2f4f-424c-8277-69e12eca5099 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.659392] env[64120]: DEBUG oslo_vmware.rw_handles [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ce26a1-1c46-c153-bc09-c1092f864a39/disk-0.vmdk from lease info. {{(pid=64120) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1279.660753] env[64120]: DEBUG oslo_vmware.rw_handles [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ce26a1-1c46-c153-bc09-c1092f864a39/disk-0.vmdk for reading. {{(pid=64120) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1279.662362] env[64120]: DEBUG nova.network.neutron [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Successfully created port: 3a8e5631-ab06-4169-9cfe-fd4ab37e909f {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1279.743470] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406688, 'name': CreateVM_Task, 'duration_secs': 0.440225} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.744054] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1279.744764] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.745230] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.745444] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.745885] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b94035d-38fe-447d-96ab-aab0d0db3b1e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.753456] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9558454f-0270-42b4-af13-d98eb59128c2 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.755119] env[64120]: DEBUG oslo_vmware.api [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1279.755119] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]523f40ab-8051-f7aa-338b-7e6ec2963c79" [ 1279.755119] env[64120]: _type = "Task" [ 1279.755119] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.765378] env[64120]: DEBUG oslo_vmware.api [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]523f40ab-8051-f7aa-338b-7e6ec2963c79, 'name': SearchDatastore_Task, 'duration_secs': 0.010894} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.770824] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.770824] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1279.770824] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.770824] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.770824] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1279.771223] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0b617cf-e589-4c03-8041-fbf7259839aa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.773196] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3db1051d-6da1-4197-b6a5-733c0f9c30d3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.799356] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1279.799596] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1279.800940] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1511b988-89b3-45ad-b1dd-e34707d37c9e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.813519] env[64120]: DEBUG oslo_vmware.api [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1279.813519] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5238d554-e810-df7d-6588-4532fe230206" [ 1279.813519] env[64120]: _type = "Task" [ 1279.813519] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.822268] env[64120]: DEBUG oslo_vmware.api [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5238d554-e810-df7d-6588-4532fe230206, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.865677] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3c257478-9ca5-48b9-a996-2ff8a5b10196 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquiring lock "55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.865781] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3c257478-9ca5-48b9-a996-2ff8a5b10196 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lock "55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1279.865929] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3c257478-9ca5-48b9-a996-2ff8a5b10196 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquiring lock "55e4ffbc-e23e-4bf5-a000-0c2437b7bc88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.866136] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3c257478-9ca5-48b9-a996-2ff8a5b10196 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lock "55e4ffbc-e23e-4bf5-a000-0c2437b7bc88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1279.866312] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3c257478-9ca5-48b9-a996-2ff8a5b10196 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lock "55e4ffbc-e23e-4bf5-a000-0c2437b7bc88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1279.868416] env[64120]: INFO nova.compute.manager [None req-3c257478-9ca5-48b9-a996-2ff8a5b10196 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Terminating instance [ 1279.870222] env[64120]: DEBUG nova.compute.manager [None req-3c257478-9ca5-48b9-a996-2ff8a5b10196 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1279.870426] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3c257478-9ca5-48b9-a996-2ff8a5b10196 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1279.871422] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b516e2-cb0d-49b9-bf32-827eb39f0aa1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.882280] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c257478-9ca5-48b9-a996-2ff8a5b10196 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1279.882563] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f63500d-38a5-4a4b-95a8-2bf59a3286f4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.889627] env[64120]: DEBUG oslo_vmware.api [None req-3c257478-9ca5-48b9-a996-2ff8a5b10196 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1279.889627] env[64120]: value = "task-1406689" [ 1279.889627] env[64120]: _type = "Task" [ 1279.889627] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.901599] env[64120]: DEBUG oslo_vmware.api [None req-3c257478-9ca5-48b9-a996-2ff8a5b10196 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.941292] env[64120]: DEBUG nova.network.neutron [req-b55e95f1-dfea-4ca5-b6ee-1d65f75d2c62 req-918245aa-7a65-432e-ae35-13ebe32c61d6 service nova] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Updated VIF entry in instance network info cache for port 945237b3-5429-4113-8573-59d9d8331439. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1279.941688] env[64120]: DEBUG nova.network.neutron [req-b55e95f1-dfea-4ca5-b6ee-1d65f75d2c62 req-918245aa-7a65-432e-ae35-13ebe32c61d6 service nova] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Updating instance_info_cache with network_info: [{"id": "945237b3-5429-4113-8573-59d9d8331439", "address": "fa:16:3e:da:be:ff", "network": {"id": "d2a94bb8-9700-4432-b079-27704d0e128c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1214853217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e77e2e4c124fd19bbc0f0a4908463e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap945237b3-54", "ovs_interfaceid": "945237b3-5429-4113-8573-59d9d8331439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.995495] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8d88cc-4dc2-4327-bf1e-575c8886857c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.005457] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c44b900-c7d7-4f21-b983-6c8fe53c08b7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.050305] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccf9a68-f4e5-4048-95f6-3885e9b4d099 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.060195] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a1e520-50ca-4369-b9b8-1fb2434be1ca {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.077762] env[64120]: DEBUG nova.compute.provider_tree [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.329896] env[64120]: DEBUG oslo_vmware.api [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5238d554-e810-df7d-6588-4532fe230206, 'name': SearchDatastore_Task, 'duration_secs': 0.01112} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.330903] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a499797d-b46c-4d21-a483-9e04debf2066 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.340580] env[64120]: DEBUG oslo_vmware.api [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1280.340580] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c39f57-6e2f-1d53-275b-6169a9f2c2f3" [ 1280.340580] env[64120]: _type = "Task" [ 1280.340580] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.355072] env[64120]: DEBUG oslo_vmware.api [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c39f57-6e2f-1d53-275b-6169a9f2c2f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.400453] env[64120]: DEBUG oslo_vmware.api [None req-3c257478-9ca5-48b9-a996-2ff8a5b10196 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406689, 'name': PowerOffVM_Task, 'duration_secs': 0.203785} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.400822] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c257478-9ca5-48b9-a996-2ff8a5b10196 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1280.401038] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3c257478-9ca5-48b9-a996-2ff8a5b10196 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1280.401387] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f6cad7f-2fb8-4f4e-af31-a03f59e04ecc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.444357] env[64120]: DEBUG oslo_concurrency.lockutils [req-b55e95f1-dfea-4ca5-b6ee-1d65f75d2c62 req-918245aa-7a65-432e-ae35-13ebe32c61d6 service nova] Releasing lock "refresh_cache-5641ad8a-2671-4989-ba68-fdb87b752edb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.444791] env[64120]: DEBUG nova.compute.manager [req-b55e95f1-dfea-4ca5-b6ee-1d65f75d2c62 req-918245aa-7a65-432e-ae35-13ebe32c61d6 service nova] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Received event network-vif-deleted-31eb4797-8592-4f9a-8aed-aff03083e6a4 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1280.484265] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3c257478-9ca5-48b9-a996-2ff8a5b10196 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1280.485698] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3c257478-9ca5-48b9-a996-2ff8a5b10196 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1280.485954] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c257478-9ca5-48b9-a996-2ff8a5b10196 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Deleting the datastore file [datastore1] 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1280.486549] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee5ba3d8-c36d-43c3-86dd-1b79972a55e5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.494772] env[64120]: DEBUG nova.compute.manager [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1280.499828] env[64120]: DEBUG oslo_vmware.api [None req-3c257478-9ca5-48b9-a996-2ff8a5b10196 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1280.499828] env[64120]: value = "task-1406691" [ 1280.499828] env[64120]: _type = "Task" [ 1280.499828] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.509959] env[64120]: DEBUG oslo_vmware.api [None req-3c257478-9ca5-48b9-a996-2ff8a5b10196 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.526448] env[64120]: DEBUG nova.virt.hardware [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1280.527598] env[64120]: DEBUG nova.virt.hardware [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1280.527831] env[64120]: DEBUG nova.virt.hardware [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1280.528082] env[64120]: DEBUG nova.virt.hardware [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1280.528271] env[64120]: DEBUG nova.virt.hardware [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1280.528563] env[64120]: DEBUG nova.virt.hardware [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1280.528849] env[64120]: DEBUG nova.virt.hardware [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1280.529050] env[64120]: DEBUG nova.virt.hardware [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1280.529378] env[64120]: DEBUG nova.virt.hardware [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1280.529577] env[64120]: DEBUG nova.virt.hardware [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1280.529773] env[64120]: DEBUG nova.virt.hardware [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1280.530740] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66867811-50a2-4998-b735-ca389f709fa1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.534463] env[64120]: DEBUG nova.network.neutron [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Updating instance_info_cache with network_info: [{"id": "fb5feb4b-d8a5-4333-8b99-82694be4f2c0", "address": "fa:16:3e:02:c1:2a", "network": {"id": "22dcdd90-5035-4059-b2d9-07d20261e72d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-361135572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "502c554de7554b88b5a0a5ed16c4f89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb5feb4b-d8", "ovs_interfaceid": "fb5feb4b-d8a5-4333-8b99-82694be4f2c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.543788] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fe638c-57ab-4cc8-83d9-c312249b41f7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.581511] env[64120]: DEBUG nova.scheduler.client.report [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1280.857638] env[64120]: DEBUG oslo_vmware.api [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c39f57-6e2f-1d53-275b-6169a9f2c2f3, 'name': SearchDatastore_Task, 'duration_secs': 0.012443} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.858118] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.858724] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 5641ad8a-2671-4989-ba68-fdb87b752edb/5641ad8a-2671-4989-ba68-fdb87b752edb.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1280.859060] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-420ad509-05d2-4d3c-96ff-48b405e163f7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.869440] env[64120]: DEBUG oslo_vmware.api [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1280.869440] env[64120]: value = "task-1406692" [ 1280.869440] env[64120]: _type = "Task" [ 1280.869440] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.886276] env[64120]: DEBUG oslo_vmware.api [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.012638] env[64120]: DEBUG oslo_vmware.api [None req-3c257478-9ca5-48b9-a996-2ff8a5b10196 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293851} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.013053] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c257478-9ca5-48b9-a996-2ff8a5b10196 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1281.013053] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3c257478-9ca5-48b9-a996-2ff8a5b10196 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1281.013268] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3c257478-9ca5-48b9-a996-2ff8a5b10196 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1281.013442] env[64120]: INFO nova.compute.manager [None req-3c257478-9ca5-48b9-a996-2ff8a5b10196 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1281.013715] env[64120]: DEBUG oslo.service.loopingcall [None req-3c257478-9ca5-48b9-a996-2ff8a5b10196 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1281.013925] env[64120]: DEBUG nova.compute.manager [-] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1281.014030] env[64120]: DEBUG nova.network.neutron [-] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1281.038861] env[64120]: DEBUG oslo_concurrency.lockutils [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Releasing lock "refresh_cache-dd35a3ad-c612-4b13-9e0d-d57034827b0d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.090237] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.090814] env[64120]: DEBUG nova.compute.manager [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1281.094088] env[64120]: DEBUG oslo_concurrency.lockutils [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.788s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.100504] env[64120]: INFO nova.compute.claims [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1281.383771] env[64120]: DEBUG oslo_vmware.api [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406692, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.566488] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ac0ab6-6b06-4b5c-9f7c-cc267ed430e0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.591961] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa313a8a-5fa1-4e6c-9983-e9bef044e601 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.602799] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Updating instance 'dd35a3ad-c612-4b13-9e0d-d57034827b0d' progress to 83 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1281.608045] env[64120]: DEBUG nova.compute.utils [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1281.616023] env[64120]: DEBUG nova.compute.manager [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1281.616023] env[64120]: DEBUG nova.network.neutron [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1281.701848] env[64120]: DEBUG nova.compute.manager [req-93435219-d757-42f8-9ad6-0cc7cf39ca31 req-af709457-1a2a-4fc4-b330-e27825571047 service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Received event network-vif-plugged-3a8e5631-ab06-4169-9cfe-fd4ab37e909f {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1281.701986] env[64120]: DEBUG oslo_concurrency.lockutils [req-93435219-d757-42f8-9ad6-0cc7cf39ca31 req-af709457-1a2a-4fc4-b330-e27825571047 service nova] Acquiring lock "9311177f-121d-44db-86af-ad0e2e68d411-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.702381] env[64120]: DEBUG oslo_concurrency.lockutils [req-93435219-d757-42f8-9ad6-0cc7cf39ca31 req-af709457-1a2a-4fc4-b330-e27825571047 service nova] Lock "9311177f-121d-44db-86af-ad0e2e68d411-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.702745] env[64120]: DEBUG oslo_concurrency.lockutils [req-93435219-d757-42f8-9ad6-0cc7cf39ca31 req-af709457-1a2a-4fc4-b330-e27825571047 service nova] Lock "9311177f-121d-44db-86af-ad0e2e68d411-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.702796] env[64120]: DEBUG nova.compute.manager [req-93435219-d757-42f8-9ad6-0cc7cf39ca31 req-af709457-1a2a-4fc4-b330-e27825571047 service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] No waiting events found dispatching network-vif-plugged-3a8e5631-ab06-4169-9cfe-fd4ab37e909f {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1281.702971] env[64120]: WARNING nova.compute.manager [req-93435219-d757-42f8-9ad6-0cc7cf39ca31 req-af709457-1a2a-4fc4-b330-e27825571047 service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Received unexpected event network-vif-plugged-3a8e5631-ab06-4169-9cfe-fd4ab37e909f for instance with vm_state building and task_state spawning. [ 1281.717092] env[64120]: DEBUG nova.policy [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c126bccbc684d318ff4fcfc6331aa0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2ffaf88913245dc93bba7bdf398691b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1281.832908] env[64120]: DEBUG nova.network.neutron [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Successfully updated port: 3a8e5631-ab06-4169-9cfe-fd4ab37e909f {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1281.883208] env[64120]: DEBUG oslo_vmware.api [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607466} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.885219] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 5641ad8a-2671-4989-ba68-fdb87b752edb/5641ad8a-2671-4989-ba68-fdb87b752edb.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1281.885356] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1281.885632] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb8cfb01-51d2-49af-9d9d-15ea167687fb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.894257] env[64120]: DEBUG oslo_vmware.api [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1281.894257] env[64120]: value = "task-1406693" [ 1281.894257] env[64120]: _type = "Task" [ 1281.894257] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.906339] env[64120]: DEBUG oslo_vmware.api [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.113884] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-20257edb-4971-445b-bd44-e3e1aaca566a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Updating instance 'dd35a3ad-c612-4b13-9e0d-d57034827b0d' progress to 100 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1282.117812] env[64120]: DEBUG nova.compute.manager [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1282.176171] env[64120]: DEBUG nova.compute.manager [req-c6295391-feaa-4f45-a1ff-6b990b128ed3 req-39738c76-e9f9-4ef4-85be-8053b4fcb759 service nova] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Received event network-vif-deleted-9a52e7a4-c718-4c50-8b6c-c30b90576026 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1282.176459] env[64120]: INFO nova.compute.manager [req-c6295391-feaa-4f45-a1ff-6b990b128ed3 req-39738c76-e9f9-4ef4-85be-8053b4fcb759 service nova] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Neutron deleted interface 9a52e7a4-c718-4c50-8b6c-c30b90576026; detaching it from the instance and deleting it from the info cache [ 1282.176703] env[64120]: DEBUG nova.network.neutron [req-c6295391-feaa-4f45-a1ff-6b990b128ed3 req-39738c76-e9f9-4ef4-85be-8053b4fcb759 service nova] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.285231] env[64120]: DEBUG nova.network.neutron [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Successfully created port: 077f064d-bb80-4a33-91b9-41d0715cce1e {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1282.337515] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "refresh_cache-9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.339010] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquired lock "refresh_cache-9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.339010] env[64120]: DEBUG nova.network.neutron [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.409877] env[64120]: DEBUG oslo_vmware.api [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406693, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074919} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.410246] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1282.411115] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c004766-7fac-4131-a69a-615a1bdcd964 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.434975] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a52280f9-6a2c-45b1-baca-91a3237c2270 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Acquiring lock "bc69900e-a868-488e-9d1e-874ccfdec2fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.435271] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a52280f9-6a2c-45b1-baca-91a3237c2270 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Lock "bc69900e-a868-488e-9d1e-874ccfdec2fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.435484] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a52280f9-6a2c-45b1-baca-91a3237c2270 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Acquiring lock "bc69900e-a868-488e-9d1e-874ccfdec2fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.435670] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a52280f9-6a2c-45b1-baca-91a3237c2270 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Lock "bc69900e-a868-488e-9d1e-874ccfdec2fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.435838] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a52280f9-6a2c-45b1-baca-91a3237c2270 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Lock "bc69900e-a868-488e-9d1e-874ccfdec2fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1282.446597] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 5641ad8a-2671-4989-ba68-fdb87b752edb/5641ad8a-2671-4989-ba68-fdb87b752edb.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1282.447293] env[64120]: INFO nova.compute.manager [None req-a52280f9-6a2c-45b1-baca-91a3237c2270 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Terminating instance [ 1282.452525] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc798bfe-a2ba-4d5e-bad1-fe25051287ac {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.468254] env[64120]: DEBUG nova.compute.manager [None req-a52280f9-6a2c-45b1-baca-91a3237c2270 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1282.468504] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a52280f9-6a2c-45b1-baca-91a3237c2270 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1282.470346] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ae3850-5282-4d0a-97ec-cfe6dcab118a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.479791] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52280f9-6a2c-45b1-baca-91a3237c2270 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.479901] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab660b16-3c67-40f6-b528-56ae8d3dc2ff {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.481711] env[64120]: DEBUG oslo_vmware.api [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1282.481711] env[64120]: value = "task-1406694" [ 1282.481711] env[64120]: _type = "Task" [ 1282.481711] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.492058] env[64120]: DEBUG oslo_vmware.api [None req-a52280f9-6a2c-45b1-baca-91a3237c2270 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Waiting for the task: (returnval){ [ 1282.492058] env[64120]: value = "task-1406695" [ 1282.492058] env[64120]: _type = "Task" [ 1282.492058] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.502036] env[64120]: DEBUG nova.network.neutron [-] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.503762] env[64120]: DEBUG oslo_vmware.api [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406694, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.514293] env[64120]: DEBUG oslo_vmware.api [None req-a52280f9-6a2c-45b1-baca-91a3237c2270 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Task: {'id': task-1406695, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.640360] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3a9d2b-1763-4d44-84d3-8f0d5ab4cf19 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.650048] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819a61af-84be-4968-b256-a0b276fd4a76 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.693888] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0cdd8cc3-f135-4652-9ae7-ee103ccebcaf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.698976] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e91338-0c18-4e95-98c5-d7d89b1c9886 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.714488] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4087e44c-3585-4c6b-92d2-db68ac10871e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.724318] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c829bf-3805-4e2e-bce0-b6fd0be650a3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.749856] env[64120]: DEBUG nova.compute.provider_tree [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.766299] env[64120]: DEBUG nova.compute.manager [req-c6295391-feaa-4f45-a1ff-6b990b128ed3 req-39738c76-e9f9-4ef4-85be-8053b4fcb759 service nova] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Detach interface failed, port_id=9a52e7a4-c718-4c50-8b6c-c30b90576026, reason: Instance 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88 could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1282.896934] env[64120]: DEBUG nova.network.neutron [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1282.999577] env[64120]: DEBUG oslo_vmware.api [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406694, 'name': ReconfigVM_Task, 'duration_secs': 0.348453} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.000357] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 5641ad8a-2671-4989-ba68-fdb87b752edb/5641ad8a-2671-4989-ba68-fdb87b752edb.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1283.001049] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-253ae5b9-27d8-41dc-a488-19e09e60d008 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.005782] env[64120]: INFO nova.compute.manager [-] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Took 1.99 seconds to deallocate network for instance. [ 1283.006103] env[64120]: DEBUG oslo_vmware.api [None req-a52280f9-6a2c-45b1-baca-91a3237c2270 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Task: {'id': task-1406695, 'name': PowerOffVM_Task, 'duration_secs': 0.286803} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.010488] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52280f9-6a2c-45b1-baca-91a3237c2270 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1283.010698] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a52280f9-6a2c-45b1-baca-91a3237c2270 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1283.014025] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d5a949e-58f0-471b-b154-28738712a246 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.017626] env[64120]: DEBUG oslo_vmware.api [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1283.017626] env[64120]: value = "task-1406696" [ 1283.017626] env[64120]: _type = "Task" [ 1283.017626] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.028898] env[64120]: DEBUG oslo_vmware.api [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406696, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.102607] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a52280f9-6a2c-45b1-baca-91a3237c2270 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1283.102750] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a52280f9-6a2c-45b1-baca-91a3237c2270 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1283.102932] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-a52280f9-6a2c-45b1-baca-91a3237c2270 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Deleting the datastore file [datastore2] bc69900e-a868-488e-9d1e-874ccfdec2fc {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.103674] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c18ac96-f813-4e7b-92f0-6fb770949e69 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.113584] env[64120]: DEBUG oslo_vmware.api [None req-a52280f9-6a2c-45b1-baca-91a3237c2270 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Waiting for the task: (returnval){ [ 1283.113584] env[64120]: value = "task-1406698" [ 1283.113584] env[64120]: _type = "Task" [ 1283.113584] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.124060] env[64120]: DEBUG oslo_vmware.api [None req-a52280f9-6a2c-45b1-baca-91a3237c2270 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Task: {'id': task-1406698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.146903] env[64120]: DEBUG nova.compute.manager [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1283.161327] env[64120]: DEBUG nova.network.neutron [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Updating instance_info_cache with network_info: [{"id": "3a8e5631-ab06-4169-9cfe-fd4ab37e909f", "address": "fa:16:3e:e8:8c:fd", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a8e5631-ab", "ovs_interfaceid": "3a8e5631-ab06-4169-9cfe-fd4ab37e909f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.192325] env[64120]: DEBUG nova.virt.hardware [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1283.192509] env[64120]: DEBUG nova.virt.hardware [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1283.192677] env[64120]: DEBUG nova.virt.hardware [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1283.192880] env[64120]: DEBUG nova.virt.hardware [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1283.193081] env[64120]: DEBUG nova.virt.hardware [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1283.193728] env[64120]: DEBUG nova.virt.hardware [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1283.193728] env[64120]: DEBUG nova.virt.hardware [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1283.193728] env[64120]: DEBUG nova.virt.hardware [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1283.193954] env[64120]: DEBUG nova.virt.hardware [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1283.194143] env[64120]: DEBUG nova.virt.hardware [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1283.194372] env[64120]: DEBUG nova.virt.hardware [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1283.197329] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f88cfe-637d-41d6-a1ab-d878317fa78d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.207022] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617fddc0-92dd-4b88-8c66-c933b629fb1e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.255264] env[64120]: DEBUG nova.scheduler.client.report [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1283.517506] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3c257478-9ca5-48b9-a996-2ff8a5b10196 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1283.529626] env[64120]: DEBUG oslo_vmware.api [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406696, 'name': Rename_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.625223] env[64120]: DEBUG oslo_vmware.api [None req-a52280f9-6a2c-45b1-baca-91a3237c2270 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Task: {'id': task-1406698, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16971} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.625820] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-a52280f9-6a2c-45b1-baca-91a3237c2270 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.625820] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a52280f9-6a2c-45b1-baca-91a3237c2270 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1283.626018] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a52280f9-6a2c-45b1-baca-91a3237c2270 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1283.626111] env[64120]: INFO nova.compute.manager [None req-a52280f9-6a2c-45b1-baca-91a3237c2270 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1283.626374] env[64120]: DEBUG oslo.service.loopingcall [None req-a52280f9-6a2c-45b1-baca-91a3237c2270 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1283.626709] env[64120]: DEBUG nova.compute.manager [-] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1283.626709] env[64120]: DEBUG nova.network.neutron [-] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1283.666016] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Releasing lock "refresh_cache-9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.667784] env[64120]: DEBUG nova.compute.manager [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Instance network_info: |[{"id": "3a8e5631-ab06-4169-9cfe-fd4ab37e909f", "address": "fa:16:3e:e8:8c:fd", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a8e5631-ab", "ovs_interfaceid": "3a8e5631-ab06-4169-9cfe-fd4ab37e909f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1283.667784] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:8c:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a8e5631-ab06-4169-9cfe-fd4ab37e909f', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1283.675812] env[64120]: DEBUG oslo.service.loopingcall [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1283.676386] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1283.676639] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb031bd1-5d9c-4ccb-8417-c9f41a77429b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.700635] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1283.700635] env[64120]: value = "task-1406699" [ 1283.700635] env[64120]: _type = "Task" [ 1283.700635] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.710898] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406699, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.766337] env[64120]: DEBUG oslo_concurrency.lockutils [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.768143] env[64120]: DEBUG nova.compute.manager [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1283.772218] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.191s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1283.774597] env[64120]: INFO nova.compute.claims [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1283.791382] env[64120]: DEBUG nova.compute.manager [req-81347ecf-583a-4a5f-8e04-f8dbb957cf87 req-2da91c97-4e2b-4e87-a1dc-d3a6d208f5dd service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Received event network-changed-3a8e5631-ab06-4169-9cfe-fd4ab37e909f {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1283.791615] env[64120]: DEBUG nova.compute.manager [req-81347ecf-583a-4a5f-8e04-f8dbb957cf87 req-2da91c97-4e2b-4e87-a1dc-d3a6d208f5dd service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Refreshing instance network info cache due to event network-changed-3a8e5631-ab06-4169-9cfe-fd4ab37e909f. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1283.792135] env[64120]: DEBUG oslo_concurrency.lockutils [req-81347ecf-583a-4a5f-8e04-f8dbb957cf87 req-2da91c97-4e2b-4e87-a1dc-d3a6d208f5dd service nova] Acquiring lock "refresh_cache-9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1283.792318] env[64120]: DEBUG oslo_concurrency.lockutils [req-81347ecf-583a-4a5f-8e04-f8dbb957cf87 req-2da91c97-4e2b-4e87-a1dc-d3a6d208f5dd service nova] Acquired lock "refresh_cache-9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.792520] env[64120]: DEBUG nova.network.neutron [req-81347ecf-583a-4a5f-8e04-f8dbb957cf87 req-2da91c97-4e2b-4e87-a1dc-d3a6d208f5dd service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Refreshing network info cache for port 3a8e5631-ab06-4169-9cfe-fd4ab37e909f {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1284.033976] env[64120]: DEBUG oslo_vmware.api [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406696, 'name': Rename_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.213915] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406699, 'name': CreateVM_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.267225] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c5a6d412-f7b9-412c-b11b-d82bc12ccc5f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "dd35a3ad-c612-4b13-9e0d-d57034827b0d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.267522] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c5a6d412-f7b9-412c-b11b-d82bc12ccc5f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "dd35a3ad-c612-4b13-9e0d-d57034827b0d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.267723] env[64120]: DEBUG nova.compute.manager [None req-c5a6d412-f7b9-412c-b11b-d82bc12ccc5f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Going to confirm migration 4 {{(pid=64120) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1284.274569] env[64120]: DEBUG nova.compute.utils [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1284.278080] env[64120]: DEBUG nova.compute.manager [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Not allocating networking since 'none' was specified. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1284.537127] env[64120]: DEBUG oslo_vmware.api [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406696, 'name': Rename_Task, 'duration_secs': 1.187295} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.538519] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1284.538519] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-946592ae-d3a7-4426-a87c-ab151376f0fb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.550019] env[64120]: DEBUG oslo_vmware.api [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1284.550019] env[64120]: value = "task-1406700" [ 1284.550019] env[64120]: _type = "Task" [ 1284.550019] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.559677] env[64120]: DEBUG oslo_vmware.api [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.689869] env[64120]: DEBUG nova.compute.manager [req-fef9e56d-58ea-43bb-bfd7-374bd7a31948 req-bc663d9a-831a-4311-91bf-9185dd92553b service nova] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Received event network-vif-plugged-077f064d-bb80-4a33-91b9-41d0715cce1e {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1284.690217] env[64120]: DEBUG oslo_concurrency.lockutils [req-fef9e56d-58ea-43bb-bfd7-374bd7a31948 req-bc663d9a-831a-4311-91bf-9185dd92553b service nova] Acquiring lock "547c783c-4b19-40f3-9a6f-1ae256ade47e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.690566] env[64120]: DEBUG oslo_concurrency.lockutils [req-fef9e56d-58ea-43bb-bfd7-374bd7a31948 req-bc663d9a-831a-4311-91bf-9185dd92553b service nova] Lock "547c783c-4b19-40f3-9a6f-1ae256ade47e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.690864] env[64120]: DEBUG oslo_concurrency.lockutils [req-fef9e56d-58ea-43bb-bfd7-374bd7a31948 req-bc663d9a-831a-4311-91bf-9185dd92553b service nova] Lock "547c783c-4b19-40f3-9a6f-1ae256ade47e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.690959] env[64120]: DEBUG nova.compute.manager [req-fef9e56d-58ea-43bb-bfd7-374bd7a31948 req-bc663d9a-831a-4311-91bf-9185dd92553b service nova] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] No waiting events found dispatching network-vif-plugged-077f064d-bb80-4a33-91b9-41d0715cce1e {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1284.691143] env[64120]: WARNING nova.compute.manager [req-fef9e56d-58ea-43bb-bfd7-374bd7a31948 req-bc663d9a-831a-4311-91bf-9185dd92553b service nova] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Received unexpected event network-vif-plugged-077f064d-bb80-4a33-91b9-41d0715cce1e for instance with vm_state building and task_state spawning. [ 1284.716276] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406699, 'name': CreateVM_Task, 'duration_secs': 0.810017} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.716276] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1284.717204] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.717793] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.718723] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.718723] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6281be7a-1c5b-47b5-84c8-95fac15dd221 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.725845] env[64120]: DEBUG oslo_vmware.api [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1284.725845] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]520af2e7-4256-b8c6-35e5-5603b5a803ea" [ 1284.725845] env[64120]: _type = "Task" [ 1284.725845] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.739945] env[64120]: DEBUG oslo_vmware.api [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]520af2e7-4256-b8c6-35e5-5603b5a803ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.754434] env[64120]: DEBUG nova.network.neutron [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Successfully updated port: 077f064d-bb80-4a33-91b9-41d0715cce1e {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1284.755392] env[64120]: DEBUG nova.network.neutron [req-81347ecf-583a-4a5f-8e04-f8dbb957cf87 req-2da91c97-4e2b-4e87-a1dc-d3a6d208f5dd service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Updated VIF entry in instance network info cache for port 3a8e5631-ab06-4169-9cfe-fd4ab37e909f. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1284.755839] env[64120]: DEBUG nova.network.neutron [req-81347ecf-583a-4a5f-8e04-f8dbb957cf87 req-2da91c97-4e2b-4e87-a1dc-d3a6d208f5dd service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Updating instance_info_cache with network_info: [{"id": "3a8e5631-ab06-4169-9cfe-fd4ab37e909f", "address": "fa:16:3e:e8:8c:fd", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a8e5631-ab", "ovs_interfaceid": "3a8e5631-ab06-4169-9cfe-fd4ab37e909f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.783459] env[64120]: DEBUG nova.compute.manager [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1284.854316] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c5a6d412-f7b9-412c-b11b-d82bc12ccc5f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "refresh_cache-dd35a3ad-c612-4b13-9e0d-d57034827b0d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.854316] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c5a6d412-f7b9-412c-b11b-d82bc12ccc5f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquired lock "refresh_cache-dd35a3ad-c612-4b13-9e0d-d57034827b0d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.854535] env[64120]: DEBUG nova.network.neutron [None req-c5a6d412-f7b9-412c-b11b-d82bc12ccc5f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1284.854772] env[64120]: DEBUG nova.objects.instance [None req-c5a6d412-f7b9-412c-b11b-d82bc12ccc5f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lazy-loading 'info_cache' on Instance uuid dd35a3ad-c612-4b13-9e0d-d57034827b0d {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.066686] env[64120]: DEBUG oslo_vmware.api [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406700, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.194821] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7301d95-082a-47f3-ad40-4abc797ffd8d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.203379] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd94b1e9-09e4-4f1b-9f5c-4c36a1774bad {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.245698] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4309c45-3a93-47bf-a853-6a799b5aa0f0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.256307] env[64120]: DEBUG oslo_vmware.api [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]520af2e7-4256-b8c6-35e5-5603b5a803ea, 'name': SearchDatastore_Task, 'duration_secs': 0.012309} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.259536] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.259839] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1285.260170] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.260383] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.260642] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1285.261701] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "refresh_cache-547c783c-4b19-40f3-9a6f-1ae256ade47e" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.261701] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquired lock "refresh_cache-547c783c-4b19-40f3-9a6f-1ae256ade47e" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.261701] env[64120]: DEBUG nova.network.neutron [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1285.263203] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99689e85-9338-4ffd-97f6-b30bacbf107b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.265519] env[64120]: DEBUG oslo_concurrency.lockutils [req-81347ecf-583a-4a5f-8e04-f8dbb957cf87 req-2da91c97-4e2b-4e87-a1dc-d3a6d208f5dd service nova] Releasing lock "refresh_cache-9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.267153] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969c10eb-e549-4add-a182-e2aa2dd93168 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.284138] env[64120]: DEBUG nova.compute.provider_tree [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.286725] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1285.286932] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1285.288467] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad4aec62-0ca9-4d19-b887-97f55cf9ea74 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.297390] env[64120]: DEBUG oslo_vmware.api [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1285.297390] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]523eefb6-4625-4738-7138-6c6fb65f8976" [ 1285.297390] env[64120]: _type = "Task" [ 1285.297390] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.311242] env[64120]: DEBUG oslo_vmware.api [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]523eefb6-4625-4738-7138-6c6fb65f8976, 'name': SearchDatastore_Task, 'duration_secs': 0.011273} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.311242] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b19f17c-179c-4f0d-a670-403a3a75df22 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.318551] env[64120]: DEBUG oslo_vmware.api [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1285.318551] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52716698-15c9-c26b-60bd-a2efd041165f" [ 1285.318551] env[64120]: _type = "Task" [ 1285.318551] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.327047] env[64120]: DEBUG oslo_vmware.api [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52716698-15c9-c26b-60bd-a2efd041165f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.370794] env[64120]: DEBUG nova.network.neutron [-] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.558371] env[64120]: DEBUG oslo_vmware.api [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406700, 'name': PowerOnVM_Task, 'duration_secs': 0.6243} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.558758] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1285.558897] env[64120]: INFO nova.compute.manager [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Took 9.63 seconds to spawn the instance on the hypervisor. [ 1285.559104] env[64120]: DEBUG nova.compute.manager [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1285.559941] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3d423e-5081-45c5-964e-8ee09c1f409c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.790214] env[64120]: DEBUG nova.scheduler.client.report [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1285.800816] env[64120]: DEBUG nova.compute.manager [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1285.821617] env[64120]: DEBUG nova.network.neutron [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1285.830026] env[64120]: DEBUG nova.virt.hardware [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1285.830214] env[64120]: DEBUG nova.virt.hardware [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1285.830408] env[64120]: DEBUG nova.virt.hardware [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1285.830652] env[64120]: DEBUG nova.virt.hardware [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1285.830842] env[64120]: DEBUG nova.virt.hardware [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1285.831104] env[64120]: DEBUG nova.virt.hardware [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1285.831229] env[64120]: DEBUG nova.virt.hardware [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1285.831425] env[64120]: DEBUG nova.virt.hardware [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1285.831622] env[64120]: DEBUG nova.virt.hardware [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1285.831812] env[64120]: DEBUG nova.virt.hardware [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1285.832187] env[64120]: DEBUG nova.virt.hardware [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1285.832879] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25842c3b-a04c-48aa-bb48-216f4cc03b9a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.839447] env[64120]: DEBUG oslo_vmware.api [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52716698-15c9-c26b-60bd-a2efd041165f, 'name': SearchDatastore_Task, 'duration_secs': 0.011939} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.840147] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.840437] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 9311177f-121d-44db-86af-ad0e2e68d411/9311177f-121d-44db-86af-ad0e2e68d411.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1285.840731] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42896f51-4350-431b-b558-db3e2b612085 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.849902] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2adcc56f-9a45-499a-bbb3-f180e12931fb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.858586] env[64120]: DEBUG oslo_vmware.api [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1285.858586] env[64120]: value = "task-1406701" [ 1285.858586] env[64120]: _type = "Task" [ 1285.858586] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.875247] env[64120]: INFO nova.compute.manager [-] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Took 2.25 seconds to deallocate network for instance. [ 1285.875868] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Instance VIF info [] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1285.882346] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Creating folder: Project (03b30bb7e2444fd1bdb134f20c151186). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1285.887767] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-efda1bdd-03a6-4a13-97a6-66399cd58862 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.902024] env[64120]: DEBUG oslo_vmware.api [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.909929] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Created folder: Project (03b30bb7e2444fd1bdb134f20c151186) in parent group-v297899. [ 1285.910248] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Creating folder: Instances. Parent ref: group-v298146. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1285.910440] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1abe2e1-fa3d-4f45-9cbf-93bc45081824 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.924371] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Created folder: Instances in parent group-v298146. [ 1285.924892] env[64120]: DEBUG oslo.service.loopingcall [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1285.925172] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1285.925483] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8e97bb5-9b5f-43ef-8d59-2f1053ccf57c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.946194] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1285.946194] env[64120]: value = "task-1406704" [ 1285.946194] env[64120]: _type = "Task" [ 1285.946194] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.955554] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406704, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.054023] env[64120]: DEBUG nova.network.neutron [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Updating instance_info_cache with network_info: [{"id": "077f064d-bb80-4a33-91b9-41d0715cce1e", "address": "fa:16:3e:20:8b:7b", "network": {"id": "5aa9ccea-d810-4a4f-a424-c80a1b4c1286", "bridge": "br-int", "label": "tempest-ServersTestJSON-1147413175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ffaf88913245dc93bba7bdf398691b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap077f064d-bb", "ovs_interfaceid": "077f064d-bb80-4a33-91b9-41d0715cce1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.082358] env[64120]: INFO nova.compute.manager [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Took 42.97 seconds to build instance. [ 1286.301132] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.306068] env[64120]: DEBUG nova.compute.manager [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1286.313030] env[64120]: DEBUG oslo_concurrency.lockutils [None req-19151d85-d005-4c56-9182-b266dc3cb5fe tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.323s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.314397] env[64120]: DEBUG nova.objects.instance [None req-19151d85-d005-4c56-9182-b266dc3cb5fe tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Lazy-loading 'resources' on Instance uuid c3017f41-5363-4369-813a-ee25caa28064 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.375626] env[64120]: DEBUG oslo_vmware.api [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406701, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.400955] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a52280f9-6a2c-45b1-baca-91a3237c2270 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.438317] env[64120]: DEBUG nova.network.neutron [None req-c5a6d412-f7b9-412c-b11b-d82bc12ccc5f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Updating instance_info_cache with network_info: [{"id": "fb5feb4b-d8a5-4333-8b99-82694be4f2c0", "address": "fa:16:3e:02:c1:2a", "network": {"id": "22dcdd90-5035-4059-b2d9-07d20261e72d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-361135572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "502c554de7554b88b5a0a5ed16c4f89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb5feb4b-d8", "ovs_interfaceid": "fb5feb4b-d8a5-4333-8b99-82694be4f2c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.463170] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406704, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.554481] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Releasing lock "refresh_cache-547c783c-4b19-40f3-9a6f-1ae256ade47e" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.554832] env[64120]: DEBUG nova.compute.manager [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Instance network_info: |[{"id": "077f064d-bb80-4a33-91b9-41d0715cce1e", "address": "fa:16:3e:20:8b:7b", "network": {"id": "5aa9ccea-d810-4a4f-a424-c80a1b4c1286", "bridge": "br-int", "label": "tempest-ServersTestJSON-1147413175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ffaf88913245dc93bba7bdf398691b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap077f064d-bb", "ovs_interfaceid": "077f064d-bb80-4a33-91b9-41d0715cce1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1286.555306] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:8b:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '077f064d-bb80-4a33-91b9-41d0715cce1e', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1286.563565] env[64120]: DEBUG oslo.service.loopingcall [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1286.563775] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1286.566651] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3791c73e-4918-4f2f-8157-6fa17e748fa3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.585373] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5b74c30f-2ca4-4d75-a283-1135390ac653 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "5641ad8a-2671-4989-ba68-fdb87b752edb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.485s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.595641] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1286.595641] env[64120]: value = "task-1406705" [ 1286.595641] env[64120]: _type = "Task" [ 1286.595641] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.608920] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406705, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.808093] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquiring lock "d9e639cb-56b3-4107-93fd-f0bb842fe6ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.808180] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "d9e639cb-56b3-4107-93fd-f0bb842fe6ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.820920] env[64120]: DEBUG nova.compute.utils [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1286.828014] env[64120]: DEBUG nova.compute.manager [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1286.828303] env[64120]: DEBUG nova.network.neutron [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1286.872957] env[64120]: DEBUG oslo_vmware.api [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406701, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528363} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.873303] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 9311177f-121d-44db-86af-ad0e2e68d411/9311177f-121d-44db-86af-ad0e2e68d411.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1286.873550] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1286.873844] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-166bd2f1-6b51-4112-ae18-b925072770e4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.882813] env[64120]: DEBUG oslo_vmware.api [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1286.882813] env[64120]: value = "task-1406706" [ 1286.882813] env[64120]: _type = "Task" [ 1286.882813] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.896072] env[64120]: DEBUG oslo_vmware.api [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.931688] env[64120]: DEBUG nova.policy [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '858d11b66dd64758b5d543ce2e271828', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c9d3a77183743a38730bfd5d4456c46', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1286.947113] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c5a6d412-f7b9-412c-b11b-d82bc12ccc5f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Releasing lock "refresh_cache-dd35a3ad-c612-4b13-9e0d-d57034827b0d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.947464] env[64120]: DEBUG nova.objects.instance [None req-c5a6d412-f7b9-412c-b11b-d82bc12ccc5f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lazy-loading 'migration_context' on Instance uuid dd35a3ad-c612-4b13-9e0d-d57034827b0d {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.961168] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406704, 'name': CreateVM_Task, 'duration_secs': 0.542369} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.961396] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1286.961899] env[64120]: DEBUG oslo_concurrency.lockutils [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.962088] env[64120]: DEBUG oslo_concurrency.lockutils [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.962499] env[64120]: DEBUG oslo_concurrency.lockutils [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1286.963659] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9cc2f87-8698-43e6-bf12-5ad00b414e0d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.972079] env[64120]: DEBUG oslo_vmware.api [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Waiting for the task: (returnval){ [ 1286.972079] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5292d74d-fe7c-6789-501c-7f03d60549b9" [ 1286.972079] env[64120]: _type = "Task" [ 1286.972079] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.980768] env[64120]: DEBUG oslo_vmware.api [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5292d74d-fe7c-6789-501c-7f03d60549b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.075698] env[64120]: DEBUG nova.compute.manager [req-dcc8e8c8-59e0-4d5d-ba29-a4120137eb2b req-5828e307-07ca-4020-92c8-8c17a821e33b service nova] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Received event network-changed-077f064d-bb80-4a33-91b9-41d0715cce1e {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1287.075698] env[64120]: DEBUG nova.compute.manager [req-dcc8e8c8-59e0-4d5d-ba29-a4120137eb2b req-5828e307-07ca-4020-92c8-8c17a821e33b service nova] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Refreshing instance network info cache due to event network-changed-077f064d-bb80-4a33-91b9-41d0715cce1e. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1287.076122] env[64120]: DEBUG oslo_concurrency.lockutils [req-dcc8e8c8-59e0-4d5d-ba29-a4120137eb2b req-5828e307-07ca-4020-92c8-8c17a821e33b service nova] Acquiring lock "refresh_cache-547c783c-4b19-40f3-9a6f-1ae256ade47e" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1287.076122] env[64120]: DEBUG oslo_concurrency.lockutils [req-dcc8e8c8-59e0-4d5d-ba29-a4120137eb2b req-5828e307-07ca-4020-92c8-8c17a821e33b service nova] Acquired lock "refresh_cache-547c783c-4b19-40f3-9a6f-1ae256ade47e" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.076378] env[64120]: DEBUG nova.network.neutron [req-dcc8e8c8-59e0-4d5d-ba29-a4120137eb2b req-5828e307-07ca-4020-92c8-8c17a821e33b service nova] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Refreshing network info cache for port 077f064d-bb80-4a33-91b9-41d0715cce1e {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1287.110213] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406705, 'name': CreateVM_Task, 'duration_secs': 0.509297} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.110543] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1287.111372] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1287.228628] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023adc0a-3463-46e6-be9d-0359d70374b4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.237525] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ef532e-1f8a-42d7-84eb-107eee368dba {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.278169] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71765471-5f2b-4143-a5ad-0075e91c708d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.286722] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efab815-22bc-4251-902c-f414b7475ff3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.306180] env[64120]: DEBUG nova.compute.provider_tree [None req-19151d85-d005-4c56-9182-b266dc3cb5fe tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.312147] env[64120]: DEBUG nova.compute.manager [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1287.324286] env[64120]: DEBUG nova.compute.manager [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1287.346613] env[64120]: DEBUG oslo_vmware.rw_handles [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ce26a1-1c46-c153-bc09-c1092f864a39/disk-0.vmdk. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1287.347869] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8c7dc0-dd92-4030-b10f-4df8b082c99a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.356534] env[64120]: DEBUG oslo_vmware.rw_handles [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ce26a1-1c46-c153-bc09-c1092f864a39/disk-0.vmdk is in state: ready. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1287.356908] env[64120]: ERROR oslo_vmware.rw_handles [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ce26a1-1c46-c153-bc09-c1092f864a39/disk-0.vmdk due to incomplete transfer. [ 1287.358017] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d6e38dd4-5d2f-413b-966f-0b13dee50328 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.367237] env[64120]: DEBUG oslo_vmware.rw_handles [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ce26a1-1c46-c153-bc09-c1092f864a39/disk-0.vmdk. {{(pid=64120) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1287.367671] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Uploaded image a456235b-2587-4bb5-b03d-9d472ea64aa1 to the Glance image server {{(pid=64120) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1287.370762] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Destroying the VM {{(pid=64120) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1287.371438] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a26cf68c-ac9b-4edf-a1b7-ca761b9e58cc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.381658] env[64120]: DEBUG oslo_vmware.api [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1287.381658] env[64120]: value = "task-1406707" [ 1287.381658] env[64120]: _type = "Task" [ 1287.381658] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.404352] env[64120]: DEBUG oslo_vmware.api [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406707, 'name': Destroy_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.408800] env[64120]: DEBUG oslo_vmware.api [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080894} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.410964] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1287.411310] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1261180-aa65-431b-8299-1426de3cd3e1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.436528] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 9311177f-121d-44db-86af-ad0e2e68d411/9311177f-121d-44db-86af-ad0e2e68d411.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1287.437406] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-811a964d-888e-4000-a690-f3b307f536b7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.456345] env[64120]: DEBUG nova.objects.base [None req-c5a6d412-f7b9-412c-b11b-d82bc12ccc5f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=64120) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1287.457224] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c2a7d8-b87e-48ab-b91f-11154a976285 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.461021] env[64120]: DEBUG oslo_vmware.api [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1287.461021] env[64120]: value = "task-1406708" [ 1287.461021] env[64120]: _type = "Task" [ 1287.461021] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.481120] env[64120]: DEBUG nova.network.neutron [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Successfully created port: edb8ea94-7500-43d0-849b-642e53250108 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1287.484966] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3244d8e4-f514-48a9-92b6-d4780e0bec0b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.491213] env[64120]: DEBUG oslo_vmware.api [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.498201] env[64120]: DEBUG oslo_vmware.api [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5292d74d-fe7c-6789-501c-7f03d60549b9, 'name': SearchDatastore_Task, 'duration_secs': 0.011355} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.499744] env[64120]: DEBUG oslo_concurrency.lockutils [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.500058] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1287.500369] env[64120]: DEBUG oslo_concurrency.lockutils [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1287.500613] env[64120]: DEBUG oslo_concurrency.lockutils [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.500869] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1287.501281] env[64120]: DEBUG oslo_vmware.api [None req-c5a6d412-f7b9-412c-b11b-d82bc12ccc5f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1287.501281] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5248b973-70a3-445d-60fd-2f45ffc1cc0d" [ 1287.501281] env[64120]: _type = "Task" [ 1287.501281] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.501730] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.501921] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1287.502196] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5a112f9-0b64-4d52-aad3-850157046ed7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.504301] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f3db7c9-b8d0-4e88-b3f0-a0ad277fd809 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.513270] env[64120]: DEBUG oslo_vmware.api [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1287.513270] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521aa96e-8051-239f-bd0d-58a8b4fd1dee" [ 1287.513270] env[64120]: _type = "Task" [ 1287.513270] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.516681] env[64120]: DEBUG oslo_vmware.api [None req-c5a6d412-f7b9-412c-b11b-d82bc12ccc5f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5248b973-70a3-445d-60fd-2f45ffc1cc0d, 'name': SearchDatastore_Task, 'duration_secs': 0.007925} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.520747] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c5a6d412-f7b9-412c-b11b-d82bc12ccc5f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1287.521140] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1287.521439] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1287.522159] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45b80665-4f80-4f23-a945-28132e8e2697 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.530673] env[64120]: DEBUG oslo_vmware.api [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521aa96e-8051-239f-bd0d-58a8b4fd1dee, 'name': SearchDatastore_Task, 'duration_secs': 0.010211} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.531678] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.531928] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1287.532157] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1287.533046] env[64120]: DEBUG oslo_vmware.api [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Waiting for the task: (returnval){ [ 1287.533046] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c18e71-4030-c73e-2611-9ac40f34f479" [ 1287.533046] env[64120]: _type = "Task" [ 1287.533046] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.541133] env[64120]: DEBUG oslo_vmware.api [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c18e71-4030-c73e-2611-9ac40f34f479, 'name': SearchDatastore_Task, 'duration_secs': 0.010049} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.541852] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fe2b151-d9ca-4278-88a9-80c34e4505af {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.547824] env[64120]: DEBUG oslo_vmware.api [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Waiting for the task: (returnval){ [ 1287.547824] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5229c101-fea7-e194-63b5-7aad021374c9" [ 1287.547824] env[64120]: _type = "Task" [ 1287.547824] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.556462] env[64120]: DEBUG oslo_vmware.api [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5229c101-fea7-e194-63b5-7aad021374c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.811183] env[64120]: DEBUG nova.scheduler.client.report [None req-19151d85-d005-4c56-9182-b266dc3cb5fe tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1287.822382] env[64120]: DEBUG nova.network.neutron [req-dcc8e8c8-59e0-4d5d-ba29-a4120137eb2b req-5828e307-07ca-4020-92c8-8c17a821e33b service nova] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Updated VIF entry in instance network info cache for port 077f064d-bb80-4a33-91b9-41d0715cce1e. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1287.822711] env[64120]: DEBUG nova.network.neutron [req-dcc8e8c8-59e0-4d5d-ba29-a4120137eb2b req-5828e307-07ca-4020-92c8-8c17a821e33b service nova] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Updating instance_info_cache with network_info: [{"id": "077f064d-bb80-4a33-91b9-41d0715cce1e", "address": "fa:16:3e:20:8b:7b", "network": {"id": "5aa9ccea-d810-4a4f-a424-c80a1b4c1286", "bridge": "br-int", "label": "tempest-ServersTestJSON-1147413175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ffaf88913245dc93bba7bdf398691b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap077f064d-bb", "ovs_interfaceid": "077f064d-bb80-4a33-91b9-41d0715cce1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.840357] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1287.890966] env[64120]: DEBUG oslo_vmware.api [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406707, 'name': Destroy_Task, 'duration_secs': 0.331651} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.891276] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Destroyed the VM [ 1287.891547] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Deleting Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1287.891808] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-36c628fb-cbf7-4168-9654-ea0272be5361 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.902092] env[64120]: DEBUG oslo_vmware.api [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1287.902092] env[64120]: value = "task-1406709" [ 1287.902092] env[64120]: _type = "Task" [ 1287.902092] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.908052] env[64120]: DEBUG nova.compute.manager [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Stashing vm_state: active {{(pid=64120) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1287.922044] env[64120]: DEBUG oslo_vmware.api [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406709, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.980461] env[64120]: DEBUG oslo_vmware.api [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406708, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.059846] env[64120]: DEBUG oslo_vmware.api [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5229c101-fea7-e194-63b5-7aad021374c9, 'name': SearchDatastore_Task, 'duration_secs': 0.009592} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.060135] env[64120]: DEBUG oslo_concurrency.lockutils [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1288.060422] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 541c682f-007b-43b7-a945-1dd0b082873f/541c682f-007b-43b7-a945-1dd0b082873f.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1288.060697] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.060893] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1288.061133] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05c8bd0c-de21-47cb-bb08-72c7afcdb730 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.063976] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85e354bf-4ba3-482e-b9f2-f5fac09a3416 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.070540] env[64120]: DEBUG oslo_vmware.api [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Waiting for the task: (returnval){ [ 1288.070540] env[64120]: value = "task-1406710" [ 1288.070540] env[64120]: _type = "Task" [ 1288.070540] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.075034] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1288.075940] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1288.077127] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58c7d4f4-0785-4072-8640-b2bba28d89da {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.083806] env[64120]: DEBUG oslo_vmware.api [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Task: {'id': task-1406710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.090023] env[64120]: DEBUG oslo_vmware.api [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1288.090023] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529b221d-45ce-7b15-3049-30df45935530" [ 1288.090023] env[64120]: _type = "Task" [ 1288.090023] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.108364] env[64120]: DEBUG oslo_vmware.api [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529b221d-45ce-7b15-3049-30df45935530, 'name': SearchDatastore_Task, 'duration_secs': 0.015281} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.109779] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-731a4ac3-a34d-4853-8085-27b8c31fba5c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.116305] env[64120]: DEBUG oslo_vmware.api [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1288.116305] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]523d4092-a768-c2c9-2852-1b954e1d7ede" [ 1288.116305] env[64120]: _type = "Task" [ 1288.116305] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.124962] env[64120]: DEBUG oslo_vmware.api [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]523d4092-a768-c2c9-2852-1b954e1d7ede, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.317087] env[64120]: DEBUG oslo_concurrency.lockutils [None req-19151d85-d005-4c56-9182-b266dc3cb5fe tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1288.320388] env[64120]: DEBUG oslo_concurrency.lockutils [None req-801ccd59-e927-4dc9-b441-470c024f9fa0 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.951s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1288.320388] env[64120]: DEBUG nova.objects.instance [None req-801ccd59-e927-4dc9-b441-470c024f9fa0 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Lazy-loading 'resources' on Instance uuid 87dd2d1b-5945-4fdf-bbfe-2caa7691c269 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.327835] env[64120]: DEBUG oslo_concurrency.lockutils [req-dcc8e8c8-59e0-4d5d-ba29-a4120137eb2b req-5828e307-07ca-4020-92c8-8c17a821e33b service nova] Releasing lock "refresh_cache-547c783c-4b19-40f3-9a6f-1ae256ade47e" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1288.327835] env[64120]: DEBUG nova.compute.manager [req-dcc8e8c8-59e0-4d5d-ba29-a4120137eb2b req-5828e307-07ca-4020-92c8-8c17a821e33b service nova] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Received event network-vif-deleted-b696ad1c-a243-4e87-a6c4-fe106b2f9689 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1288.333750] env[64120]: DEBUG nova.compute.manager [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1288.353943] env[64120]: INFO nova.scheduler.client.report [None req-19151d85-d005-4c56-9182-b266dc3cb5fe tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Deleted allocations for instance c3017f41-5363-4369-813a-ee25caa28064 [ 1288.369218] env[64120]: DEBUG nova.virt.hardware [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1288.369218] env[64120]: DEBUG nova.virt.hardware [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1288.369218] env[64120]: DEBUG nova.virt.hardware [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1288.369218] env[64120]: DEBUG nova.virt.hardware [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1288.369218] env[64120]: DEBUG nova.virt.hardware [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1288.369898] env[64120]: DEBUG nova.virt.hardware [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1288.370320] env[64120]: DEBUG nova.virt.hardware [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1288.370668] env[64120]: DEBUG nova.virt.hardware [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1288.371151] env[64120]: DEBUG nova.virt.hardware [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1288.371556] env[64120]: DEBUG nova.virt.hardware [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1288.371883] env[64120]: DEBUG nova.virt.hardware [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1288.373441] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161e591d-b43e-492d-a58a-805af02799bf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.384884] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8124deee-56a7-4de8-aea4-72815a2d7aaa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.425263] env[64120]: DEBUG oslo_vmware.api [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406709, 'name': RemoveSnapshot_Task, 'duration_secs': 0.388857} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.425949] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Deleted Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1288.426420] env[64120]: DEBUG nova.compute.manager [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1288.428016] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cf743d-4ed1-4214-a207-078258442106 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.432655] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1288.484698] env[64120]: DEBUG oslo_vmware.api [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406708, 'name': ReconfigVM_Task, 'duration_secs': 0.540899} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.484698] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 9311177f-121d-44db-86af-ad0e2e68d411/9311177f-121d-44db-86af-ad0e2e68d411.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1288.484698] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2dc57538-bd2e-4128-8514-d62253d72202 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.498612] env[64120]: DEBUG oslo_vmware.api [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1288.498612] env[64120]: value = "task-1406711" [ 1288.498612] env[64120]: _type = "Task" [ 1288.498612] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.513358] env[64120]: DEBUG oslo_vmware.api [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406711, 'name': Rename_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.581520] env[64120]: DEBUG oslo_vmware.api [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Task: {'id': task-1406710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500748} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.581808] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 541c682f-007b-43b7-a945-1dd0b082873f/541c682f-007b-43b7-a945-1dd0b082873f.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1288.582127] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1288.582519] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a93f1f8-1b2b-4b4e-a8fc-c7981346596e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.590588] env[64120]: DEBUG oslo_vmware.api [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Waiting for the task: (returnval){ [ 1288.590588] env[64120]: value = "task-1406712" [ 1288.590588] env[64120]: _type = "Task" [ 1288.590588] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.600389] env[64120]: DEBUG oslo_vmware.api [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Task: {'id': task-1406712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.626636] env[64120]: DEBUG oslo_vmware.api [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]523d4092-a768-c2c9-2852-1b954e1d7ede, 'name': SearchDatastore_Task, 'duration_secs': 0.010293} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.627147] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1288.627883] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 547c783c-4b19-40f3-9a6f-1ae256ade47e/547c783c-4b19-40f3-9a6f-1ae256ade47e.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1288.628035] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0736a744-17c6-4efe-b13c-30101994913b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.638632] env[64120]: DEBUG oslo_vmware.api [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1288.638632] env[64120]: value = "task-1406713" [ 1288.638632] env[64120]: _type = "Task" [ 1288.638632] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.647840] env[64120]: DEBUG oslo_vmware.api [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.865243] env[64120]: DEBUG oslo_concurrency.lockutils [None req-19151d85-d005-4c56-9182-b266dc3cb5fe tempest-ServersTestFqdnHostnames-550311784 tempest-ServersTestFqdnHostnames-550311784-project-member] Lock "c3017f41-5363-4369-813a-ee25caa28064" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.179s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1288.949027] env[64120]: INFO nova.compute.manager [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Shelve offloading [ 1288.951031] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.951653] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47b703a0-c4be-4abd-839d-c00a9000704b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.961397] env[64120]: DEBUG oslo_vmware.api [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1288.961397] env[64120]: value = "task-1406714" [ 1288.961397] env[64120]: _type = "Task" [ 1288.961397] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.975697] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] VM already powered off {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1288.975827] env[64120]: DEBUG nova.compute.manager [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1288.976901] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddedf54-ac95-40ef-a732-32ab39cb1073 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.986207] env[64120]: DEBUG oslo_concurrency.lockutils [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "refresh_cache-f5e07920-2c06-44f0-ba1d-c17f0409cc4e" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.986412] env[64120]: DEBUG oslo_concurrency.lockutils [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquired lock "refresh_cache-f5e07920-2c06-44f0-ba1d-c17f0409cc4e" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.986599] env[64120]: DEBUG nova.network.neutron [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.016316] env[64120]: DEBUG oslo_vmware.api [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406711, 'name': Rename_Task, 'duration_secs': 0.242282} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.016316] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1289.016316] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85030da5-fdb7-4d5f-b5ec-08325dfbb0b0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.027700] env[64120]: DEBUG oslo_vmware.api [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1289.027700] env[64120]: value = "task-1406715" [ 1289.027700] env[64120]: _type = "Task" [ 1289.027700] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.039019] env[64120]: DEBUG oslo_vmware.api [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.102795] env[64120]: DEBUG oslo_vmware.api [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Task: {'id': task-1406712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070426} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.103105] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1289.103925] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372890ac-30ce-44b2-9be5-d4827fe83388 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.128943] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 541c682f-007b-43b7-a945-1dd0b082873f/541c682f-007b-43b7-a945-1dd0b082873f.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1289.132071] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-745d93ab-25de-4b3e-beba-f1f24986fde1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.156252] env[64120]: DEBUG oslo_vmware.api [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477443} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.157748] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 547c783c-4b19-40f3-9a6f-1ae256ade47e/547c783c-4b19-40f3-9a6f-1ae256ade47e.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1289.157912] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1289.158181] env[64120]: DEBUG oslo_vmware.api [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Waiting for the task: (returnval){ [ 1289.158181] env[64120]: value = "task-1406716" [ 1289.158181] env[64120]: _type = "Task" [ 1289.158181] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.158431] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4adfaea1-bff5-4d64-bf80-7beb2d74d694 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.171283] env[64120]: DEBUG oslo_vmware.api [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1289.171283] env[64120]: value = "task-1406717" [ 1289.171283] env[64120]: _type = "Task" [ 1289.171283] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.174761] env[64120]: DEBUG oslo_vmware.api [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Task: {'id': task-1406716, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.187655] env[64120]: DEBUG oslo_vmware.api [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406717, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.263885] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e2ed00-06a4-49c1-aba5-9b584b35d78a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.272302] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13cdd84-6ab8-475e-a33f-5c3a445d0429 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.304970] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193ed80b-03bd-4a24-b822-6a11622444a9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.313115] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43546397-e4a7-48b0-9d04-8afa3454920b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.327699] env[64120]: DEBUG nova.compute.provider_tree [None req-801ccd59-e927-4dc9-b441-470c024f9fa0 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.541833] env[64120]: DEBUG nova.compute.manager [req-4841cde1-8d46-471d-ab39-eddf05db4725 req-ab6019da-e60b-458c-8360-0d34e92c31ba service nova] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Received event network-vif-plugged-edb8ea94-7500-43d0-849b-642e53250108 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1289.542170] env[64120]: DEBUG oslo_concurrency.lockutils [req-4841cde1-8d46-471d-ab39-eddf05db4725 req-ab6019da-e60b-458c-8360-0d34e92c31ba service nova] Acquiring lock "033e5ef6-1e4f-447b-a4f0-dcc13b721fcd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1289.542460] env[64120]: DEBUG oslo_concurrency.lockutils [req-4841cde1-8d46-471d-ab39-eddf05db4725 req-ab6019da-e60b-458c-8360-0d34e92c31ba service nova] Lock "033e5ef6-1e4f-447b-a4f0-dcc13b721fcd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1289.543551] env[64120]: DEBUG oslo_concurrency.lockutils [req-4841cde1-8d46-471d-ab39-eddf05db4725 req-ab6019da-e60b-458c-8360-0d34e92c31ba service nova] Lock "033e5ef6-1e4f-447b-a4f0-dcc13b721fcd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1289.543774] env[64120]: DEBUG nova.compute.manager [req-4841cde1-8d46-471d-ab39-eddf05db4725 req-ab6019da-e60b-458c-8360-0d34e92c31ba service nova] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] No waiting events found dispatching network-vif-plugged-edb8ea94-7500-43d0-849b-642e53250108 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1289.543968] env[64120]: WARNING nova.compute.manager [req-4841cde1-8d46-471d-ab39-eddf05db4725 req-ab6019da-e60b-458c-8360-0d34e92c31ba service nova] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Received unexpected event network-vif-plugged-edb8ea94-7500-43d0-849b-642e53250108 for instance with vm_state building and task_state spawning. [ 1289.557814] env[64120]: DEBUG oslo_vmware.api [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406715, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.609226] env[64120]: DEBUG nova.network.neutron [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Successfully updated port: edb8ea94-7500-43d0-849b-642e53250108 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1289.675834] env[64120]: DEBUG oslo_vmware.api [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Task: {'id': task-1406716, 'name': ReconfigVM_Task, 'duration_secs': 0.34474} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.681920] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 541c682f-007b-43b7-a945-1dd0b082873f/541c682f-007b-43b7-a945-1dd0b082873f.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.683017] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fe24d8d-0ed8-4811-b533-72df40b08504 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.695805] env[64120]: DEBUG oslo_vmware.api [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Waiting for the task: (returnval){ [ 1289.695805] env[64120]: value = "task-1406718" [ 1289.695805] env[64120]: _type = "Task" [ 1289.695805] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.699137] env[64120]: DEBUG oslo_vmware.api [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406717, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070736} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.703251] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1289.704410] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c945382a-af87-4e4b-834e-c5b71617a774 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.729292] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 547c783c-4b19-40f3-9a6f-1ae256ade47e/547c783c-4b19-40f3-9a6f-1ae256ade47e.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1289.734251] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73044649-db3b-436c-abcb-1fae3645614c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.750260] env[64120]: DEBUG oslo_vmware.api [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Task: {'id': task-1406718, 'name': Rename_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.758883] env[64120]: DEBUG oslo_vmware.api [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1289.758883] env[64120]: value = "task-1406719" [ 1289.758883] env[64120]: _type = "Task" [ 1289.758883] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.767964] env[64120]: DEBUG oslo_vmware.api [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406719, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.831938] env[64120]: DEBUG nova.scheduler.client.report [None req-801ccd59-e927-4dc9-b441-470c024f9fa0 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1289.902650] env[64120]: DEBUG nova.network.neutron [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Updating instance_info_cache with network_info: [{"id": "745aa0c7-0569-4538-936b-00e15b0ede4a", "address": "fa:16:3e:19:f3:00", "network": {"id": "986f8b17-896c-4e32-9a80-507703d51c9e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-289925603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "320d185402b0408994b165e50e456471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap745aa0c7-05", "ovs_interfaceid": "745aa0c7-0569-4538-936b-00e15b0ede4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.043331] env[64120]: DEBUG oslo_vmware.api [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406715, 'name': PowerOnVM_Task, 'duration_secs': 0.836979} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.043648] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1290.043827] env[64120]: INFO nova.compute.manager [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Took 9.55 seconds to spawn the instance on the hypervisor. [ 1290.044019] env[64120]: DEBUG nova.compute.manager [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1290.045266] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526bc0d2-09ee-4c42-a0f6-4141e9d69eb0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.112035] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Acquiring lock "refresh_cache-033e5ef6-1e4f-447b-a4f0-dcc13b721fcd" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.112213] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Acquired lock "refresh_cache-033e5ef6-1e4f-447b-a4f0-dcc13b721fcd" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.112372] env[64120]: DEBUG nova.network.neutron [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.209765] env[64120]: DEBUG oslo_vmware.api [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Task: {'id': task-1406718, 'name': Rename_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.268994] env[64120]: DEBUG oslo_vmware.api [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.336311] env[64120]: DEBUG oslo_concurrency.lockutils [None req-801ccd59-e927-4dc9-b441-470c024f9fa0 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.017s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.342820] env[64120]: DEBUG oslo_concurrency.lockutils [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.773s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1290.344499] env[64120]: INFO nova.compute.claims [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1290.367905] env[64120]: INFO nova.scheduler.client.report [None req-801ccd59-e927-4dc9-b441-470c024f9fa0 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Deleted allocations for instance 87dd2d1b-5945-4fdf-bbfe-2caa7691c269 [ 1290.405012] env[64120]: DEBUG oslo_concurrency.lockutils [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Releasing lock "refresh_cache-f5e07920-2c06-44f0-ba1d-c17f0409cc4e" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.566676] env[64120]: INFO nova.compute.manager [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Took 38.39 seconds to build instance. [ 1290.711528] env[64120]: DEBUG oslo_vmware.api [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Task: {'id': task-1406718, 'name': Rename_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.771346] env[64120]: DEBUG oslo_vmware.api [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406719, 'name': ReconfigVM_Task, 'duration_secs': 0.814746} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.771346] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 547c783c-4b19-40f3-9a6f-1ae256ade47e/547c783c-4b19-40f3-9a6f-1ae256ade47e.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1290.771346] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe4e4c85-4197-4bd1-a41e-23bfb5475cde {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.783224] env[64120]: DEBUG oslo_vmware.api [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1290.783224] env[64120]: value = "task-1406720" [ 1290.783224] env[64120]: _type = "Task" [ 1290.783224] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.800841] env[64120]: DEBUG oslo_vmware.api [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406720, 'name': Rename_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.879647] env[64120]: DEBUG oslo_concurrency.lockutils [None req-801ccd59-e927-4dc9-b441-470c024f9fa0 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Lock "87dd2d1b-5945-4fdf-bbfe-2caa7691c269" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.908s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.919837] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1290.920718] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148520fe-6293-4195-a502-c8cbf612bd8a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.932841] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1290.932841] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75b42beb-a795-4555-bb7c-8baf5936db1d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.937908] env[64120]: DEBUG nova.network.neutron [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1291.004944] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1291.005422] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1291.005422] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Deleting the datastore file [datastore1] f5e07920-2c06-44f0-ba1d-c17f0409cc4e {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1291.005687] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7ffc3d6-13fb-4e30-b98e-1a6244f6ca36 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.014159] env[64120]: DEBUG oslo_vmware.api [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1291.014159] env[64120]: value = "task-1406722" [ 1291.014159] env[64120]: _type = "Task" [ 1291.014159] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.022581] env[64120]: DEBUG oslo_vmware.api [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.069377] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a9508e73-d3b8-4c54-a62d-732ff14925e5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "9311177f-121d-44db-86af-ad0e2e68d411" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.907s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.211474] env[64120]: DEBUG oslo_vmware.api [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Task: {'id': task-1406718, 'name': Rename_Task, 'duration_secs': 1.168641} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.212206] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1291.212549] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd05d8c9-bcfc-44ed-92d2-d392a410d058 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.220107] env[64120]: DEBUG oslo_vmware.api [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Waiting for the task: (returnval){ [ 1291.220107] env[64120]: value = "task-1406723" [ 1291.220107] env[64120]: _type = "Task" [ 1291.220107] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.229146] env[64120]: DEBUG oslo_vmware.api [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Task: {'id': task-1406723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.279219] env[64120]: DEBUG nova.network.neutron [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Updating instance_info_cache with network_info: [{"id": "edb8ea94-7500-43d0-849b-642e53250108", "address": "fa:16:3e:89:5c:ed", "network": {"id": "2ea89461-991e-4cb1-a41a-c6f26f0c3aaf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1532543769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5c9d3a77183743a38730bfd5d4456c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedb8ea94-75", "ovs_interfaceid": "edb8ea94-7500-43d0-849b-642e53250108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.290691] env[64120]: DEBUG nova.compute.manager [req-81fd463c-9070-4593-8651-e59147a82688 req-50ec0af6-a92a-412d-86fb-270008b5e138 service nova] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Received event network-vif-unplugged-745aa0c7-0569-4538-936b-00e15b0ede4a {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1291.290818] env[64120]: DEBUG oslo_concurrency.lockutils [req-81fd463c-9070-4593-8651-e59147a82688 req-50ec0af6-a92a-412d-86fb-270008b5e138 service nova] Acquiring lock "f5e07920-2c06-44f0-ba1d-c17f0409cc4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.290918] env[64120]: DEBUG oslo_concurrency.lockutils [req-81fd463c-9070-4593-8651-e59147a82688 req-50ec0af6-a92a-412d-86fb-270008b5e138 service nova] Lock "f5e07920-2c06-44f0-ba1d-c17f0409cc4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.291454] env[64120]: DEBUG oslo_concurrency.lockutils [req-81fd463c-9070-4593-8651-e59147a82688 req-50ec0af6-a92a-412d-86fb-270008b5e138 service nova] Lock "f5e07920-2c06-44f0-ba1d-c17f0409cc4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.292795] env[64120]: DEBUG nova.compute.manager [req-81fd463c-9070-4593-8651-e59147a82688 req-50ec0af6-a92a-412d-86fb-270008b5e138 service nova] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] No waiting events found dispatching network-vif-unplugged-745aa0c7-0569-4538-936b-00e15b0ede4a {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1291.292795] env[64120]: WARNING nova.compute.manager [req-81fd463c-9070-4593-8651-e59147a82688 req-50ec0af6-a92a-412d-86fb-270008b5e138 service nova] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Received unexpected event network-vif-unplugged-745aa0c7-0569-4538-936b-00e15b0ede4a for instance with vm_state shelved and task_state shelving_offloading. [ 1291.296441] env[64120]: DEBUG oslo_vmware.api [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406720, 'name': Rename_Task, 'duration_secs': 0.207098} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.297639] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1291.298009] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b33be3d2-5dba-400f-ba34-0c8435e37ad1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.307467] env[64120]: DEBUG oslo_vmware.api [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1291.307467] env[64120]: value = "task-1406724" [ 1291.307467] env[64120]: _type = "Task" [ 1291.307467] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.317874] env[64120]: DEBUG oslo_vmware.api [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.526272] env[64120]: DEBUG oslo_vmware.api [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150896} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.529279] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1291.529484] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1291.530268] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1291.575629] env[64120]: INFO nova.scheduler.client.report [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Deleted allocations for instance f5e07920-2c06-44f0-ba1d-c17f0409cc4e [ 1291.734324] env[64120]: DEBUG oslo_vmware.api [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Task: {'id': task-1406723, 'name': PowerOnVM_Task} progress is 90%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.779955] env[64120]: DEBUG nova.compute.manager [req-87acbc06-93c4-419d-bcaa-6666cd93ffff req-ecfb8181-bb37-4c18-b084-c56970be5f5e service nova] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Received event network-changed-edb8ea94-7500-43d0-849b-642e53250108 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1291.780524] env[64120]: DEBUG nova.compute.manager [req-87acbc06-93c4-419d-bcaa-6666cd93ffff req-ecfb8181-bb37-4c18-b084-c56970be5f5e service nova] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Refreshing instance network info cache due to event network-changed-edb8ea94-7500-43d0-849b-642e53250108. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1291.782018] env[64120]: DEBUG oslo_concurrency.lockutils [req-87acbc06-93c4-419d-bcaa-6666cd93ffff req-ecfb8181-bb37-4c18-b084-c56970be5f5e service nova] Acquiring lock "refresh_cache-033e5ef6-1e4f-447b-a4f0-dcc13b721fcd" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.782018] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Releasing lock "refresh_cache-033e5ef6-1e4f-447b-a4f0-dcc13b721fcd" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.782347] env[64120]: DEBUG nova.compute.manager [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Instance network_info: |[{"id": "edb8ea94-7500-43d0-849b-642e53250108", "address": "fa:16:3e:89:5c:ed", "network": {"id": "2ea89461-991e-4cb1-a41a-c6f26f0c3aaf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1532543769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5c9d3a77183743a38730bfd5d4456c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedb8ea94-75", "ovs_interfaceid": "edb8ea94-7500-43d0-849b-642e53250108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1291.782886] env[64120]: DEBUG oslo_concurrency.lockutils [req-87acbc06-93c4-419d-bcaa-6666cd93ffff req-ecfb8181-bb37-4c18-b084-c56970be5f5e service nova] Acquired lock "refresh_cache-033e5ef6-1e4f-447b-a4f0-dcc13b721fcd" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.783392] env[64120]: DEBUG nova.network.neutron [req-87acbc06-93c4-419d-bcaa-6666cd93ffff req-ecfb8181-bb37-4c18-b084-c56970be5f5e service nova] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Refreshing network info cache for port edb8ea94-7500-43d0-849b-642e53250108 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.785402] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:5c:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e02e98f-44ce-42b7-a3ac-4034fae5d127', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'edb8ea94-7500-43d0-849b-642e53250108', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1291.803413] env[64120]: DEBUG oslo.service.loopingcall [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1291.811088] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1291.812393] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d17fcb0-a2e8-4e8d-a2a8-e095d08b2d0c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.847343] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f221c6f-af22-4e3c-8443-9991691f358a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.864832] env[64120]: DEBUG oslo_vmware.api [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406724, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.867940] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1291.867940] env[64120]: value = "task-1406725" [ 1291.867940] env[64120]: _type = "Task" [ 1291.867940] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.869687] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3f2afb-ee2c-45dc-8967-b462efaaa546 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.886754] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406725, 'name': CreateVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.916381] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d3c87f-f64a-4fce-a8a3-cef2455b408f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.925663] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055aa07e-e8c6-4194-b3a7-590f2f7ca84b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.940661] env[64120]: DEBUG nova.compute.provider_tree [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.081624] env[64120]: DEBUG oslo_concurrency.lockutils [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1292.233308] env[64120]: DEBUG oslo_vmware.api [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Task: {'id': task-1406723, 'name': PowerOnVM_Task, 'duration_secs': 0.5842} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.233649] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1292.233910] env[64120]: INFO nova.compute.manager [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Took 6.43 seconds to spawn the instance on the hypervisor. [ 1292.234145] env[64120]: DEBUG nova.compute.manager [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1292.234969] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc33618-8df2-4329-83b0-e28f1e04aa37 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.265422] env[64120]: DEBUG nova.network.neutron [req-87acbc06-93c4-419d-bcaa-6666cd93ffff req-ecfb8181-bb37-4c18-b084-c56970be5f5e service nova] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Updated VIF entry in instance network info cache for port edb8ea94-7500-43d0-849b-642e53250108. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1292.265816] env[64120]: DEBUG nova.network.neutron [req-87acbc06-93c4-419d-bcaa-6666cd93ffff req-ecfb8181-bb37-4c18-b084-c56970be5f5e service nova] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Updating instance_info_cache with network_info: [{"id": "edb8ea94-7500-43d0-849b-642e53250108", "address": "fa:16:3e:89:5c:ed", "network": {"id": "2ea89461-991e-4cb1-a41a-c6f26f0c3aaf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1532543769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5c9d3a77183743a38730bfd5d4456c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedb8ea94-75", "ovs_interfaceid": "edb8ea94-7500-43d0-849b-642e53250108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.326872] env[64120]: DEBUG oslo_vmware.api [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406724, 'name': PowerOnVM_Task, 'duration_secs': 0.621079} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.327564] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1292.328154] env[64120]: INFO nova.compute.manager [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1292.328577] env[64120]: DEBUG nova.compute.manager [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1292.329849] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68257293-4ad7-414e-b0a7-70cd705dfa79 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.383320] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406725, 'name': CreateVM_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.447020] env[64120]: DEBUG nova.scheduler.client.report [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1292.758125] env[64120]: INFO nova.compute.manager [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Took 29.47 seconds to build instance. [ 1292.768484] env[64120]: DEBUG oslo_concurrency.lockutils [req-87acbc06-93c4-419d-bcaa-6666cd93ffff req-ecfb8181-bb37-4c18-b084-c56970be5f5e service nova] Releasing lock "refresh_cache-033e5ef6-1e4f-447b-a4f0-dcc13b721fcd" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.861743] env[64120]: INFO nova.compute.manager [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Took 38.10 seconds to build instance. [ 1292.880980] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406725, 'name': CreateVM_Task, 'duration_secs': 0.629066} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.881405] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1292.882139] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1292.882338] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.883565] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1292.883565] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c0d00e2-bf09-4d37-8e6a-4159e154f57f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.890149] env[64120]: DEBUG oslo_vmware.api [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1292.890149] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52700db1-5501-fa08-dd00-66a239e1e691" [ 1292.890149] env[64120]: _type = "Task" [ 1292.890149] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.899934] env[64120]: DEBUG oslo_vmware.api [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52700db1-5501-fa08-dd00-66a239e1e691, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.954849] env[64120]: DEBUG oslo_concurrency.lockutils [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1292.956156] env[64120]: DEBUG nova.compute.manager [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1292.959562] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 13.554s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1292.959651] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1292.959805] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64120) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1292.960112] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9558454f-0270-42b4-af13-d98eb59128c2 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.207s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1292.960318] env[64120]: DEBUG nova.objects.instance [None req-9558454f-0270-42b4-af13-d98eb59128c2 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Lazy-loading 'resources' on Instance uuid 0dd505c9-c205-4af8-845f-c815ad93a69d {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.962584] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf972dd-eb0e-40f4-8685-0c096c5e39b0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.972957] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45767a32-7192-45f6-88cb-26696b15bd65 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.989799] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2284da37-72ba-487b-aaac-555a9b050a41 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.999043] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f9b863-42f3-455c-8d4d-a4850a0d64f0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.035052] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179698MB free_disk=183GB free_vcpus=48 pci_devices=None {{(pid=64120) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1293.035232] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.258741] env[64120]: DEBUG oslo_concurrency.lockutils [None req-09338e41-8ce5-429f-a79f-753e8c05f0ac tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Lock "541c682f-007b-43b7-a945-1dd0b082873f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.981s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.320682] env[64120]: DEBUG nova.compute.manager [None req-f6a2ec6f-370a-40f6-92e8-6d4c75f185fe tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1293.321692] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b18828-2e87-449d-8448-bfe9db4273c2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.362823] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b24ae767-1957-4825-b35e-80ec6a5ee74f tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "547c783c-4b19-40f3-9a6f-1ae256ade47e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.617s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.407515] env[64120]: DEBUG oslo_vmware.api [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52700db1-5501-fa08-dd00-66a239e1e691, 'name': SearchDatastore_Task, 'duration_secs': 0.011381} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.407916] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.408247] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1293.408952] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.408952] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.408952] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1293.409288] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fe2c35b-f43a-45e0-922a-a348a8c54695 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.426242] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1293.426584] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1293.435032] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13e43742-512b-41a5-a7b0-6dace9701c0a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.442869] env[64120]: DEBUG oslo_vmware.api [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1293.442869] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5219076b-93e1-bcfd-b5a5-47dc66e0a1cc" [ 1293.442869] env[64120]: _type = "Task" [ 1293.442869] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.456814] env[64120]: DEBUG oslo_vmware.api [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5219076b-93e1-bcfd-b5a5-47dc66e0a1cc, 'name': SearchDatastore_Task, 'duration_secs': 0.011108} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.460853] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88f4f0fc-40a0-4857-b654-d06cddf2f36c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.464973] env[64120]: DEBUG oslo_vmware.api [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1293.464973] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52dac8eb-a07a-ac4c-7396-a28127d3112d" [ 1293.464973] env[64120]: _type = "Task" [ 1293.464973] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.471603] env[64120]: DEBUG nova.compute.utils [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1293.476145] env[64120]: DEBUG nova.compute.manager [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1293.476145] env[64120]: DEBUG nova.network.neutron [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1293.486620] env[64120]: DEBUG oslo_vmware.api [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52dac8eb-a07a-ac4c-7396-a28127d3112d, 'name': SearchDatastore_Task, 'duration_secs': 0.01038} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.487018] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.487483] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd/033e5ef6-1e4f-447b-a4f0-dcc13b721fcd.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1293.487907] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0207f31b-d335-481e-8596-4e0ab6761007 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.500061] env[64120]: DEBUG oslo_vmware.api [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1293.500061] env[64120]: value = "task-1406726" [ 1293.500061] env[64120]: _type = "Task" [ 1293.500061] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.518990] env[64120]: DEBUG oslo_vmware.api [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.558877] env[64120]: DEBUG nova.policy [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93f9f18ff0954394ab2e4d473373212b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '845268a29b9040cfb7c02f220348a552', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1293.738166] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3dfe4863-d164-42ab-91e1-ebc3eb32e0ef tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Acquiring lock "541c682f-007b-43b7-a945-1dd0b082873f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.738166] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3dfe4863-d164-42ab-91e1-ebc3eb32e0ef tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Lock "541c682f-007b-43b7-a945-1dd0b082873f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.738166] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3dfe4863-d164-42ab-91e1-ebc3eb32e0ef tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Acquiring lock "541c682f-007b-43b7-a945-1dd0b082873f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.738166] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3dfe4863-d164-42ab-91e1-ebc3eb32e0ef tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Lock "541c682f-007b-43b7-a945-1dd0b082873f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.738166] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3dfe4863-d164-42ab-91e1-ebc3eb32e0ef tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Lock "541c682f-007b-43b7-a945-1dd0b082873f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.741470] env[64120]: INFO nova.compute.manager [None req-3dfe4863-d164-42ab-91e1-ebc3eb32e0ef tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Terminating instance [ 1293.742585] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3dfe4863-d164-42ab-91e1-ebc3eb32e0ef tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Acquiring lock "refresh_cache-541c682f-007b-43b7-a945-1dd0b082873f" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.742794] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3dfe4863-d164-42ab-91e1-ebc3eb32e0ef tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Acquired lock "refresh_cache-541c682f-007b-43b7-a945-1dd0b082873f" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.742992] env[64120]: DEBUG nova.network.neutron [None req-3dfe4863-d164-42ab-91e1-ebc3eb32e0ef tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1293.770906] env[64120]: DEBUG nova.compute.manager [req-af66dc15-f3c2-4fdd-85a9-feea96097ac1 req-73284eb3-4f75-4f25-9304-f0d44cd231bf service nova] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Received event network-changed-745aa0c7-0569-4538-936b-00e15b0ede4a {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1293.771360] env[64120]: DEBUG nova.compute.manager [req-af66dc15-f3c2-4fdd-85a9-feea96097ac1 req-73284eb3-4f75-4f25-9304-f0d44cd231bf service nova] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Refreshing instance network info cache due to event network-changed-745aa0c7-0569-4538-936b-00e15b0ede4a. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1293.771554] env[64120]: DEBUG oslo_concurrency.lockutils [req-af66dc15-f3c2-4fdd-85a9-feea96097ac1 req-73284eb3-4f75-4f25-9304-f0d44cd231bf service nova] Acquiring lock "refresh_cache-f5e07920-2c06-44f0-ba1d-c17f0409cc4e" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.771782] env[64120]: DEBUG oslo_concurrency.lockutils [req-af66dc15-f3c2-4fdd-85a9-feea96097ac1 req-73284eb3-4f75-4f25-9304-f0d44cd231bf service nova] Acquired lock "refresh_cache-f5e07920-2c06-44f0-ba1d-c17f0409cc4e" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.772257] env[64120]: DEBUG nova.network.neutron [req-af66dc15-f3c2-4fdd-85a9-feea96097ac1 req-73284eb3-4f75-4f25-9304-f0d44cd231bf service nova] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Refreshing network info cache for port 745aa0c7-0569-4538-936b-00e15b0ede4a {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1293.837765] env[64120]: INFO nova.compute.manager [None req-f6a2ec6f-370a-40f6-92e8-6d4c75f185fe tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] instance snapshotting [ 1293.838614] env[64120]: DEBUG nova.objects.instance [None req-f6a2ec6f-370a-40f6-92e8-6d4c75f185fe tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Lazy-loading 'flavor' on Instance uuid 541c682f-007b-43b7-a945-1dd0b082873f {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.858151] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a419cb8-2ad9-4924-80de-653b15f0b1c9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.869727] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0b3f88-6190-4eb0-85d5-d405986c35a9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.908415] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54729c4-5dd6-4fb0-b515-4bf66154ff27 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.918226] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f616739-582c-40d5-b193-cefcc9e8828b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.938531] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cccaa31c-22fa-4d76-bffa-c04a2370e779 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "f5e07920-2c06-44f0-ba1d-c17f0409cc4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.939683] env[64120]: DEBUG nova.compute.provider_tree [None req-9558454f-0270-42b4-af13-d98eb59128c2 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.975151] env[64120]: DEBUG nova.compute.manager [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1294.010757] env[64120]: DEBUG oslo_vmware.api [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406726, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.096016] env[64120]: DEBUG nova.compute.manager [req-6ed21694-7061-44b8-ae51-42a0cea34015 req-5a6dd5cd-5894-4e96-9f07-e3d2b4806940 service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Received event network-changed-3a8e5631-ab06-4169-9cfe-fd4ab37e909f {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1294.096249] env[64120]: DEBUG nova.compute.manager [req-6ed21694-7061-44b8-ae51-42a0cea34015 req-5a6dd5cd-5894-4e96-9f07-e3d2b4806940 service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Refreshing instance network info cache due to event network-changed-3a8e5631-ab06-4169-9cfe-fd4ab37e909f. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1294.096473] env[64120]: DEBUG oslo_concurrency.lockutils [req-6ed21694-7061-44b8-ae51-42a0cea34015 req-5a6dd5cd-5894-4e96-9f07-e3d2b4806940 service nova] Acquiring lock "refresh_cache-9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1294.096625] env[64120]: DEBUG oslo_concurrency.lockutils [req-6ed21694-7061-44b8-ae51-42a0cea34015 req-5a6dd5cd-5894-4e96-9f07-e3d2b4806940 service nova] Acquired lock "refresh_cache-9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.097701] env[64120]: DEBUG nova.network.neutron [req-6ed21694-7061-44b8-ae51-42a0cea34015 req-5a6dd5cd-5894-4e96-9f07-e3d2b4806940 service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Refreshing network info cache for port 3a8e5631-ab06-4169-9cfe-fd4ab37e909f {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1294.142728] env[64120]: DEBUG nova.network.neutron [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Successfully created port: 66adc1d2-fd7e-455d-a513-e8dc060ec27c {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1294.283690] env[64120]: DEBUG nova.network.neutron [None req-3dfe4863-d164-42ab-91e1-ebc3eb32e0ef tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1294.352822] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fdcee1-d529-445e-9e90-66dd90c4c9f3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.375351] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fc9c49-1a6a-4d7e-b440-25a0148ad99b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.426199] env[64120]: DEBUG nova.network.neutron [None req-3dfe4863-d164-42ab-91e1-ebc3eb32e0ef tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.448027] env[64120]: DEBUG nova.scheduler.client.report [None req-9558454f-0270-42b4-af13-d98eb59128c2 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1294.513994] env[64120]: DEBUG oslo_vmware.api [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406726, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530379} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.514653] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd/033e5ef6-1e4f-447b-a4f0-dcc13b721fcd.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1294.514922] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1294.515227] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3402100-5432-464d-a749-e21e526f23dd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.524285] env[64120]: DEBUG oslo_vmware.api [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1294.524285] env[64120]: value = "task-1406727" [ 1294.524285] env[64120]: _type = "Task" [ 1294.524285] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.538979] env[64120]: DEBUG oslo_vmware.api [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.657020] env[64120]: DEBUG nova.network.neutron [req-af66dc15-f3c2-4fdd-85a9-feea96097ac1 req-73284eb3-4f75-4f25-9304-f0d44cd231bf service nova] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Updated VIF entry in instance network info cache for port 745aa0c7-0569-4538-936b-00e15b0ede4a. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1294.658041] env[64120]: DEBUG nova.network.neutron [req-af66dc15-f3c2-4fdd-85a9-feea96097ac1 req-73284eb3-4f75-4f25-9304-f0d44cd231bf service nova] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Updating instance_info_cache with network_info: [{"id": "745aa0c7-0569-4538-936b-00e15b0ede4a", "address": "fa:16:3e:19:f3:00", "network": {"id": "986f8b17-896c-4e32-9a80-507703d51c9e", "bridge": null, "label": "tempest-DeleteServersTestJSON-289925603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "320d185402b0408994b165e50e456471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap745aa0c7-05", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.663080] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4cb7c2f6-1cc3-4ffe-bba0-fcbe653190f3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Acquiring lock "ddfe7a56-7053-4e96-9401-6b483150da7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1294.663469] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4cb7c2f6-1cc3-4ffe-bba0-fcbe653190f3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Lock "ddfe7a56-7053-4e96-9401-6b483150da7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.663633] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4cb7c2f6-1cc3-4ffe-bba0-fcbe653190f3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Acquiring lock "ddfe7a56-7053-4e96-9401-6b483150da7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1294.664378] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4cb7c2f6-1cc3-4ffe-bba0-fcbe653190f3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Lock "ddfe7a56-7053-4e96-9401-6b483150da7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.664378] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4cb7c2f6-1cc3-4ffe-bba0-fcbe653190f3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Lock "ddfe7a56-7053-4e96-9401-6b483150da7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1294.667867] env[64120]: INFO nova.compute.manager [None req-4cb7c2f6-1cc3-4ffe-bba0-fcbe653190f3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Terminating instance [ 1294.675815] env[64120]: DEBUG nova.compute.manager [None req-4cb7c2f6-1cc3-4ffe-bba0-fcbe653190f3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1294.675815] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb7c2f6-1cc3-4ffe-bba0-fcbe653190f3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1294.675815] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585c3c4f-4a9b-4954-b588-eb7ecf181565 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.693991] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb7c2f6-1cc3-4ffe-bba0-fcbe653190f3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.693991] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3edf4a2-c1d2-4735-bd3d-4de8682159ee {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.704855] env[64120]: DEBUG oslo_vmware.api [None req-4cb7c2f6-1cc3-4ffe-bba0-fcbe653190f3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Waiting for the task: (returnval){ [ 1294.704855] env[64120]: value = "task-1406728" [ 1294.704855] env[64120]: _type = "Task" [ 1294.704855] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.717674] env[64120]: DEBUG oslo_vmware.api [None req-4cb7c2f6-1cc3-4ffe-bba0-fcbe653190f3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.890406] env[64120]: DEBUG nova.compute.manager [None req-f6a2ec6f-370a-40f6-92e8-6d4c75f185fe tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Instance disappeared during snapshot {{(pid=64120) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4494}} [ 1294.911972] env[64120]: DEBUG nova.network.neutron [req-6ed21694-7061-44b8-ae51-42a0cea34015 req-5a6dd5cd-5894-4e96-9f07-e3d2b4806940 service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Updated VIF entry in instance network info cache for port 3a8e5631-ab06-4169-9cfe-fd4ab37e909f. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1294.912355] env[64120]: DEBUG nova.network.neutron [req-6ed21694-7061-44b8-ae51-42a0cea34015 req-5a6dd5cd-5894-4e96-9f07-e3d2b4806940 service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Updating instance_info_cache with network_info: [{"id": "3a8e5631-ab06-4169-9cfe-fd4ab37e909f", "address": "fa:16:3e:e8:8c:fd", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a8e5631-ab", "ovs_interfaceid": "3a8e5631-ab06-4169-9cfe-fd4ab37e909f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.929120] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3dfe4863-d164-42ab-91e1-ebc3eb32e0ef tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Releasing lock "refresh_cache-541c682f-007b-43b7-a945-1dd0b082873f" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.930297] env[64120]: DEBUG nova.compute.manager [None req-3dfe4863-d164-42ab-91e1-ebc3eb32e0ef tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1294.930607] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfe4863-d164-42ab-91e1-ebc3eb32e0ef tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1294.931578] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de192c44-35e2-4989-9acc-88dd09e32644 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.944290] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfe4863-d164-42ab-91e1-ebc3eb32e0ef tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.944625] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1230910-01b6-43af-bf23-9fa3689616d8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.951054] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9558454f-0270-42b4-af13-d98eb59128c2 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1294.955237] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3c257478-9ca5-48b9-a996-2ff8a5b10196 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.438s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.955393] env[64120]: DEBUG nova.objects.instance [None req-3c257478-9ca5-48b9-a996-2ff8a5b10196 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lazy-loading 'resources' on Instance uuid 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.956681] env[64120]: DEBUG oslo_vmware.api [None req-3dfe4863-d164-42ab-91e1-ebc3eb32e0ef tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Waiting for the task: (returnval){ [ 1294.956681] env[64120]: value = "task-1406729" [ 1294.956681] env[64120]: _type = "Task" [ 1294.956681] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.975069] env[64120]: DEBUG oslo_vmware.api [None req-3dfe4863-d164-42ab-91e1-ebc3eb32e0ef tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Task: {'id': task-1406729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.985735] env[64120]: INFO nova.scheduler.client.report [None req-9558454f-0270-42b4-af13-d98eb59128c2 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Deleted allocations for instance 0dd505c9-c205-4af8-845f-c815ad93a69d [ 1295.006650] env[64120]: DEBUG nova.compute.manager [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1295.048816] env[64120]: DEBUG oslo_vmware.api [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101986} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.054054] env[64120]: DEBUG nova.virt.hardware [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1295.054793] env[64120]: DEBUG nova.virt.hardware [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1295.054990] env[64120]: DEBUG nova.virt.hardware [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1295.055266] env[64120]: DEBUG nova.virt.hardware [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1295.055442] env[64120]: DEBUG nova.virt.hardware [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1295.056047] env[64120]: DEBUG nova.virt.hardware [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1295.056292] env[64120]: DEBUG nova.virt.hardware [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1295.056962] env[64120]: DEBUG nova.virt.hardware [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1295.058063] env[64120]: DEBUG nova.virt.hardware [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1295.058063] env[64120]: DEBUG nova.virt.hardware [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1295.058063] env[64120]: DEBUG nova.virt.hardware [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1295.058459] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1295.061502] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c50b975-cebb-42da-86a6-bb993cec16e4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.068865] env[64120]: DEBUG nova.compute.manager [None req-f6a2ec6f-370a-40f6-92e8-6d4c75f185fe tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Found 0 images (rotation: 2) {{(pid=64120) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 1295.074017] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11178722-2c92-44b8-a5f9-643f1f8d4131 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.112810] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd/033e5ef6-1e4f-447b-a4f0-dcc13b721fcd.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1295.115562] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c24d739-ec0a-4fbc-a6b3-b84616a4e4e9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.132055] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970c261a-6eaa-4dd1-9949-6869ad9c9032 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.151452] env[64120]: DEBUG oslo_vmware.api [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1295.151452] env[64120]: value = "task-1406730" [ 1295.151452] env[64120]: _type = "Task" [ 1295.151452] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.160597] env[64120]: DEBUG oslo_vmware.api [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406730, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.166798] env[64120]: DEBUG oslo_concurrency.lockutils [req-af66dc15-f3c2-4fdd-85a9-feea96097ac1 req-73284eb3-4f75-4f25-9304-f0d44cd231bf service nova] Releasing lock "refresh_cache-f5e07920-2c06-44f0-ba1d-c17f0409cc4e" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1295.188160] env[64120]: DEBUG oslo_concurrency.lockutils [None req-342fd784-9cf9-48b1-8bfd-71e06db0ec79 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Acquiring lock "751beaa3-a732-4ae3-a135-13986f05256f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1295.188848] env[64120]: DEBUG oslo_concurrency.lockutils [None req-342fd784-9cf9-48b1-8bfd-71e06db0ec79 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Lock "751beaa3-a732-4ae3-a135-13986f05256f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1295.188848] env[64120]: DEBUG oslo_concurrency.lockutils [None req-342fd784-9cf9-48b1-8bfd-71e06db0ec79 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Acquiring lock "751beaa3-a732-4ae3-a135-13986f05256f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1295.188989] env[64120]: DEBUG oslo_concurrency.lockutils [None req-342fd784-9cf9-48b1-8bfd-71e06db0ec79 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Lock "751beaa3-a732-4ae3-a135-13986f05256f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1295.189697] env[64120]: DEBUG oslo_concurrency.lockutils [None req-342fd784-9cf9-48b1-8bfd-71e06db0ec79 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Lock "751beaa3-a732-4ae3-a135-13986f05256f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1295.192395] env[64120]: INFO nova.compute.manager [None req-342fd784-9cf9-48b1-8bfd-71e06db0ec79 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Terminating instance [ 1295.194306] env[64120]: DEBUG nova.compute.manager [None req-342fd784-9cf9-48b1-8bfd-71e06db0ec79 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1295.194742] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-342fd784-9cf9-48b1-8bfd-71e06db0ec79 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1295.195381] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d66b13e-6d92-42c9-a0dc-ea3c505887c1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.204410] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-342fd784-9cf9-48b1-8bfd-71e06db0ec79 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1295.204738] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95a0163f-c65e-4786-a927-bb31d8d19253 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.215664] env[64120]: DEBUG oslo_vmware.api [None req-4cb7c2f6-1cc3-4ffe-bba0-fcbe653190f3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406728, 'name': PowerOffVM_Task, 'duration_secs': 0.43702} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.217115] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb7c2f6-1cc3-4ffe-bba0-fcbe653190f3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1295.217304] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb7c2f6-1cc3-4ffe-bba0-fcbe653190f3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1295.217836] env[64120]: DEBUG oslo_vmware.api [None req-342fd784-9cf9-48b1-8bfd-71e06db0ec79 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Waiting for the task: (returnval){ [ 1295.217836] env[64120]: value = "task-1406731" [ 1295.217836] env[64120]: _type = "Task" [ 1295.217836] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.218504] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f2813c7-a19c-4835-9e56-aba6279e0785 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.232673] env[64120]: DEBUG oslo_vmware.api [None req-342fd784-9cf9-48b1-8bfd-71e06db0ec79 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.284202] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6a443ac2-6d7f-4555-be48-75c8e41a8be3 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "547c783c-4b19-40f3-9a6f-1ae256ade47e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1295.285353] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6a443ac2-6d7f-4555-be48-75c8e41a8be3 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "547c783c-4b19-40f3-9a6f-1ae256ade47e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1295.285353] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6a443ac2-6d7f-4555-be48-75c8e41a8be3 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "547c783c-4b19-40f3-9a6f-1ae256ade47e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1295.285353] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6a443ac2-6d7f-4555-be48-75c8e41a8be3 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "547c783c-4b19-40f3-9a6f-1ae256ade47e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1295.285353] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6a443ac2-6d7f-4555-be48-75c8e41a8be3 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "547c783c-4b19-40f3-9a6f-1ae256ade47e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1295.287461] env[64120]: INFO nova.compute.manager [None req-6a443ac2-6d7f-4555-be48-75c8e41a8be3 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Terminating instance [ 1295.289439] env[64120]: DEBUG nova.compute.manager [None req-6a443ac2-6d7f-4555-be48-75c8e41a8be3 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1295.289490] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6a443ac2-6d7f-4555-be48-75c8e41a8be3 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1295.290966] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b8b502-cb4e-4e67-8c12-79d6eaa84dc2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.303820] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a443ac2-6d7f-4555-be48-75c8e41a8be3 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1295.305650] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fc89eda-f85d-43ad-956d-05cd6c66e801 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.313920] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb7c2f6-1cc3-4ffe-bba0-fcbe653190f3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1295.314191] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb7c2f6-1cc3-4ffe-bba0-fcbe653190f3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1295.314404] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb7c2f6-1cc3-4ffe-bba0-fcbe653190f3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Deleting the datastore file [datastore2] ddfe7a56-7053-4e96-9401-6b483150da7c {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1295.316369] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e8693c3-485e-4435-b249-5fd7a92a20f6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.319117] env[64120]: DEBUG oslo_vmware.api [None req-6a443ac2-6d7f-4555-be48-75c8e41a8be3 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1295.319117] env[64120]: value = "task-1406733" [ 1295.319117] env[64120]: _type = "Task" [ 1295.319117] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.327323] env[64120]: DEBUG oslo_vmware.api [None req-4cb7c2f6-1cc3-4ffe-bba0-fcbe653190f3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Waiting for the task: (returnval){ [ 1295.327323] env[64120]: value = "task-1406734" [ 1295.327323] env[64120]: _type = "Task" [ 1295.327323] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.333159] env[64120]: DEBUG oslo_vmware.api [None req-6a443ac2-6d7f-4555-be48-75c8e41a8be3 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.340970] env[64120]: DEBUG oslo_vmware.api [None req-4cb7c2f6-1cc3-4ffe-bba0-fcbe653190f3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.415570] env[64120]: DEBUG oslo_concurrency.lockutils [req-6ed21694-7061-44b8-ae51-42a0cea34015 req-5a6dd5cd-5894-4e96-9f07-e3d2b4806940 service nova] Releasing lock "refresh_cache-9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1295.474226] env[64120]: DEBUG oslo_vmware.api [None req-3dfe4863-d164-42ab-91e1-ebc3eb32e0ef tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Task: {'id': task-1406729, 'name': PowerOffVM_Task, 'duration_secs': 0.16277} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.476848] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfe4863-d164-42ab-91e1-ebc3eb32e0ef tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1295.476848] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfe4863-d164-42ab-91e1-ebc3eb32e0ef tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1295.476848] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a96412e3-a394-41e3-a67a-969d64b96aee {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.518100] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9558454f-0270-42b4-af13-d98eb59128c2 tempest-ServerAddressesTestJSON-1725511296 tempest-ServerAddressesTestJSON-1725511296-project-member] Lock "0dd505c9-c205-4af8-845f-c815ad93a69d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.673s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1295.520269] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfe4863-d164-42ab-91e1-ebc3eb32e0ef tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1295.520269] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfe4863-d164-42ab-91e1-ebc3eb32e0ef tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1295.520556] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dfe4863-d164-42ab-91e1-ebc3eb32e0ef tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Deleting the datastore file [datastore1] 541c682f-007b-43b7-a945-1dd0b082873f {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1295.524398] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c28bb348-bf63-405d-9cc1-e2595bcf3422 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.533307] env[64120]: DEBUG oslo_vmware.api [None req-3dfe4863-d164-42ab-91e1-ebc3eb32e0ef tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Waiting for the task: (returnval){ [ 1295.533307] env[64120]: value = "task-1406736" [ 1295.533307] env[64120]: _type = "Task" [ 1295.533307] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.543924] env[64120]: DEBUG oslo_vmware.api [None req-3dfe4863-d164-42ab-91e1-ebc3eb32e0ef tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Task: {'id': task-1406736, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.667125] env[64120]: DEBUG oslo_vmware.api [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406730, 'name': ReconfigVM_Task, 'duration_secs': 0.384593} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.667125] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd/033e5ef6-1e4f-447b-a4f0-dcc13b721fcd.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1295.667792] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f17c32e-5e80-4d49-821c-553f33ace27a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.678120] env[64120]: DEBUG oslo_vmware.api [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1295.678120] env[64120]: value = "task-1406737" [ 1295.678120] env[64120]: _type = "Task" [ 1295.678120] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.690755] env[64120]: DEBUG oslo_vmware.api [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406737, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.741206] env[64120]: DEBUG oslo_vmware.api [None req-342fd784-9cf9-48b1-8bfd-71e06db0ec79 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406731, 'name': PowerOffVM_Task, 'duration_secs': 0.29556} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.741206] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-342fd784-9cf9-48b1-8bfd-71e06db0ec79 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1295.741206] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-342fd784-9cf9-48b1-8bfd-71e06db0ec79 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1295.741206] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a934084-08bb-4da8-84ef-38f11fbc8607 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.827942] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-342fd784-9cf9-48b1-8bfd-71e06db0ec79 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1295.827942] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-342fd784-9cf9-48b1-8bfd-71e06db0ec79 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1295.828222] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-342fd784-9cf9-48b1-8bfd-71e06db0ec79 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Deleting the datastore file [datastore2] 751beaa3-a732-4ae3-a135-13986f05256f {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1295.833320] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-285720e1-be29-4062-b418-ed23b1db0f23 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.840011] env[64120]: DEBUG oslo_vmware.api [None req-6a443ac2-6d7f-4555-be48-75c8e41a8be3 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406733, 'name': PowerOffVM_Task, 'duration_secs': 0.258834} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.841065] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a443ac2-6d7f-4555-be48-75c8e41a8be3 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1295.841333] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6a443ac2-6d7f-4555-be48-75c8e41a8be3 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1295.841666] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9ea8d61-3d18-4203-946a-320844135527 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.849970] env[64120]: DEBUG oslo_vmware.api [None req-4cb7c2f6-1cc3-4ffe-bba0-fcbe653190f3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234681} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.852225] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb7c2f6-1cc3-4ffe-bba0-fcbe653190f3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1295.853056] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb7c2f6-1cc3-4ffe-bba0-fcbe653190f3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1295.853056] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb7c2f6-1cc3-4ffe-bba0-fcbe653190f3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1295.853056] env[64120]: INFO nova.compute.manager [None req-4cb7c2f6-1cc3-4ffe-bba0-fcbe653190f3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1295.853373] env[64120]: DEBUG oslo.service.loopingcall [None req-4cb7c2f6-1cc3-4ffe-bba0-fcbe653190f3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1295.853813] env[64120]: DEBUG oslo_vmware.api [None req-342fd784-9cf9-48b1-8bfd-71e06db0ec79 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Waiting for the task: (returnval){ [ 1295.853813] env[64120]: value = "task-1406739" [ 1295.853813] env[64120]: _type = "Task" [ 1295.853813] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.854127] env[64120]: DEBUG nova.compute.manager [-] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1295.854273] env[64120]: DEBUG nova.network.neutron [-] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1295.871668] env[64120]: DEBUG oslo_vmware.api [None req-342fd784-9cf9-48b1-8bfd-71e06db0ec79 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.876482] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Acquiring lock "b7717710-e405-4abf-a4d9-03566d985bdf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1295.877092] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Lock "b7717710-e405-4abf-a4d9-03566d985bdf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1295.895424] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b50007-0627-4d96-b1c5-9bc619edbc44 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.904687] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060024bd-efeb-402a-85ea-8b0179364a06 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.945774] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147fb3c1-b318-4436-b3ed-138f08776b3c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.954658] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856e3776-4df4-45b3-97b4-f575213816e5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.961707] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6a443ac2-6d7f-4555-be48-75c8e41a8be3 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1295.962060] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6a443ac2-6d7f-4555-be48-75c8e41a8be3 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1295.962328] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a443ac2-6d7f-4555-be48-75c8e41a8be3 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Deleting the datastore file [datastore1] 547c783c-4b19-40f3-9a6f-1ae256ade47e {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1295.971379] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07ea7c01-702e-45af-b22a-f34e2e115a4a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.973820] env[64120]: DEBUG nova.compute.provider_tree [None req-3c257478-9ca5-48b9-a996-2ff8a5b10196 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.981516] env[64120]: DEBUG oslo_vmware.api [None req-6a443ac2-6d7f-4555-be48-75c8e41a8be3 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1295.981516] env[64120]: value = "task-1406741" [ 1295.981516] env[64120]: _type = "Task" [ 1295.981516] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.991583] env[64120]: DEBUG oslo_vmware.api [None req-6a443ac2-6d7f-4555-be48-75c8e41a8be3 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.044233] env[64120]: DEBUG oslo_vmware.api [None req-3dfe4863-d164-42ab-91e1-ebc3eb32e0ef tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Task: {'id': task-1406736, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242409} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.044559] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dfe4863-d164-42ab-91e1-ebc3eb32e0ef tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1296.044741] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfe4863-d164-42ab-91e1-ebc3eb32e0ef tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1296.044953] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfe4863-d164-42ab-91e1-ebc3eb32e0ef tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1296.045145] env[64120]: INFO nova.compute.manager [None req-3dfe4863-d164-42ab-91e1-ebc3eb32e0ef tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1296.046071] env[64120]: DEBUG oslo.service.loopingcall [None req-3dfe4863-d164-42ab-91e1-ebc3eb32e0ef tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1296.046071] env[64120]: DEBUG nova.compute.manager [-] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1296.046071] env[64120]: DEBUG nova.network.neutron [-] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1296.074354] env[64120]: DEBUG nova.network.neutron [-] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1296.192200] env[64120]: DEBUG oslo_vmware.api [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406737, 'name': Rename_Task, 'duration_secs': 0.207615} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.192200] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1296.192200] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e44f2c33-392e-4d4f-8b42-f56259bb9fed {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.198606] env[64120]: DEBUG oslo_vmware.api [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1296.198606] env[64120]: value = "task-1406742" [ 1296.198606] env[64120]: _type = "Task" [ 1296.198606] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.210771] env[64120]: DEBUG oslo_vmware.api [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.369155] env[64120]: DEBUG oslo_vmware.api [None req-342fd784-9cf9-48b1-8bfd-71e06db0ec79 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Task: {'id': task-1406739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191791} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.369155] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-342fd784-9cf9-48b1-8bfd-71e06db0ec79 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1296.369507] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-342fd784-9cf9-48b1-8bfd-71e06db0ec79 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1296.369691] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-342fd784-9cf9-48b1-8bfd-71e06db0ec79 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1296.369926] env[64120]: INFO nova.compute.manager [None req-342fd784-9cf9-48b1-8bfd-71e06db0ec79 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1296.370208] env[64120]: DEBUG oslo.service.loopingcall [None req-342fd784-9cf9-48b1-8bfd-71e06db0ec79 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1296.370407] env[64120]: DEBUG nova.compute.manager [-] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1296.370527] env[64120]: DEBUG nova.network.neutron [-] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1296.383655] env[64120]: DEBUG nova.compute.manager [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1296.480022] env[64120]: DEBUG nova.scheduler.client.report [None req-3c257478-9ca5-48b9-a996-2ff8a5b10196 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1296.494345] env[64120]: DEBUG oslo_vmware.api [None req-6a443ac2-6d7f-4555-be48-75c8e41a8be3 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188253} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.495041] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a443ac2-6d7f-4555-be48-75c8e41a8be3 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1296.496825] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6a443ac2-6d7f-4555-be48-75c8e41a8be3 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1296.496825] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6a443ac2-6d7f-4555-be48-75c8e41a8be3 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1296.496825] env[64120]: INFO nova.compute.manager [None req-6a443ac2-6d7f-4555-be48-75c8e41a8be3 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1296.497927] env[64120]: DEBUG oslo.service.loopingcall [None req-6a443ac2-6d7f-4555-be48-75c8e41a8be3 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1296.497927] env[64120]: DEBUG nova.compute.manager [-] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1296.497927] env[64120]: DEBUG nova.network.neutron [-] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1296.523258] env[64120]: DEBUG oslo_concurrency.lockutils [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquiring lock "a16b0a8b-255b-4865-90c7-5853c6269644" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1296.523258] env[64120]: DEBUG oslo_concurrency.lockutils [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lock "a16b0a8b-255b-4865-90c7-5853c6269644" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1296.523258] env[64120]: INFO nova.compute.manager [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Shelving [ 1296.556432] env[64120]: DEBUG nova.compute.manager [req-c9dc85e5-1071-4af2-9339-13b0ca93ecf1 req-142efff9-2460-4f2e-9716-57f9284cab1a service nova] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Received event network-vif-deleted-41a13231-9a08-4cae-be52-59029694d0c0 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1296.557024] env[64120]: INFO nova.compute.manager [req-c9dc85e5-1071-4af2-9339-13b0ca93ecf1 req-142efff9-2460-4f2e-9716-57f9284cab1a service nova] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Neutron deleted interface 41a13231-9a08-4cae-be52-59029694d0c0; detaching it from the instance and deleting it from the info cache [ 1296.557207] env[64120]: DEBUG nova.network.neutron [req-c9dc85e5-1071-4af2-9339-13b0ca93ecf1 req-142efff9-2460-4f2e-9716-57f9284cab1a service nova] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.565952] env[64120]: DEBUG nova.compute.manager [req-14898f38-af60-4672-aea0-12d31cc0c315 req-31f7a9dd-2813-432b-845f-b17a20b689b1 service nova] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Received event network-vif-plugged-66adc1d2-fd7e-455d-a513-e8dc060ec27c {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1296.565952] env[64120]: DEBUG oslo_concurrency.lockutils [req-14898f38-af60-4672-aea0-12d31cc0c315 req-31f7a9dd-2813-432b-845f-b17a20b689b1 service nova] Acquiring lock "77a57216-9462-4867-adb3-f1eaa3f7ebee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1296.566164] env[64120]: DEBUG oslo_concurrency.lockutils [req-14898f38-af60-4672-aea0-12d31cc0c315 req-31f7a9dd-2813-432b-845f-b17a20b689b1 service nova] Lock "77a57216-9462-4867-adb3-f1eaa3f7ebee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1296.566341] env[64120]: DEBUG oslo_concurrency.lockutils [req-14898f38-af60-4672-aea0-12d31cc0c315 req-31f7a9dd-2813-432b-845f-b17a20b689b1 service nova] Lock "77a57216-9462-4867-adb3-f1eaa3f7ebee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1296.566515] env[64120]: DEBUG nova.compute.manager [req-14898f38-af60-4672-aea0-12d31cc0c315 req-31f7a9dd-2813-432b-845f-b17a20b689b1 service nova] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] No waiting events found dispatching network-vif-plugged-66adc1d2-fd7e-455d-a513-e8dc060ec27c {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1296.566690] env[64120]: WARNING nova.compute.manager [req-14898f38-af60-4672-aea0-12d31cc0c315 req-31f7a9dd-2813-432b-845f-b17a20b689b1 service nova] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Received unexpected event network-vif-plugged-66adc1d2-fd7e-455d-a513-e8dc060ec27c for instance with vm_state building and task_state spawning. [ 1296.576491] env[64120]: DEBUG nova.network.neutron [-] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.666427] env[64120]: DEBUG nova.network.neutron [-] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.709305] env[64120]: DEBUG oslo_vmware.api [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406742, 'name': PowerOnVM_Task, 'duration_secs': 0.496425} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.710019] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1296.710191] env[64120]: INFO nova.compute.manager [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1296.710386] env[64120]: DEBUG nova.compute.manager [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1296.711199] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2845ef05-bcdc-4445-8722-0afbca958738 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.762397] env[64120]: DEBUG nova.network.neutron [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Successfully updated port: 66adc1d2-fd7e-455d-a513-e8dc060ec27c {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1296.911866] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1296.991056] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3c257478-9ca5-48b9-a996-2ff8a5b10196 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1296.997063] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a52280f9-6a2c-45b1-baca-91a3237c2270 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.596s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1296.997368] env[64120]: DEBUG nova.objects.instance [None req-a52280f9-6a2c-45b1-baca-91a3237c2270 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Lazy-loading 'resources' on Instance uuid bc69900e-a868-488e-9d1e-874ccfdec2fc {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1297.026721] env[64120]: INFO nova.scheduler.client.report [None req-3c257478-9ca5-48b9-a996-2ff8a5b10196 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Deleted allocations for instance 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88 [ 1297.035238] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1297.035849] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0c2742b-849f-4379-b0b5-aca89f8078af {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.047547] env[64120]: DEBUG oslo_vmware.api [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1297.047547] env[64120]: value = "task-1406743" [ 1297.047547] env[64120]: _type = "Task" [ 1297.047547] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.058524] env[64120]: DEBUG oslo_vmware.api [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.062775] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41b1d062-d1cf-45fa-9867-5f4c52170d73 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.073025] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1c0aa9-9e23-462f-a7b9-d9a94f148c6b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.087023] env[64120]: INFO nova.compute.manager [-] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Took 1.04 seconds to deallocate network for instance. [ 1297.111262] env[64120]: DEBUG nova.compute.manager [req-c9dc85e5-1071-4af2-9339-13b0ca93ecf1 req-142efff9-2460-4f2e-9716-57f9284cab1a service nova] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Detach interface failed, port_id=41a13231-9a08-4cae-be52-59029694d0c0, reason: Instance ddfe7a56-7053-4e96-9401-6b483150da7c could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1297.168729] env[64120]: INFO nova.compute.manager [-] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Took 1.31 seconds to deallocate network for instance. [ 1297.231582] env[64120]: INFO nova.compute.manager [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Took 31.67 seconds to build instance. [ 1297.265834] env[64120]: DEBUG oslo_concurrency.lockutils [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "refresh_cache-77a57216-9462-4867-adb3-f1eaa3f7ebee" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.266094] env[64120]: DEBUG oslo_concurrency.lockutils [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquired lock "refresh_cache-77a57216-9462-4867-adb3-f1eaa3f7ebee" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.266276] env[64120]: DEBUG nova.network.neutron [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1297.413345] env[64120]: DEBUG nova.network.neutron [-] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.522071] env[64120]: DEBUG nova.network.neutron [-] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.541354] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3c257478-9ca5-48b9-a996-2ff8a5b10196 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lock "55e4ffbc-e23e-4bf5-a000-0c2437b7bc88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.675s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1297.570350] env[64120]: DEBUG oslo_vmware.api [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406743, 'name': PowerOffVM_Task, 'duration_secs': 0.242894} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.571338] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1297.573029] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1943e1-2d7c-4e34-bf92-28865a4eee49 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.600570] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3dfe4863-d164-42ab-91e1-ebc3eb32e0ef tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.606019] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc8b154-7cd7-4692-90db-415810b6bfb9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.615701] env[64120]: INFO nova.compute.manager [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Rescuing [ 1297.615946] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Acquiring lock "refresh_cache-033e5ef6-1e4f-447b-a4f0-dcc13b721fcd" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.616115] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Acquired lock "refresh_cache-033e5ef6-1e4f-447b-a4f0-dcc13b721fcd" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.616282] env[64120]: DEBUG nova.network.neutron [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1297.676240] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4cb7c2f6-1cc3-4ffe-bba0-fcbe653190f3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.734616] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2ab15a1c-0d15-4efc-8bb5-98acedcb41e8 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Lock "033e5ef6-1e4f-447b-a4f0-dcc13b721fcd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.181s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1297.818301] env[64120]: DEBUG nova.network.neutron [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1297.917763] env[64120]: INFO nova.compute.manager [-] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Took 1.55 seconds to deallocate network for instance. [ 1297.932929] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56ac039-ec44-4105-963a-f7a9e35fc2e1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.943435] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6cc4c9-bc6b-40f2-944b-f3063984a6f9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.978653] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bc62df-4c88-462d-bc31-30e1f00bfb06 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.991499] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cbac59-be0f-42be-aa1e-b90aac4d49dd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.011863] env[64120]: DEBUG nova.compute.provider_tree [None req-a52280f9-6a2c-45b1-baca-91a3237c2270 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.024868] env[64120]: INFO nova.compute.manager [-] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Took 1.53 seconds to deallocate network for instance. [ 1298.037056] env[64120]: DEBUG nova.network.neutron [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Updating instance_info_cache with network_info: [{"id": "66adc1d2-fd7e-455d-a513-e8dc060ec27c", "address": "fa:16:3e:7d:36:b4", "network": {"id": "92d218ec-145d-4482-8416-fa888f5c743c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1794575816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "845268a29b9040cfb7c02f220348a552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66adc1d2-fd", "ovs_interfaceid": "66adc1d2-fd7e-455d-a513-e8dc060ec27c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.116785] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Creating Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1298.117159] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a8e4a3fa-37e9-4c73-8a5b-28da106976f1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.128976] env[64120]: DEBUG oslo_vmware.api [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1298.128976] env[64120]: value = "task-1406745" [ 1298.128976] env[64120]: _type = "Task" [ 1298.128976] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.139715] env[64120]: DEBUG oslo_vmware.api [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406745, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.324616] env[64120]: DEBUG nova.network.neutron [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Updating instance_info_cache with network_info: [{"id": "edb8ea94-7500-43d0-849b-642e53250108", "address": "fa:16:3e:89:5c:ed", "network": {"id": "2ea89461-991e-4cb1-a41a-c6f26f0c3aaf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1532543769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5c9d3a77183743a38730bfd5d4456c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedb8ea94-75", "ovs_interfaceid": "edb8ea94-7500-43d0-849b-642e53250108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.425428] env[64120]: DEBUG oslo_concurrency.lockutils [None req-342fd784-9cf9-48b1-8bfd-71e06db0ec79 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.515287] env[64120]: DEBUG nova.scheduler.client.report [None req-a52280f9-6a2c-45b1-baca-91a3237c2270 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1298.531042] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6a443ac2-6d7f-4555-be48-75c8e41a8be3 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.539798] env[64120]: DEBUG oslo_concurrency.lockutils [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Releasing lock "refresh_cache-77a57216-9462-4867-adb3-f1eaa3f7ebee" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1298.540255] env[64120]: DEBUG nova.compute.manager [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Instance network_info: |[{"id": "66adc1d2-fd7e-455d-a513-e8dc060ec27c", "address": "fa:16:3e:7d:36:b4", "network": {"id": "92d218ec-145d-4482-8416-fa888f5c743c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1794575816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "845268a29b9040cfb7c02f220348a552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66adc1d2-fd", "ovs_interfaceid": "66adc1d2-fd7e-455d-a513-e8dc060ec27c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1298.540954] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:36:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66adc1d2-fd7e-455d-a513-e8dc060ec27c', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1298.551841] env[64120]: DEBUG oslo.service.loopingcall [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1298.553052] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1298.553480] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a8e6b54-a5a7-44b9-a862-ea6ae4571672 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.579272] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1298.579272] env[64120]: value = "task-1406746" [ 1298.579272] env[64120]: _type = "Task" [ 1298.579272] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.587588] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406746, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.635875] env[64120]: DEBUG nova.compute.manager [req-ebc979fc-91b1-4be5-a313-6235fc6bf9d2 req-d4763e1d-f675-492e-b801-cc997e203b34 service nova] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Received event network-changed-66adc1d2-fd7e-455d-a513-e8dc060ec27c {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1298.636133] env[64120]: DEBUG nova.compute.manager [req-ebc979fc-91b1-4be5-a313-6235fc6bf9d2 req-d4763e1d-f675-492e-b801-cc997e203b34 service nova] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Refreshing instance network info cache due to event network-changed-66adc1d2-fd7e-455d-a513-e8dc060ec27c. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1298.636362] env[64120]: DEBUG oslo_concurrency.lockutils [req-ebc979fc-91b1-4be5-a313-6235fc6bf9d2 req-d4763e1d-f675-492e-b801-cc997e203b34 service nova] Acquiring lock "refresh_cache-77a57216-9462-4867-adb3-f1eaa3f7ebee" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.636516] env[64120]: DEBUG oslo_concurrency.lockutils [req-ebc979fc-91b1-4be5-a313-6235fc6bf9d2 req-d4763e1d-f675-492e-b801-cc997e203b34 service nova] Acquired lock "refresh_cache-77a57216-9462-4867-adb3-f1eaa3f7ebee" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.636682] env[64120]: DEBUG nova.network.neutron [req-ebc979fc-91b1-4be5-a313-6235fc6bf9d2 req-d4763e1d-f675-492e-b801-cc997e203b34 service nova] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Refreshing network info cache for port 66adc1d2-fd7e-455d-a513-e8dc060ec27c {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1298.643998] env[64120]: DEBUG oslo_vmware.api [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406745, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.711614] env[64120]: DEBUG nova.compute.manager [req-ff4d5abe-a26d-4e1f-b809-ff856c732387 req-da501edb-bfc0-43a4-8041-8998574504a9 service nova] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Received event network-vif-deleted-0c12c26e-a0d7-4fbc-a24f-a463c9f520ee {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1298.711614] env[64120]: DEBUG nova.compute.manager [req-ff4d5abe-a26d-4e1f-b809-ff856c732387 req-da501edb-bfc0-43a4-8041-8998574504a9 service nova] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Received event network-vif-deleted-077f064d-bb80-4a33-91b9-41d0715cce1e {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1298.828149] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Releasing lock "refresh_cache-033e5ef6-1e4f-447b-a4f0-dcc13b721fcd" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1299.020880] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a52280f9-6a2c-45b1-baca-91a3237c2270 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.024s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.023231] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c5a6d412-f7b9-412c-b11b-d82bc12ccc5f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.502s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1299.044030] env[64120]: INFO nova.scheduler.client.report [None req-a52280f9-6a2c-45b1-baca-91a3237c2270 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Deleted allocations for instance bc69900e-a868-488e-9d1e-874ccfdec2fc [ 1299.090577] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406746, 'name': CreateVM_Task, 'duration_secs': 0.412912} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.090761] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1299.091416] env[64120]: DEBUG oslo_concurrency.lockutils [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.091605] env[64120]: DEBUG oslo_concurrency.lockutils [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.091949] env[64120]: DEBUG oslo_concurrency.lockutils [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1299.092477] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4523bec5-199b-46c0-80d6-24e9a3f38837 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.097344] env[64120]: DEBUG oslo_vmware.api [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1299.097344] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5238f529-89b6-9f49-429d-947afea51f59" [ 1299.097344] env[64120]: _type = "Task" [ 1299.097344] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.105545] env[64120]: DEBUG oslo_vmware.api [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5238f529-89b6-9f49-429d-947afea51f59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.141337] env[64120]: DEBUG oslo_vmware.api [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406745, 'name': CreateSnapshot_Task, 'duration_secs': 0.830749} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.141637] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Created Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1299.142717] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42027143-f1a6-4e77-99a3-16cf7b39ad19 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.345985] env[64120]: DEBUG nova.network.neutron [req-ebc979fc-91b1-4be5-a313-6235fc6bf9d2 req-d4763e1d-f675-492e-b801-cc997e203b34 service nova] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Updated VIF entry in instance network info cache for port 66adc1d2-fd7e-455d-a513-e8dc060ec27c. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1299.346402] env[64120]: DEBUG nova.network.neutron [req-ebc979fc-91b1-4be5-a313-6235fc6bf9d2 req-d4763e1d-f675-492e-b801-cc997e203b34 service nova] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Updating instance_info_cache with network_info: [{"id": "66adc1d2-fd7e-455d-a513-e8dc060ec27c", "address": "fa:16:3e:7d:36:b4", "network": {"id": "92d218ec-145d-4482-8416-fa888f5c743c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1794575816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "845268a29b9040cfb7c02f220348a552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66adc1d2-fd", "ovs_interfaceid": "66adc1d2-fd7e-455d-a513-e8dc060ec27c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.363383] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1299.363759] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9df87bfb-8de9-4fcd-a8c5-0de93eeec804 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.372806] env[64120]: DEBUG oslo_vmware.api [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1299.372806] env[64120]: value = "task-1406747" [ 1299.372806] env[64120]: _type = "Task" [ 1299.372806] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.382383] env[64120]: DEBUG oslo_vmware.api [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.550223] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a52280f9-6a2c-45b1-baca-91a3237c2270 tempest-ServersTestManualDisk-711859626 tempest-ServersTestManualDisk-711859626-project-member] Lock "bc69900e-a868-488e-9d1e-874ccfdec2fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.115s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.609018] env[64120]: DEBUG oslo_vmware.api [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5238f529-89b6-9f49-429d-947afea51f59, 'name': SearchDatastore_Task, 'duration_secs': 0.010616} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.609018] env[64120]: DEBUG oslo_concurrency.lockutils [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1299.609018] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1299.609389] env[64120]: DEBUG oslo_concurrency.lockutils [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.609389] env[64120]: DEBUG oslo_concurrency.lockutils [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.609544] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1299.612671] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef4031eb-5b08-4d96-bec5-736df8bb5f1f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.622982] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1299.622982] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1299.624084] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7211129-a798-4e85-bb23-b40d6168df80 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.633561] env[64120]: DEBUG oslo_vmware.api [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1299.633561] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5233a979-1154-a530-1faa-93792cafed11" [ 1299.633561] env[64120]: _type = "Task" [ 1299.633561] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.647901] env[64120]: DEBUG oslo_vmware.api [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5233a979-1154-a530-1faa-93792cafed11, 'name': SearchDatastore_Task, 'duration_secs': 0.009877} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.648708] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d73f2eba-2785-435a-97dd-f986654b2da7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.660267] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Creating linked-clone VM from snapshot {{(pid=64120) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1299.661946] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b3fcdf83-5d95-4993-a0db-c4127adef47f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.664835] env[64120]: DEBUG oslo_vmware.api [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1299.664835] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5240c8ec-b4f8-b7de-94f9-f6cba99de11a" [ 1299.664835] env[64120]: _type = "Task" [ 1299.664835] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.671547] env[64120]: DEBUG oslo_vmware.api [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1299.671547] env[64120]: value = "task-1406748" [ 1299.671547] env[64120]: _type = "Task" [ 1299.671547] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.677488] env[64120]: DEBUG oslo_vmware.api [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5240c8ec-b4f8-b7de-94f9-f6cba99de11a, 'name': SearchDatastore_Task, 'duration_secs': 0.009572} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.680848] env[64120]: DEBUG oslo_concurrency.lockutils [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1299.681068] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 77a57216-9462-4867-adb3-f1eaa3f7ebee/77a57216-9462-4867-adb3-f1eaa3f7ebee.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1299.681350] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7a3daf4-9a59-44ab-bfea-b1c6f26441ba {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.689158] env[64120]: DEBUG oslo_vmware.api [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406748, 'name': CloneVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.692851] env[64120]: DEBUG oslo_vmware.api [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1299.692851] env[64120]: value = "task-1406749" [ 1299.692851] env[64120]: _type = "Task" [ 1299.692851] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.701175] env[64120]: DEBUG oslo_vmware.api [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.836362] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca14066-f3e6-43b0-ab20-14e0747e7321 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.844561] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701803e4-bd4c-470e-b2f7-c25395c66b21 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.849362] env[64120]: DEBUG oslo_concurrency.lockutils [req-ebc979fc-91b1-4be5-a313-6235fc6bf9d2 req-d4763e1d-f675-492e-b801-cc997e203b34 service nova] Releasing lock "refresh_cache-77a57216-9462-4867-adb3-f1eaa3f7ebee" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1299.877816] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85801af-dd60-4d6d-a52a-e67a1630dd27 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.885830] env[64120]: DEBUG oslo_vmware.api [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406747, 'name': PowerOffVM_Task, 'duration_secs': 0.205667} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.888032] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1299.888897] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9814f972-bbd1-4d4a-a432-200e5f6700f9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.892393] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fca8567-479e-4c4a-8449-a995c959cbb7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.909168] env[64120]: DEBUG nova.compute.provider_tree [None req-c5a6d412-f7b9-412c-b11b-d82bc12ccc5f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.926077] env[64120]: DEBUG nova.scheduler.client.report [None req-c5a6d412-f7b9-412c-b11b-d82bc12ccc5f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1299.934024] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b31f08a-b362-43f6-af4e-7fa63f06fcaa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.973509] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1299.973961] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e5e621e-a4e0-4966-9631-9efcc6934c89 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.984499] env[64120]: DEBUG oslo_vmware.api [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1299.984499] env[64120]: value = "task-1406750" [ 1299.984499] env[64120]: _type = "Task" [ 1299.984499] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.998941] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] VM already powered off {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1299.999219] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1299.999506] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.999674] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.999924] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1300.000202] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25661f6c-506d-4d70-9a53-ace90d82ecdc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.011986] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1300.012199] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1300.013149] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc64e860-fe9e-4326-a931-c870b4663552 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.023278] env[64120]: DEBUG oslo_vmware.api [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1300.023278] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521b8a13-a9e8-368c-592a-a2672dc5ceb5" [ 1300.023278] env[64120]: _type = "Task" [ 1300.023278] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.032757] env[64120]: DEBUG oslo_vmware.api [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521b8a13-a9e8-368c-592a-a2672dc5ceb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.189042] env[64120]: DEBUG oslo_vmware.api [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406748, 'name': CloneVM_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.204563] env[64120]: DEBUG oslo_vmware.api [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406749, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.533705] env[64120]: DEBUG oslo_vmware.api [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521b8a13-a9e8-368c-592a-a2672dc5ceb5, 'name': SearchDatastore_Task, 'duration_secs': 0.016616} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.534533] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c741fe93-dc17-4398-a621-91defdb23a3b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.540483] env[64120]: DEBUG oslo_vmware.api [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1300.540483] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d70939-fd0d-619e-8c51-9de8ceb5de02" [ 1300.540483] env[64120]: _type = "Task" [ 1300.540483] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.548776] env[64120]: DEBUG oslo_vmware.api [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d70939-fd0d-619e-8c51-9de8ceb5de02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.688285] env[64120]: DEBUG oslo_vmware.api [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406748, 'name': CloneVM_Task} progress is 95%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.702590] env[64120]: DEBUG oslo_vmware.api [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614883} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.703009] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 77a57216-9462-4867-adb3-f1eaa3f7ebee/77a57216-9462-4867-adb3-f1eaa3f7ebee.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1300.703299] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1300.703605] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06aad450-69a9-411a-9a22-7698dab55a02 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.712767] env[64120]: DEBUG oslo_vmware.api [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1300.712767] env[64120]: value = "task-1406751" [ 1300.712767] env[64120]: _type = "Task" [ 1300.712767] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.722813] env[64120]: DEBUG oslo_vmware.api [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.943892] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c5a6d412-f7b9-412c-b11b-d82bc12ccc5f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 1.921s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1300.944152] env[64120]: DEBUG nova.compute.manager [None req-c5a6d412-f7b9-412c-b11b-d82bc12ccc5f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=64120) _confirm_resize /opt/stack/nova/nova/compute/manager.py:4909}} [ 1300.947208] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.107s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1300.949213] env[64120]: INFO nova.compute.claims [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1301.051499] env[64120]: DEBUG oslo_vmware.api [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d70939-fd0d-619e-8c51-9de8ceb5de02, 'name': SearchDatastore_Task, 'duration_secs': 0.010169} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.051879] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.052443] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd/aef4c66b-ea31-40a0-a498-e6a6d723a3ce-rescue.vmdk. {{(pid=64120) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1301.052443] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdb97ab2-9e11-47f8-a973-d834890d3b98 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.060198] env[64120]: DEBUG oslo_vmware.api [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1301.060198] env[64120]: value = "task-1406752" [ 1301.060198] env[64120]: _type = "Task" [ 1301.060198] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.068050] env[64120]: DEBUG oslo_vmware.api [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.189606] env[64120]: DEBUG oslo_vmware.api [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406748, 'name': CloneVM_Task, 'duration_secs': 1.174416} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.189760] env[64120]: INFO nova.virt.vmwareapi.vmops [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Created linked-clone VM from snapshot [ 1301.191390] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620cff4e-53d7-417c-a154-66744dae5d1e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.199444] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Uploading image 449d8930-46b4-4dad-969b-1bfdfcb37a1b {{(pid=64120) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1301.225282] env[64120]: DEBUG oslo_vmware.api [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062317} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.232268] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1301.234659] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bc9890-18b8-40f1-a344-ae6c1684a7ac {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.245814] env[64120]: DEBUG oslo_vmware.rw_handles [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1301.245814] env[64120]: value = "vm-298153" [ 1301.245814] env[64120]: _type = "VirtualMachine" [ 1301.245814] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1301.255906] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ad138801-be94-4ee7-8b5c-370fa72ff50b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.268097] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 77a57216-9462-4867-adb3-f1eaa3f7ebee/77a57216-9462-4867-adb3-f1eaa3f7ebee.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1301.268477] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5f23f7f-9e87-4dbc-832a-eac0fb26877b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.293689] env[64120]: DEBUG oslo_vmware.rw_handles [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lease: (returnval){ [ 1301.293689] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b111b5-f93b-a1ad-4b73-c1829d8e4725" [ 1301.293689] env[64120]: _type = "HttpNfcLease" [ 1301.293689] env[64120]: } obtained for exporting VM: (result){ [ 1301.293689] env[64120]: value = "vm-298153" [ 1301.293689] env[64120]: _type = "VirtualMachine" [ 1301.293689] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1301.294112] env[64120]: DEBUG oslo_vmware.api [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the lease: (returnval){ [ 1301.294112] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b111b5-f93b-a1ad-4b73-c1829d8e4725" [ 1301.294112] env[64120]: _type = "HttpNfcLease" [ 1301.294112] env[64120]: } to be ready. {{(pid=64120) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1301.294278] env[64120]: DEBUG oslo_vmware.api [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1301.294278] env[64120]: value = "task-1406754" [ 1301.294278] env[64120]: _type = "Task" [ 1301.294278] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.313576] env[64120]: DEBUG oslo_vmware.api [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406754, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.313954] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1301.313954] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b111b5-f93b-a1ad-4b73-c1829d8e4725" [ 1301.313954] env[64120]: _type = "HttpNfcLease" [ 1301.313954] env[64120]: } is initializing. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1301.520024] env[64120]: INFO nova.scheduler.client.report [None req-c5a6d412-f7b9-412c-b11b-d82bc12ccc5f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Deleted allocation for migration 162162c0-202e-4c05-919b-3a99e545a7b3 [ 1301.573236] env[64120]: DEBUG oslo_vmware.api [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487979} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.573700] env[64120]: INFO nova.virt.vmwareapi.ds_util [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd/aef4c66b-ea31-40a0-a498-e6a6d723a3ce-rescue.vmdk. [ 1301.574916] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662328dc-0014-47ee-bcc2-9797372403da {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.630180] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd/aef4c66b-ea31-40a0-a498-e6a6d723a3ce-rescue.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1301.630410] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e70fad0d-13b0-4a4f-8dc8-9226fa24e2b6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.652400] env[64120]: DEBUG oslo_vmware.api [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1301.652400] env[64120]: value = "task-1406755" [ 1301.652400] env[64120]: _type = "Task" [ 1301.652400] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.663725] env[64120]: DEBUG oslo_vmware.api [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406755, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.807556] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1301.807556] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b111b5-f93b-a1ad-4b73-c1829d8e4725" [ 1301.807556] env[64120]: _type = "HttpNfcLease" [ 1301.807556] env[64120]: } is ready. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1301.811072] env[64120]: DEBUG oslo_vmware.rw_handles [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1301.811072] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b111b5-f93b-a1ad-4b73-c1829d8e4725" [ 1301.811072] env[64120]: _type = "HttpNfcLease" [ 1301.811072] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1301.811490] env[64120]: DEBUG oslo_vmware.api [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406754, 'name': ReconfigVM_Task, 'duration_secs': 0.439837} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.812157] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac38cdef-8fac-46ad-a550-3005594d2bcc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.815102] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 77a57216-9462-4867-adb3-f1eaa3f7ebee/77a57216-9462-4867-adb3-f1eaa3f7ebee.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1301.816028] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72a98324-60ba-408c-b196-0d21551e8361 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.823068] env[64120]: DEBUG oslo_vmware.rw_handles [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c1d81d-d52b-ac46-9f01-319b9e6f3189/disk-0.vmdk from lease info. {{(pid=64120) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1301.823274] env[64120]: DEBUG oslo_vmware.rw_handles [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c1d81d-d52b-ac46-9f01-319b9e6f3189/disk-0.vmdk for reading. {{(pid=64120) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1301.826464] env[64120]: DEBUG oslo_vmware.api [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1301.826464] env[64120]: value = "task-1406756" [ 1301.826464] env[64120]: _type = "Task" [ 1301.826464] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.892605] env[64120]: DEBUG oslo_vmware.api [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406756, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.929433] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1b03a1e5-3fae-4d0b-acb4-64d1d35bcd58 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.031562] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c5a6d412-f7b9-412c-b11b-d82bc12ccc5f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "dd35a3ad-c612-4b13-9e0d-d57034827b0d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 17.764s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1302.175760] env[64120]: DEBUG oslo_vmware.api [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406755, 'name': ReconfigVM_Task, 'duration_secs': 0.332876} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.176028] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd/aef4c66b-ea31-40a0-a498-e6a6d723a3ce-rescue.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1302.176914] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81c5bbc-f8a0-47fa-8456-94ba82d956b0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.215722] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3148251f-27fc-4ead-a8ca-167131039c06 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.238576] env[64120]: DEBUG oslo_vmware.api [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1302.238576] env[64120]: value = "task-1406757" [ 1302.238576] env[64120]: _type = "Task" [ 1302.238576] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.251549] env[64120]: DEBUG oslo_vmware.api [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406757, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.342228] env[64120]: DEBUG oslo_vmware.api [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406756, 'name': Rename_Task, 'duration_secs': 0.167191} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.343228] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea30ea3-c1e1-4636-bf37-c354831f85e3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.351692] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1302.352792] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d29014ba-40d9-4d9c-9f9a-3def8e30e3be {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.369932] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3acb2e1-a53d-42b3-a646-358c1e13a601 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.375193] env[64120]: DEBUG oslo_vmware.api [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1302.375193] env[64120]: value = "task-1406758" [ 1302.375193] env[64120]: _type = "Task" [ 1302.375193] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.418228] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d8e32b-db61-4b7e-a5e4-489aea84fd2e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.423338] env[64120]: DEBUG oslo_vmware.api [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406758, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.427394] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5326a5-4ddc-48d1-8665-24a495bd11c4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.445209] env[64120]: DEBUG nova.compute.provider_tree [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.749512] env[64120]: DEBUG oslo_vmware.api [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406757, 'name': ReconfigVM_Task, 'duration_secs': 0.18975} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.749809] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1302.750091] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0f3385f-c40d-4753-8c32-ddc52913c98f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.759036] env[64120]: DEBUG oslo_vmware.api [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1302.759036] env[64120]: value = "task-1406759" [ 1302.759036] env[64120]: _type = "Task" [ 1302.759036] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.762819] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2494d75e-463b-4f60-9dc5-358ec9269c69 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquiring lock "1e3ed926-6b6c-4044-a299-64a438f2400d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1302.763083] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2494d75e-463b-4f60-9dc5-358ec9269c69 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lock "1e3ed926-6b6c-4044-a299-64a438f2400d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1302.763300] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2494d75e-463b-4f60-9dc5-358ec9269c69 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquiring lock "1e3ed926-6b6c-4044-a299-64a438f2400d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1302.763551] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2494d75e-463b-4f60-9dc5-358ec9269c69 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lock "1e3ed926-6b6c-4044-a299-64a438f2400d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1302.763650] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2494d75e-463b-4f60-9dc5-358ec9269c69 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lock "1e3ed926-6b6c-4044-a299-64a438f2400d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1302.766153] env[64120]: INFO nova.compute.manager [None req-2494d75e-463b-4f60-9dc5-358ec9269c69 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Terminating instance [ 1302.774350] env[64120]: DEBUG oslo_vmware.api [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.775040] env[64120]: DEBUG nova.compute.manager [None req-2494d75e-463b-4f60-9dc5-358ec9269c69 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1302.775252] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2494d75e-463b-4f60-9dc5-358ec9269c69 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1302.776496] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6dfd88-a7af-409e-ae74-4113ce83566b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.786215] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-2494d75e-463b-4f60-9dc5-358ec9269c69 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1302.786381] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d534c549-b5a9-4268-90c0-b72658e1d801 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.798398] env[64120]: DEBUG oslo_vmware.api [None req-2494d75e-463b-4f60-9dc5-358ec9269c69 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1302.798398] env[64120]: value = "task-1406760" [ 1302.798398] env[64120]: _type = "Task" [ 1302.798398] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.812454] env[64120]: DEBUG oslo_vmware.api [None req-2494d75e-463b-4f60-9dc5-358ec9269c69 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.886828] env[64120]: DEBUG oslo_vmware.api [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406758, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.950351] env[64120]: DEBUG nova.scheduler.client.report [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1303.168060] env[64120]: DEBUG nova.objects.instance [None req-5d52bc13-6a96-476b-9a85-afe624424e5b tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lazy-loading 'flavor' on Instance uuid dd35a3ad-c612-4b13-9e0d-d57034827b0d {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.249951] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6e5f0bbf-1bd8-46c1-bad0-625c9e9be321 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "a6fb5e70-ad2c-499e-a224-0fd46271be1b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.250797] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6e5f0bbf-1bd8-46c1-bad0-625c9e9be321 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "a6fb5e70-ad2c-499e-a224-0fd46271be1b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.269869] env[64120]: DEBUG oslo_vmware.api [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406759, 'name': PowerOnVM_Task, 'duration_secs': 0.47713} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.270271] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1303.273139] env[64120]: DEBUG nova.compute.manager [None req-4d791e4a-984d-4da8-b9af-2ae6d72a722e tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1303.274075] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14930e89-e037-4be6-96dc-e5a0d33106c7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.309525] env[64120]: DEBUG oslo_vmware.api [None req-2494d75e-463b-4f60-9dc5-358ec9269c69 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406760, 'name': PowerOffVM_Task, 'duration_secs': 0.290876} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.309881] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-2494d75e-463b-4f60-9dc5-358ec9269c69 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1303.310035] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2494d75e-463b-4f60-9dc5-358ec9269c69 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1303.310392] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7797ac4b-bd2a-4250-b515-4644f0e38b09 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.394653] env[64120]: DEBUG oslo_vmware.api [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406758, 'name': PowerOnVM_Task, 'duration_secs': 0.803907} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.394962] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1303.395082] env[64120]: INFO nova.compute.manager [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1303.395434] env[64120]: DEBUG nova.compute.manager [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1303.395624] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2494d75e-463b-4f60-9dc5-358ec9269c69 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1303.395862] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2494d75e-463b-4f60-9dc5-358ec9269c69 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1303.396180] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-2494d75e-463b-4f60-9dc5-358ec9269c69 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Deleting the datastore file [datastore1] 1e3ed926-6b6c-4044-a299-64a438f2400d {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1303.396982] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812a7b7b-9a3f-4bf6-a212-33866136fdb8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.399979] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb30e247-6223-4132-b353-695a029f65ab {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.412019] env[64120]: DEBUG oslo_vmware.api [None req-2494d75e-463b-4f60-9dc5-358ec9269c69 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1303.412019] env[64120]: value = "task-1406762" [ 1303.412019] env[64120]: _type = "Task" [ 1303.412019] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.421777] env[64120]: DEBUG oslo_vmware.api [None req-2494d75e-463b-4f60-9dc5-358ec9269c69 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.456377] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1303.457068] env[64120]: DEBUG nova.compute.manager [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1303.460185] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.028s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.674738] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5d52bc13-6a96-476b-9a85-afe624424e5b tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "refresh_cache-dd35a3ad-c612-4b13-9e0d-d57034827b0d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1303.674954] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5d52bc13-6a96-476b-9a85-afe624424e5b tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquired lock "refresh_cache-dd35a3ad-c612-4b13-9e0d-d57034827b0d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.675129] env[64120]: DEBUG nova.network.neutron [None req-5d52bc13-6a96-476b-9a85-afe624424e5b tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1303.675360] env[64120]: DEBUG nova.objects.instance [None req-5d52bc13-6a96-476b-9a85-afe624424e5b tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lazy-loading 'info_cache' on Instance uuid dd35a3ad-c612-4b13-9e0d-d57034827b0d {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.755579] env[64120]: DEBUG nova.compute.utils [None req-6e5f0bbf-1bd8-46c1-bad0-625c9e9be321 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1303.923312] env[64120]: INFO nova.compute.manager [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Took 26.38 seconds to build instance. [ 1303.928525] env[64120]: DEBUG oslo_vmware.api [None req-2494d75e-463b-4f60-9dc5-358ec9269c69 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398261} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.928875] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-2494d75e-463b-4f60-9dc5-358ec9269c69 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1303.929365] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2494d75e-463b-4f60-9dc5-358ec9269c69 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1303.929656] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2494d75e-463b-4f60-9dc5-358ec9269c69 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1303.929860] env[64120]: INFO nova.compute.manager [None req-2494d75e-463b-4f60-9dc5-358ec9269c69 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1303.930261] env[64120]: DEBUG oslo.service.loopingcall [None req-2494d75e-463b-4f60-9dc5-358ec9269c69 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1303.930538] env[64120]: DEBUG nova.compute.manager [-] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1303.930805] env[64120]: DEBUG nova.network.neutron [-] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1303.964175] env[64120]: DEBUG nova.compute.utils [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1303.968143] env[64120]: INFO nova.compute.claims [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1303.972022] env[64120]: DEBUG nova.compute.manager [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1303.972314] env[64120]: DEBUG nova.network.neutron [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1304.036321] env[64120]: DEBUG nova.policy [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbdbd02bea0b467aab130f6b157c8f27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '013d1a20c54b41bc8a2a2830177c37e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1304.179218] env[64120]: DEBUG nova.objects.base [None req-5d52bc13-6a96-476b-9a85-afe624424e5b tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=64120) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1304.258959] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6e5f0bbf-1bd8-46c1-bad0-625c9e9be321 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "a6fb5e70-ad2c-499e-a224-0fd46271be1b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1304.425465] env[64120]: DEBUG oslo_concurrency.lockutils [None req-797bb201-c0f4-4c66-87f9-f6d5a40de0aa tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "77a57216-9462-4867-adb3-f1eaa3f7ebee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.895s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1304.502515] env[64120]: DEBUG nova.network.neutron [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Successfully created port: 1556b721-d246-44dc-8d41-236f3fd0a7b6 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1304.502515] env[64120]: INFO nova.compute.resource_tracker [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Updating resource usage from migration 665c7811-7874-431b-b0c5-41f82f543eec [ 1304.502515] env[64120]: DEBUG nova.compute.manager [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1304.824494] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795f887e-d65a-441b-aa9f-c513f419b00a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.830014] env[64120]: DEBUG nova.network.neutron [-] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.837896] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65b1ab1-f9e1-4d32-9dd6-9c65cf45c87b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.873921] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6e5f0bbf-1bd8-46c1-bad0-625c9e9be321 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "a6fb5e70-ad2c-499e-a224-0fd46271be1b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.874331] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6e5f0bbf-1bd8-46c1-bad0-625c9e9be321 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "a6fb5e70-ad2c-499e-a224-0fd46271be1b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.875044] env[64120]: INFO nova.compute.manager [None req-6e5f0bbf-1bd8-46c1-bad0-625c9e9be321 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Attaching volume 52c139e1-f5d8-4ec2-88a4-254c1297dd4d to /dev/sdb [ 1304.879670] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89f41f0-b21a-4da3-909f-4ec5a5263446 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.892788] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af67a87-d8ba-493d-a0b1-f40242b72c21 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.907946] env[64120]: DEBUG nova.compute.provider_tree [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.930957] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66ad4a9-06cf-40c6-a4f0-d6ff7cfbee79 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.939335] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dc426d-f3bd-4301-8399-a9d514e1e9ac {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.944220] env[64120]: DEBUG nova.compute.manager [req-f609dec2-e782-47b9-a380-d240ef34d5ce req-4c2cea51-b2d3-4eeb-907c-498ac1607e3d service nova] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Received event network-vif-deleted-30fd4df9-139f-48a1-a4c6-7652b90f04a8 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1304.957665] env[64120]: DEBUG nova.virt.block_device [None req-6e5f0bbf-1bd8-46c1-bad0-625c9e9be321 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Updating existing volume attachment record: 72549562-7908-413f-949d-ee68677e64c1 {{(pid=64120) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1304.998056] env[64120]: INFO nova.compute.manager [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Rebuilding instance [ 1305.042802] env[64120]: DEBUG nova.network.neutron [None req-5d52bc13-6a96-476b-9a85-afe624424e5b tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Updating instance_info_cache with network_info: [{"id": "fb5feb4b-d8a5-4333-8b99-82694be4f2c0", "address": "fa:16:3e:02:c1:2a", "network": {"id": "22dcdd90-5035-4059-b2d9-07d20261e72d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-361135572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "502c554de7554b88b5a0a5ed16c4f89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb5feb4b-d8", "ovs_interfaceid": "fb5feb4b-d8a5-4333-8b99-82694be4f2c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.053652] env[64120]: DEBUG nova.compute.manager [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1305.054566] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24526b49-d35c-47ac-ba13-4324685ca313 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.335256] env[64120]: INFO nova.compute.manager [-] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Took 1.40 seconds to deallocate network for instance. [ 1305.414019] env[64120]: DEBUG nova.scheduler.client.report [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1305.493662] env[64120]: DEBUG nova.compute.manager [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1305.517411] env[64120]: DEBUG nova.virt.hardware [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1305.517677] env[64120]: DEBUG nova.virt.hardware [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1305.517852] env[64120]: DEBUG nova.virt.hardware [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1305.518266] env[64120]: DEBUG nova.virt.hardware [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1305.518434] env[64120]: DEBUG nova.virt.hardware [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1305.518588] env[64120]: DEBUG nova.virt.hardware [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1305.518805] env[64120]: DEBUG nova.virt.hardware [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1305.518971] env[64120]: DEBUG nova.virt.hardware [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1305.519159] env[64120]: DEBUG nova.virt.hardware [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1305.519330] env[64120]: DEBUG nova.virt.hardware [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1305.519506] env[64120]: DEBUG nova.virt.hardware [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1305.520414] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e058cb1-d1cd-41cb-b78c-5a7334280f09 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.530974] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc40d02-f770-4da9-97a4-f8c68b68435d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.544561] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5d52bc13-6a96-476b-9a85-afe624424e5b tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Releasing lock "refresh_cache-dd35a3ad-c612-4b13-9e0d-d57034827b0d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1305.568225] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1305.568573] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4906958-dd24-4c73-baee-cda3198975ad {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.576525] env[64120]: DEBUG oslo_vmware.api [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1305.576525] env[64120]: value = "task-1406766" [ 1305.576525] env[64120]: _type = "Task" [ 1305.576525] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.587520] env[64120]: DEBUG oslo_vmware.api [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.599527] env[64120]: INFO nova.compute.manager [None req-f4bf4a1b-04e6-4be3-aee3-1576bd58b9e5 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Unrescuing [ 1305.599851] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f4bf4a1b-04e6-4be3-aee3-1576bd58b9e5 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Acquiring lock "refresh_cache-033e5ef6-1e4f-447b-a4f0-dcc13b721fcd" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1305.600026] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f4bf4a1b-04e6-4be3-aee3-1576bd58b9e5 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Acquired lock "refresh_cache-033e5ef6-1e4f-447b-a4f0-dcc13b721fcd" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.600207] env[64120]: DEBUG nova.network.neutron [None req-f4bf4a1b-04e6-4be3-aee3-1576bd58b9e5 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.841266] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2494d75e-463b-4f60-9dc5-358ec9269c69 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.920863] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.460s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.921219] env[64120]: INFO nova.compute.manager [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Migrating [ 1305.930153] env[64120]: DEBUG oslo_concurrency.lockutils [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.850s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.930592] env[64120]: DEBUG nova.objects.instance [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lazy-loading 'resources' on Instance uuid f5e07920-2c06-44f0-ba1d-c17f0409cc4e {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.048465] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d52bc13-6a96-476b-9a85-afe624424e5b tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1306.048840] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8882bcfb-0976-4407-8bc7-27a3b3d7161d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.058558] env[64120]: DEBUG oslo_vmware.api [None req-5d52bc13-6a96-476b-9a85-afe624424e5b tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1306.058558] env[64120]: value = "task-1406767" [ 1306.058558] env[64120]: _type = "Task" [ 1306.058558] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.066061] env[64120]: DEBUG oslo_vmware.api [None req-5d52bc13-6a96-476b-9a85-afe624424e5b tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.087407] env[64120]: DEBUG oslo_vmware.api [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406766, 'name': PowerOffVM_Task, 'duration_secs': 0.2579} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.087699] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1306.088060] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1306.088768] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e0532c-68a4-4a21-a2dc-8fd1e50b1d15 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.096540] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1306.096828] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9e5972f-efd3-4061-8892-39ef8e2b1402 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.183199] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1306.183517] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1306.183741] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Deleting the datastore file [datastore2] 77a57216-9462-4867-adb3-f1eaa3f7ebee {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1306.184051] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-538fc23d-b28e-4a9e-8eb3-e830c684e9b1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.192462] env[64120]: DEBUG oslo_vmware.api [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1306.192462] env[64120]: value = "task-1406769" [ 1306.192462] env[64120]: _type = "Task" [ 1306.192462] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.203322] env[64120]: DEBUG oslo_vmware.api [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.374101] env[64120]: DEBUG nova.network.neutron [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Successfully updated port: 1556b721-d246-44dc-8d41-236f3fd0a7b6 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1306.412369] env[64120]: DEBUG nova.network.neutron [None req-f4bf4a1b-04e6-4be3-aee3-1576bd58b9e5 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Updating instance_info_cache with network_info: [{"id": "edb8ea94-7500-43d0-849b-642e53250108", "address": "fa:16:3e:89:5c:ed", "network": {"id": "2ea89461-991e-4cb1-a41a-c6f26f0c3aaf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1532543769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5c9d3a77183743a38730bfd5d4456c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedb8ea94-75", "ovs_interfaceid": "edb8ea94-7500-43d0-849b-642e53250108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.436104] env[64120]: DEBUG nova.objects.instance [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lazy-loading 'numa_topology' on Instance uuid f5e07920-2c06-44f0-ba1d-c17f0409cc4e {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.442346] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "refresh_cache-5641ad8a-2671-4989-ba68-fdb87b752edb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1306.442808] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquired lock "refresh_cache-5641ad8a-2671-4989-ba68-fdb87b752edb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.443036] env[64120]: DEBUG nova.network.neutron [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.569171] env[64120]: DEBUG oslo_vmware.api [None req-5d52bc13-6a96-476b-9a85-afe624424e5b tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406767, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.703748] env[64120]: DEBUG oslo_vmware.api [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274824} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.703748] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1306.703945] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1306.704368] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1306.877080] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquiring lock "refresh_cache-d9e639cb-56b3-4107-93fd-f0bb842fe6ee" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1306.877190] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquired lock "refresh_cache-d9e639cb-56b3-4107-93fd-f0bb842fe6ee" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.877345] env[64120]: DEBUG nova.network.neutron [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.915434] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f4bf4a1b-04e6-4be3-aee3-1576bd58b9e5 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Releasing lock "refresh_cache-033e5ef6-1e4f-447b-a4f0-dcc13b721fcd" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1306.916164] env[64120]: DEBUG nova.objects.instance [None req-f4bf4a1b-04e6-4be3-aee3-1576bd58b9e5 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Lazy-loading 'flavor' on Instance uuid 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.939374] env[64120]: DEBUG nova.objects.base [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=64120) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1306.971108] env[64120]: DEBUG nova.compute.manager [req-f48539a3-c437-4676-b632-3afab45562b7 req-a01a0321-daf4-470e-b707-b4edf233cc2a service nova] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Received event network-vif-plugged-1556b721-d246-44dc-8d41-236f3fd0a7b6 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1306.971353] env[64120]: DEBUG oslo_concurrency.lockutils [req-f48539a3-c437-4676-b632-3afab45562b7 req-a01a0321-daf4-470e-b707-b4edf233cc2a service nova] Acquiring lock "d9e639cb-56b3-4107-93fd-f0bb842fe6ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.971699] env[64120]: DEBUG oslo_concurrency.lockutils [req-f48539a3-c437-4676-b632-3afab45562b7 req-a01a0321-daf4-470e-b707-b4edf233cc2a service nova] Lock "d9e639cb-56b3-4107-93fd-f0bb842fe6ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.971905] env[64120]: DEBUG oslo_concurrency.lockutils [req-f48539a3-c437-4676-b632-3afab45562b7 req-a01a0321-daf4-470e-b707-b4edf233cc2a service nova] Lock "d9e639cb-56b3-4107-93fd-f0bb842fe6ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1306.972109] env[64120]: DEBUG nova.compute.manager [req-f48539a3-c437-4676-b632-3afab45562b7 req-a01a0321-daf4-470e-b707-b4edf233cc2a service nova] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] No waiting events found dispatching network-vif-plugged-1556b721-d246-44dc-8d41-236f3fd0a7b6 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1306.972315] env[64120]: WARNING nova.compute.manager [req-f48539a3-c437-4676-b632-3afab45562b7 req-a01a0321-daf4-470e-b707-b4edf233cc2a service nova] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Received unexpected event network-vif-plugged-1556b721-d246-44dc-8d41-236f3fd0a7b6 for instance with vm_state building and task_state spawning. [ 1306.972481] env[64120]: DEBUG nova.compute.manager [req-f48539a3-c437-4676-b632-3afab45562b7 req-a01a0321-daf4-470e-b707-b4edf233cc2a service nova] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Received event network-changed-1556b721-d246-44dc-8d41-236f3fd0a7b6 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1306.972712] env[64120]: DEBUG nova.compute.manager [req-f48539a3-c437-4676-b632-3afab45562b7 req-a01a0321-daf4-470e-b707-b4edf233cc2a service nova] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Refreshing instance network info cache due to event network-changed-1556b721-d246-44dc-8d41-236f3fd0a7b6. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1306.972929] env[64120]: DEBUG oslo_concurrency.lockutils [req-f48539a3-c437-4676-b632-3afab45562b7 req-a01a0321-daf4-470e-b707-b4edf233cc2a service nova] Acquiring lock "refresh_cache-d9e639cb-56b3-4107-93fd-f0bb842fe6ee" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1307.069328] env[64120]: DEBUG oslo_vmware.api [None req-5d52bc13-6a96-476b-9a85-afe624424e5b tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406767, 'name': PowerOnVM_Task, 'duration_secs': 0.527521} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.069477] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d52bc13-6a96-476b-9a85-afe624424e5b tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1307.070416] env[64120]: DEBUG nova.compute.manager [None req-5d52bc13-6a96-476b-9a85-afe624424e5b tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1307.070416] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b02a0b-8e02-4592-b131-12a9bbce8c29 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.154267] env[64120]: DEBUG nova.network.neutron [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Updating instance_info_cache with network_info: [{"id": "945237b3-5429-4113-8573-59d9d8331439", "address": "fa:16:3e:da:be:ff", "network": {"id": "d2a94bb8-9700-4432-b079-27704d0e128c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1214853217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e77e2e4c124fd19bbc0f0a4908463e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap945237b3-54", "ovs_interfaceid": "945237b3-5429-4113-8573-59d9d8331439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.202360] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b976fe4-68f0-49c5-94f7-afed5da8ecba {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.215540] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42359cbb-f6ad-447d-b83e-e2f69d395969 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.248694] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc706c9b-d075-49c2-9272-628bdb567a41 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.256743] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdda22a2-fa06-481d-9905-269e3ab647f0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.271751] env[64120]: DEBUG nova.compute.provider_tree [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.414616] env[64120]: DEBUG nova.network.neutron [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1307.421705] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d077ae15-cdcc-467d-afbb-aa8adfd7b9db {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.443618] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4bf4a1b-04e6-4be3-aee3-1576bd58b9e5 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.445982] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0ad6de0-2652-4110-856a-d5927f1b2d84 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.453716] env[64120]: DEBUG oslo_vmware.api [None req-f4bf4a1b-04e6-4be3-aee3-1576bd58b9e5 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1307.453716] env[64120]: value = "task-1406770" [ 1307.453716] env[64120]: _type = "Task" [ 1307.453716] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.463490] env[64120]: DEBUG oslo_vmware.api [None req-f4bf4a1b-04e6-4be3-aee3-1576bd58b9e5 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.584490] env[64120]: DEBUG nova.network.neutron [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Updating instance_info_cache with network_info: [{"id": "1556b721-d246-44dc-8d41-236f3fd0a7b6", "address": "fa:16:3e:4f:e2:8f", "network": {"id": "b430c2ce-4dd5-44aa-82ba-e9e6c79fe1f6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-146035780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "013d1a20c54b41bc8a2a2830177c37e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1556b721-d2", "ovs_interfaceid": "1556b721-d246-44dc-8d41-236f3fd0a7b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.659939] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Releasing lock "refresh_cache-5641ad8a-2671-4989-ba68-fdb87b752edb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1307.745536] env[64120]: DEBUG nova.virt.hardware [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1307.745816] env[64120]: DEBUG nova.virt.hardware [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1307.745990] env[64120]: DEBUG nova.virt.hardware [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1307.746208] env[64120]: DEBUG nova.virt.hardware [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1307.746364] env[64120]: DEBUG nova.virt.hardware [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1307.746519] env[64120]: DEBUG nova.virt.hardware [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1307.746740] env[64120]: DEBUG nova.virt.hardware [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1307.746910] env[64120]: DEBUG nova.virt.hardware [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1307.747106] env[64120]: DEBUG nova.virt.hardware [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1307.747282] env[64120]: DEBUG nova.virt.hardware [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1307.747457] env[64120]: DEBUG nova.virt.hardware [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1307.748359] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8547504-29c6-4037-b2f1-a1d17c013762 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.757507] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8fb1f1-31ce-4d89-ab03-7006f11b18db {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.772884] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:36:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66adc1d2-fd7e-455d-a513-e8dc060ec27c', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1307.780735] env[64120]: DEBUG oslo.service.loopingcall [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1307.781795] env[64120]: DEBUG nova.scheduler.client.report [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1307.785351] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1307.786728] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a34c439-a377-4a0d-8b70-ba1e24a18648 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.812344] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1307.812344] env[64120]: value = "task-1406772" [ 1307.812344] env[64120]: _type = "Task" [ 1307.812344] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.824520] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406772, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.965830] env[64120]: DEBUG oslo_vmware.api [None req-f4bf4a1b-04e6-4be3-aee3-1576bd58b9e5 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406770, 'name': PowerOffVM_Task, 'duration_secs': 0.237927} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.966086] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4bf4a1b-04e6-4be3-aee3-1576bd58b9e5 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1307.971338] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4bf4a1b-04e6-4be3-aee3-1576bd58b9e5 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1307.971677] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b698298-2f36-4ae3-bf60-8770ed9ba918 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.990968] env[64120]: DEBUG oslo_vmware.api [None req-f4bf4a1b-04e6-4be3-aee3-1576bd58b9e5 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1307.990968] env[64120]: value = "task-1406773" [ 1307.990968] env[64120]: _type = "Task" [ 1307.990968] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.999733] env[64120]: DEBUG oslo_vmware.api [None req-f4bf4a1b-04e6-4be3-aee3-1576bd58b9e5 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406773, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.088396] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Releasing lock "refresh_cache-d9e639cb-56b3-4107-93fd-f0bb842fe6ee" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.088848] env[64120]: DEBUG nova.compute.manager [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Instance network_info: |[{"id": "1556b721-d246-44dc-8d41-236f3fd0a7b6", "address": "fa:16:3e:4f:e2:8f", "network": {"id": "b430c2ce-4dd5-44aa-82ba-e9e6c79fe1f6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-146035780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "013d1a20c54b41bc8a2a2830177c37e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1556b721-d2", "ovs_interfaceid": "1556b721-d246-44dc-8d41-236f3fd0a7b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1308.089272] env[64120]: DEBUG oslo_concurrency.lockutils [req-f48539a3-c437-4676-b632-3afab45562b7 req-a01a0321-daf4-470e-b707-b4edf233cc2a service nova] Acquired lock "refresh_cache-d9e639cb-56b3-4107-93fd-f0bb842fe6ee" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.089559] env[64120]: DEBUG nova.network.neutron [req-f48539a3-c437-4676-b632-3afab45562b7 req-a01a0321-daf4-470e-b707-b4edf233cc2a service nova] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Refreshing network info cache for port 1556b721-d246-44dc-8d41-236f3fd0a7b6 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1308.091037] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:e2:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1556b721-d246-44dc-8d41-236f3fd0a7b6', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1308.099747] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Creating folder: Project (013d1a20c54b41bc8a2a2830177c37e7). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1308.101062] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1c7e599-858b-4601-8f5e-9397a5e4dd74 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.115038] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Created folder: Project (013d1a20c54b41bc8a2a2830177c37e7) in parent group-v297899. [ 1308.115038] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Creating folder: Instances. Parent ref: group-v298157. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1308.115336] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da69ec86-6192-4049-aea3-f3063fde1950 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.128191] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Created folder: Instances in parent group-v298157. [ 1308.128548] env[64120]: DEBUG oslo.service.loopingcall [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1308.128811] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1308.129083] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a70bdeeb-7358-435a-b49b-a3bfb0967d0d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.151114] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1308.151114] env[64120]: value = "task-1406776" [ 1308.151114] env[64120]: _type = "Task" [ 1308.151114] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.159538] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406776, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.287221] env[64120]: DEBUG oslo_concurrency.lockutils [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.357s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.290801] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 15.255s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.307138] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a03fe121-1d2f-4fd6-90f8-b9e67a8e7188 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "dd35a3ad-c612-4b13-9e0d-d57034827b0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.307138] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a03fe121-1d2f-4fd6-90f8-b9e67a8e7188 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "dd35a3ad-c612-4b13-9e0d-d57034827b0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.307381] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a03fe121-1d2f-4fd6-90f8-b9e67a8e7188 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "dd35a3ad-c612-4b13-9e0d-d57034827b0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.307603] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a03fe121-1d2f-4fd6-90f8-b9e67a8e7188 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "dd35a3ad-c612-4b13-9e0d-d57034827b0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.307785] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a03fe121-1d2f-4fd6-90f8-b9e67a8e7188 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "dd35a3ad-c612-4b13-9e0d-d57034827b0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.310481] env[64120]: INFO nova.compute.manager [None req-a03fe121-1d2f-4fd6-90f8-b9e67a8e7188 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Terminating instance [ 1308.313501] env[64120]: DEBUG nova.compute.manager [None req-a03fe121-1d2f-4fd6-90f8-b9e67a8e7188 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1308.313501] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a03fe121-1d2f-4fd6-90f8-b9e67a8e7188 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1308.314166] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390ec4d3-3225-4911-9b86-0c5de2d9fbef {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.326961] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03fe121-1d2f-4fd6-90f8-b9e67a8e7188 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.330104] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fefaa05-920b-4918-a1ed-8e39c1569f1e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.332170] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406772, 'name': CreateVM_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.337702] env[64120]: DEBUG oslo_vmware.api [None req-a03fe121-1d2f-4fd6-90f8-b9e67a8e7188 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1308.337702] env[64120]: value = "task-1406777" [ 1308.337702] env[64120]: _type = "Task" [ 1308.337702] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.348742] env[64120]: DEBUG oslo_vmware.api [None req-a03fe121-1d2f-4fd6-90f8-b9e67a8e7188 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.506650] env[64120]: DEBUG oslo_vmware.api [None req-f4bf4a1b-04e6-4be3-aee3-1576bd58b9e5 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406773, 'name': ReconfigVM_Task, 'duration_secs': 0.25727} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.507070] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4bf4a1b-04e6-4be3-aee3-1576bd58b9e5 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1308.507361] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4bf4a1b-04e6-4be3-aee3-1576bd58b9e5 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1308.507738] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c35c5d2-bc20-405f-859b-797fd2c87d6f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.515900] env[64120]: DEBUG oslo_vmware.api [None req-f4bf4a1b-04e6-4be3-aee3-1576bd58b9e5 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1308.515900] env[64120]: value = "task-1406778" [ 1308.515900] env[64120]: _type = "Task" [ 1308.515900] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.527645] env[64120]: DEBUG oslo_vmware.api [None req-f4bf4a1b-04e6-4be3-aee3-1576bd58b9e5 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.662895] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406776, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.798414] env[64120]: DEBUG oslo_concurrency.lockutils [None req-26c7635c-78c4-4230-a896-f7dbd4330f85 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "f5e07920-2c06-44f0-ba1d-c17f0409cc4e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 33.925s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.799352] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cccaa31c-22fa-4d76-bffa-c04a2370e779 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "f5e07920-2c06-44f0-ba1d-c17f0409cc4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 14.861s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.799585] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cccaa31c-22fa-4d76-bffa-c04a2370e779 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "f5e07920-2c06-44f0-ba1d-c17f0409cc4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.799799] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cccaa31c-22fa-4d76-bffa-c04a2370e779 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "f5e07920-2c06-44f0-ba1d-c17f0409cc4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.799974] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cccaa31c-22fa-4d76-bffa-c04a2370e779 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "f5e07920-2c06-44f0-ba1d-c17f0409cc4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.810287] env[64120]: INFO nova.compute.manager [None req-cccaa31c-22fa-4d76-bffa-c04a2370e779 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Terminating instance [ 1308.818020] env[64120]: DEBUG nova.compute.manager [None req-cccaa31c-22fa-4d76-bffa-c04a2370e779 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1308.818267] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-cccaa31c-22fa-4d76-bffa-c04a2370e779 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1308.818548] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e27bd29-a7f9-4b53-b145-63f200b76d53 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.828997] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406772, 'name': CreateVM_Task, 'duration_secs': 0.633505} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.830206] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1308.831141] env[64120]: DEBUG nova.network.neutron [req-f48539a3-c437-4676-b632-3afab45562b7 req-a01a0321-daf4-470e-b707-b4edf233cc2a service nova] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Updated VIF entry in instance network info cache for port 1556b721-d246-44dc-8d41-236f3fd0a7b6. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1308.831504] env[64120]: DEBUG nova.network.neutron [req-f48539a3-c437-4676-b632-3afab45562b7 req-a01a0321-daf4-470e-b707-b4edf233cc2a service nova] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Updating instance_info_cache with network_info: [{"id": "1556b721-d246-44dc-8d41-236f3fd0a7b6", "address": "fa:16:3e:4f:e2:8f", "network": {"id": "b430c2ce-4dd5-44aa-82ba-e9e6c79fe1f6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-146035780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "013d1a20c54b41bc8a2a2830177c37e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1556b721-d2", "ovs_interfaceid": "1556b721-d246-44dc-8d41-236f3fd0a7b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.833191] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.833368] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.833736] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1308.836717] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc5badb-d4bc-4225-946b-0cd69af194dd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.849015] env[64120]: DEBUG oslo_concurrency.lockutils [req-f48539a3-c437-4676-b632-3afab45562b7 req-a01a0321-daf4-470e-b707-b4edf233cc2a service nova] Releasing lock "refresh_cache-d9e639cb-56b3-4107-93fd-f0bb842fe6ee" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.849656] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb6a983c-5aff-4c8a-8086-3efcaf7b0e45 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.858748] env[64120]: DEBUG oslo_vmware.api [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1308.858748] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ce200b-5ea2-37b2-23f4-cb571e782041" [ 1308.858748] env[64120]: _type = "Task" [ 1308.858748] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.862122] env[64120]: DEBUG oslo_vmware.api [None req-a03fe121-1d2f-4fd6-90f8-b9e67a8e7188 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406777, 'name': PowerOffVM_Task, 'duration_secs': 0.205847} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.865440] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03fe121-1d2f-4fd6-90f8-b9e67a8e7188 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1308.865632] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a03fe121-1d2f-4fd6-90f8-b9e67a8e7188 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1308.865900] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-def152e7-d0d4-49d2-b600-c4c13a1aacc0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.884825] env[64120]: WARNING nova.virt.vmwareapi.vmops [None req-cccaa31c-22fa-4d76-bffa-c04a2370e779 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance f5e07920-2c06-44f0-ba1d-c17f0409cc4e could not be found. [ 1308.885084] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-cccaa31c-22fa-4d76-bffa-c04a2370e779 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1308.885303] env[64120]: INFO nova.compute.manager [None req-cccaa31c-22fa-4d76-bffa-c04a2370e779 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1308.885583] env[64120]: DEBUG oslo.service.loopingcall [None req-cccaa31c-22fa-4d76-bffa-c04a2370e779 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1308.889865] env[64120]: DEBUG nova.compute.manager [-] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1308.890074] env[64120]: DEBUG nova.network.neutron [-] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1308.891853] env[64120]: DEBUG oslo_vmware.api [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ce200b-5ea2-37b2-23f4-cb571e782041, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.952687] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a03fe121-1d2f-4fd6-90f8-b9e67a8e7188 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1308.953027] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a03fe121-1d2f-4fd6-90f8-b9e67a8e7188 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1308.953250] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-a03fe121-1d2f-4fd6-90f8-b9e67a8e7188 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Deleting the datastore file [datastore2] dd35a3ad-c612-4b13-9e0d-d57034827b0d {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1308.953647] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f785e88-88cf-4136-847f-3cc5c40e14de {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.966929] env[64120]: DEBUG oslo_vmware.api [None req-a03fe121-1d2f-4fd6-90f8-b9e67a8e7188 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1308.966929] env[64120]: value = "task-1406780" [ 1308.966929] env[64120]: _type = "Task" [ 1308.966929] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.976743] env[64120]: DEBUG oslo_vmware.api [None req-a03fe121-1d2f-4fd6-90f8-b9e67a8e7188 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.032310] env[64120]: DEBUG oslo_vmware.api [None req-f4bf4a1b-04e6-4be3-aee3-1576bd58b9e5 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406778, 'name': PowerOnVM_Task, 'duration_secs': 0.401731} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.032698] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4bf4a1b-04e6-4be3-aee3-1576bd58b9e5 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1309.032952] env[64120]: DEBUG nova.compute.manager [None req-f4bf4a1b-04e6-4be3-aee3-1576bd58b9e5 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1309.033806] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242d3b48-3a5c-46d5-b5ed-870b1edff34e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.167649] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406776, 'name': CreateVM_Task, 'duration_secs': 0.51231} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.167828] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1309.168517] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1309.173970] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc143c0d-38ae-42a3-8da2-c75490ff9a4d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.192148] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Updating instance '5641ad8a-2671-4989-ba68-fdb87b752edb' progress to 0 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1309.313946] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Applying migration context for instance 5641ad8a-2671-4989-ba68-fdb87b752edb as it has an incoming, in-progress migration 665c7811-7874-431b-b0c5-41f82f543eec. Migration status is migrating {{(pid=64120) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1309.315848] env[64120]: INFO nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Updating resource usage from migration 665c7811-7874-431b-b0c5-41f82f543eec [ 1309.338026] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 4d010afc-7835-4eac-b2bd-7cf6abea43a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1309.338337] env[64120]: WARNING nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 1e3ed926-6b6c-4044-a299-64a438f2400d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1309.338538] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 98ef028b-4cd6-438d-9f7e-57e2db1d4460 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1309.338695] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance ed54e949-f5db-4946-bc92-6384f8279de5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1309.338842] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance a16b0a8b-255b-4865-90c7-5853c6269644 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1309.338984] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 2128a7dc-b28b-4160-8fa1-3753c9000e7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1309.339119] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 6dd495ef-37eb-448c-92c5-a00eb88afd11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1309.339253] env[64120]: WARNING nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance ddfe7a56-7053-4e96-9401-6b483150da7c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1309.339382] env[64120]: WARNING nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 751beaa3-a732-4ae3-a135-13986f05256f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1309.339499] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance a6fb5e70-ad2c-499e-a224-0fd46271be1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1309.339625] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance dd35a3ad-c612-4b13-9e0d-d57034827b0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1309.339742] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 9311177f-121d-44db-86af-ad0e2e68d411 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1309.339862] env[64120]: WARNING nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 547c783c-4b19-40f3-9a6f-1ae256ade47e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1309.339984] env[64120]: WARNING nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 541c682f-007b-43b7-a945-1dd0b082873f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1309.340214] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1309.340371] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 77a57216-9462-4867-adb3-f1eaa3f7ebee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1309.340512] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance d9e639cb-56b3-4107-93fd-f0bb842fe6ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1309.340654] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Migration 665c7811-7874-431b-b0c5-41f82f543eec is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1309.340825] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 5641ad8a-2671-4989-ba68-fdb87b752edb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1309.373762] env[64120]: DEBUG oslo_vmware.api [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ce200b-5ea2-37b2-23f4-cb571e782041, 'name': SearchDatastore_Task, 'duration_secs': 0.017828} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.374209] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1309.374511] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1309.374830] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1309.375067] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.375305] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1309.375678] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.376079] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1309.376372] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0be58d3-e03f-451e-8391-aa07c9975d13 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.378644] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c390f511-08c9-4049-819c-8dd84e67f3fc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.384885] env[64120]: DEBUG oslo_vmware.api [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for the task: (returnval){ [ 1309.384885] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]523fff2a-dec1-539c-5ceb-2a4a290461e9" [ 1309.384885] env[64120]: _type = "Task" [ 1309.384885] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.389244] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1309.389430] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1309.390822] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-681be625-ff2f-49c9-b86e-83ad400bf66a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.395946] env[64120]: DEBUG oslo_vmware.api [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]523fff2a-dec1-539c-5ceb-2a4a290461e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.399490] env[64120]: DEBUG oslo_vmware.api [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1309.399490] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f4ff4e-d512-288f-4e11-56f233a208a8" [ 1309.399490] env[64120]: _type = "Task" [ 1309.399490] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.408338] env[64120]: DEBUG oslo_vmware.api [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f4ff4e-d512-288f-4e11-56f233a208a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.479367] env[64120]: DEBUG oslo_vmware.api [None req-a03fe121-1d2f-4fd6-90f8-b9e67a8e7188 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226214} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.479777] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-a03fe121-1d2f-4fd6-90f8-b9e67a8e7188 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.479987] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a03fe121-1d2f-4fd6-90f8-b9e67a8e7188 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1309.480191] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a03fe121-1d2f-4fd6-90f8-b9e67a8e7188 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.480374] env[64120]: INFO nova.compute.manager [None req-a03fe121-1d2f-4fd6-90f8-b9e67a8e7188 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1309.480622] env[64120]: DEBUG oslo.service.loopingcall [None req-a03fe121-1d2f-4fd6-90f8-b9e67a8e7188 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1309.480929] env[64120]: DEBUG nova.compute.manager [-] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1309.481080] env[64120]: DEBUG nova.network.neutron [-] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1309.642483] env[64120]: DEBUG nova.network.neutron [-] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.701062] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1309.701062] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f1a5a9b-40b4-4d6a-8a90-24f71c5f7024 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.707905] env[64120]: DEBUG oslo_vmware.api [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1309.707905] env[64120]: value = "task-1406781" [ 1309.707905] env[64120]: _type = "Task" [ 1309.707905] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.717701] env[64120]: DEBUG oslo_vmware.api [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.843648] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance b7717710-e405-4abf-a4d9-03566d985bdf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1309.844848] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1309.845311] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3328MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1309.901896] env[64120]: DEBUG oslo_vmware.api [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]523fff2a-dec1-539c-5ceb-2a4a290461e9, 'name': SearchDatastore_Task, 'duration_secs': 0.014131} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.906213] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1309.906499] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1309.906717] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1309.917647] env[64120]: DEBUG oslo_vmware.api [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f4ff4e-d512-288f-4e11-56f233a208a8, 'name': SearchDatastore_Task, 'duration_secs': 0.014105} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.918583] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64e738ee-7c94-46e6-a122-e3d12ef47f06 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.936946] env[64120]: DEBUG oslo_vmware.api [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1309.936946] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52701703-7856-dfdd-e713-010fbf4d5ff1" [ 1309.936946] env[64120]: _type = "Task" [ 1309.936946] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.946686] env[64120]: DEBUG oslo_vmware.api [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52701703-7856-dfdd-e713-010fbf4d5ff1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.024433] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e5f0bbf-1bd8-46c1-bad0-625c9e9be321 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Volume attach. Driver type: vmdk {{(pid=64120) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1310.024677] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e5f0bbf-1bd8-46c1-bad0-625c9e9be321 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298155', 'volume_id': '52c139e1-f5d8-4ec2-88a4-254c1297dd4d', 'name': 'volume-52c139e1-f5d8-4ec2-88a4-254c1297dd4d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a6fb5e70-ad2c-499e-a224-0fd46271be1b', 'attached_at': '', 'detached_at': '', 'volume_id': '52c139e1-f5d8-4ec2-88a4-254c1297dd4d', 'serial': '52c139e1-f5d8-4ec2-88a4-254c1297dd4d'} {{(pid=64120) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1310.028764] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d196dfa2-6f02-4c56-a279-678361040149 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.052896] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55be3c2-0d8a-4466-83cc-6ff904d8a691 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.080921] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e5f0bbf-1bd8-46c1-bad0-625c9e9be321 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] volume-52c139e1-f5d8-4ec2-88a4-254c1297dd4d/volume-52c139e1-f5d8-4ec2-88a4-254c1297dd4d.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1310.084139] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0eac3148-ef6b-4f11-9cb2-1f4292eab699 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.104952] env[64120]: DEBUG oslo_vmware.api [None req-6e5f0bbf-1bd8-46c1-bad0-625c9e9be321 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1310.104952] env[64120]: value = "task-1406782" [ 1310.104952] env[64120]: _type = "Task" [ 1310.104952] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.118646] env[64120]: DEBUG oslo_vmware.api [None req-6e5f0bbf-1bd8-46c1-bad0-625c9e9be321 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406782, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.145042] env[64120]: INFO nova.compute.manager [-] [instance: f5e07920-2c06-44f0-ba1d-c17f0409cc4e] Took 1.25 seconds to deallocate network for instance. [ 1310.205580] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ee959c-d4cd-4fe8-871d-76ae1e2e5c7d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.219580] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a160bc62-8f41-4673-a5a6-fc0aca87d43e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.222812] env[64120]: DEBUG oslo_vmware.api [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406781, 'name': PowerOffVM_Task, 'duration_secs': 0.229809} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.223178] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.223443] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Updating instance '5641ad8a-2671-4989-ba68-fdb87b752edb' progress to 17 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1310.259631] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c004e1c-00f1-444d-a616-95a7e9e51161 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.268928] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c937492-37d5-484a-82cc-2b372877dc77 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.284646] env[64120]: DEBUG nova.compute.provider_tree [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.445071] env[64120]: DEBUG oslo_vmware.api [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52701703-7856-dfdd-e713-010fbf4d5ff1, 'name': SearchDatastore_Task, 'duration_secs': 0.018608} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.445409] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1310.445733] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 77a57216-9462-4867-adb3-f1eaa3f7ebee/77a57216-9462-4867-adb3-f1eaa3f7ebee.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1310.446057] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.446332] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1310.446510] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9554ca88-7ebb-4536-867d-f1c638a21806 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.449321] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16a33677-1181-4700-a739-9e5a96bd60e8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.457096] env[64120]: DEBUG oslo_vmware.api [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1310.457096] env[64120]: value = "task-1406783" [ 1310.457096] env[64120]: _type = "Task" [ 1310.457096] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.461572] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1310.461768] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1310.462857] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fa97a81-990d-4e28-a821-c2aa6433e982 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.468197] env[64120]: DEBUG oslo_vmware.api [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.471999] env[64120]: DEBUG oslo_vmware.api [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for the task: (returnval){ [ 1310.471999] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d88118-b3f1-c006-6028-f299699c3557" [ 1310.471999] env[64120]: _type = "Task" [ 1310.471999] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.480286] env[64120]: DEBUG oslo_vmware.api [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d88118-b3f1-c006-6028-f299699c3557, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.491886] env[64120]: DEBUG nova.network.neutron [-] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.528753] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Acquiring lock "033e5ef6-1e4f-447b-a4f0-dcc13b721fcd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.528930] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Lock "033e5ef6-1e4f-447b-a4f0-dcc13b721fcd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.529211] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Acquiring lock "033e5ef6-1e4f-447b-a4f0-dcc13b721fcd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.529444] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Lock "033e5ef6-1e4f-447b-a4f0-dcc13b721fcd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.529632] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Lock "033e5ef6-1e4f-447b-a4f0-dcc13b721fcd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.532655] env[64120]: INFO nova.compute.manager [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Terminating instance [ 1310.534914] env[64120]: DEBUG nova.compute.manager [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1310.535133] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.535971] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09101872-2c42-499f-8474-84b91610f32b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.545207] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.545471] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03116324-5048-4bfc-9113-b7b38f84c47c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.553550] env[64120]: DEBUG oslo_vmware.api [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1310.553550] env[64120]: value = "task-1406784" [ 1310.553550] env[64120]: _type = "Task" [ 1310.553550] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.563571] env[64120]: DEBUG oslo_vmware.api [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.616391] env[64120]: DEBUG oslo_vmware.api [None req-6e5f0bbf-1bd8-46c1-bad0-625c9e9be321 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.730576] env[64120]: DEBUG nova.virt.hardware [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1310.730992] env[64120]: DEBUG nova.virt.hardware [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1310.730992] env[64120]: DEBUG nova.virt.hardware [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1310.731179] env[64120]: DEBUG nova.virt.hardware [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1310.731341] env[64120]: DEBUG nova.virt.hardware [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1310.731494] env[64120]: DEBUG nova.virt.hardware [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1310.731757] env[64120]: DEBUG nova.virt.hardware [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1310.731929] env[64120]: DEBUG nova.virt.hardware [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1310.732123] env[64120]: DEBUG nova.virt.hardware [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1310.732301] env[64120]: DEBUG nova.virt.hardware [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1310.732551] env[64120]: DEBUG nova.virt.hardware [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1310.740022] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5ad2021-e1e7-419f-89dd-af58e37cc3f4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.758495] env[64120]: DEBUG oslo_vmware.api [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1310.758495] env[64120]: value = "task-1406785" [ 1310.758495] env[64120]: _type = "Task" [ 1310.758495] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.769828] env[64120]: DEBUG oslo_vmware.api [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406785, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.788207] env[64120]: DEBUG nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1310.967539] env[64120]: DEBUG oslo_vmware.api [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406783, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.985277] env[64120]: DEBUG oslo_vmware.api [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d88118-b3f1-c006-6028-f299699c3557, 'name': SearchDatastore_Task, 'duration_secs': 0.017675} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.986069] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69b511ad-5762-47e0-bbcc-b3e55f84d5b5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.994222] env[64120]: INFO nova.compute.manager [-] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Took 1.51 seconds to deallocate network for instance. [ 1310.994736] env[64120]: DEBUG oslo_vmware.api [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for the task: (returnval){ [ 1310.994736] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52819854-9dd9-4c79-01c7-b4b466982882" [ 1310.994736] env[64120]: _type = "Task" [ 1310.994736] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.009324] env[64120]: DEBUG oslo_vmware.api [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52819854-9dd9-4c79-01c7-b4b466982882, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.064065] env[64120]: DEBUG oslo_vmware.api [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406784, 'name': PowerOffVM_Task, 'duration_secs': 0.187813} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.064372] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1311.064547] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1311.064811] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e18237e1-0acc-4c55-98f4-94c5cbb035f1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.116793] env[64120]: DEBUG oslo_vmware.api [None req-6e5f0bbf-1bd8-46c1-bad0-625c9e9be321 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406782, 'name': ReconfigVM_Task, 'duration_secs': 0.816983} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.117149] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e5f0bbf-1bd8-46c1-bad0-625c9e9be321 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Reconfigured VM instance instance-00000055 to attach disk [datastore1] volume-52c139e1-f5d8-4ec2-88a4-254c1297dd4d/volume-52c139e1-f5d8-4ec2-88a4-254c1297dd4d.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1311.123109] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f4895dc-76d8-4579-85fb-fb5982acafc6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.136091] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1311.136430] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1311.136653] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Deleting the datastore file [datastore1] 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1311.137353] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a89c5ad6-8b27-4022-98f1-9caf3f0813db {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.144031] env[64120]: DEBUG oslo_vmware.api [None req-6e5f0bbf-1bd8-46c1-bad0-625c9e9be321 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1311.144031] env[64120]: value = "task-1406787" [ 1311.144031] env[64120]: _type = "Task" [ 1311.144031] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.145388] env[64120]: DEBUG oslo_vmware.api [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1311.145388] env[64120]: value = "task-1406788" [ 1311.145388] env[64120]: _type = "Task" [ 1311.145388] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.158830] env[64120]: DEBUG oslo_vmware.api [None req-6e5f0bbf-1bd8-46c1-bad0-625c9e9be321 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406787, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.162520] env[64120]: DEBUG oslo_vmware.api [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.173085] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cccaa31c-22fa-4d76-bffa-c04a2370e779 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "f5e07920-2c06-44f0-ba1d-c17f0409cc4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.374s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.192106] env[64120]: DEBUG nova.compute.manager [req-f724c627-0c1b-49ec-beca-5836d8f86f2d req-d538112a-f921-49f5-bffc-20efa7089a22 service nova] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Received event network-vif-deleted-fb5feb4b-d8a5-4333-8b99-82694be4f2c0 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1311.269109] env[64120]: DEBUG oslo_vmware.api [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406785, 'name': ReconfigVM_Task, 'duration_secs': 0.237774} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.269445] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Updating instance '5641ad8a-2671-4989-ba68-fdb87b752edb' progress to 33 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1311.294760] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64120) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1311.294898] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.004s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.295332] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.383s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.297919] env[64120]: INFO nova.compute.claims [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1311.469127] env[64120]: DEBUG oslo_vmware.api [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625415} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.469507] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 77a57216-9462-4867-adb3-f1eaa3f7ebee/77a57216-9462-4867-adb3-f1eaa3f7ebee.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1311.469869] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1311.470641] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fa451a1-db1a-400b-ae56-95239835a33a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.478110] env[64120]: DEBUG oslo_vmware.api [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1311.478110] env[64120]: value = "task-1406789" [ 1311.478110] env[64120]: _type = "Task" [ 1311.478110] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.487160] env[64120]: DEBUG oslo_vmware.api [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406789, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.507258] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a03fe121-1d2f-4fd6-90f8-b9e67a8e7188 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.507597] env[64120]: DEBUG oslo_vmware.api [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52819854-9dd9-4c79-01c7-b4b466982882, 'name': SearchDatastore_Task, 'duration_secs': 0.055165} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.507859] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1311.508136] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] d9e639cb-56b3-4107-93fd-f0bb842fe6ee/d9e639cb-56b3-4107-93fd-f0bb842fe6ee.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1311.508423] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d8ab7ed-e39c-45c3-ab17-218a849989a6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.516686] env[64120]: DEBUG oslo_vmware.api [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for the task: (returnval){ [ 1311.516686] env[64120]: value = "task-1406790" [ 1311.516686] env[64120]: _type = "Task" [ 1311.516686] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.525818] env[64120]: DEBUG oslo_vmware.api [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1406790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.659623] env[64120]: DEBUG oslo_vmware.api [None req-6e5f0bbf-1bd8-46c1-bad0-625c9e9be321 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406787, 'name': ReconfigVM_Task, 'duration_secs': 0.16924} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.663289] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e5f0bbf-1bd8-46c1-bad0-625c9e9be321 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298155', 'volume_id': '52c139e1-f5d8-4ec2-88a4-254c1297dd4d', 'name': 'volume-52c139e1-f5d8-4ec2-88a4-254c1297dd4d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a6fb5e70-ad2c-499e-a224-0fd46271be1b', 'attached_at': '', 'detached_at': '', 'volume_id': '52c139e1-f5d8-4ec2-88a4-254c1297dd4d', 'serial': '52c139e1-f5d8-4ec2-88a4-254c1297dd4d'} {{(pid=64120) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1311.664586] env[64120]: DEBUG oslo_vmware.api [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295866} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.664835] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.665034] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.665363] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.665445] env[64120]: INFO nova.compute.manager [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1311.665765] env[64120]: DEBUG oslo.service.loopingcall [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1311.666200] env[64120]: DEBUG nova.compute.manager [-] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1311.666323] env[64120]: DEBUG nova.network.neutron [-] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1311.776026] env[64120]: DEBUG nova.virt.hardware [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1311.776394] env[64120]: DEBUG nova.virt.hardware [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1311.776580] env[64120]: DEBUG nova.virt.hardware [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1311.776804] env[64120]: DEBUG nova.virt.hardware [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1311.776980] env[64120]: DEBUG nova.virt.hardware [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1311.777128] env[64120]: DEBUG nova.virt.hardware [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1311.777745] env[64120]: DEBUG nova.virt.hardware [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1311.777745] env[64120]: DEBUG nova.virt.hardware [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1311.777890] env[64120]: DEBUG nova.virt.hardware [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1311.778133] env[64120]: DEBUG nova.virt.hardware [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1311.778300] env[64120]: DEBUG nova.virt.hardware [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1311.784779] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Reconfiguring VM instance instance-00000058 to detach disk 2000 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1311.787458] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3ff72a5-0ae5-4409-ab5d-fb012422ed59 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.811264] env[64120]: DEBUG oslo_vmware.rw_handles [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c1d81d-d52b-ac46-9f01-319b9e6f3189/disk-0.vmdk. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1311.813421] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3c9a30-e8c5-432a-80cf-125b4fde7c11 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.819187] env[64120]: DEBUG oslo_vmware.api [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1311.819187] env[64120]: value = "task-1406791" [ 1311.819187] env[64120]: _type = "Task" [ 1311.819187] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.826968] env[64120]: DEBUG oslo_vmware.rw_handles [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c1d81d-d52b-ac46-9f01-319b9e6f3189/disk-0.vmdk is in state: ready. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1311.827310] env[64120]: ERROR oslo_vmware.rw_handles [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c1d81d-d52b-ac46-9f01-319b9e6f3189/disk-0.vmdk due to incomplete transfer. [ 1311.828080] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-225682d2-7ba4-4d45-840f-048a0d5a0c2b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.835583] env[64120]: DEBUG oslo_vmware.api [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.837443] env[64120]: DEBUG oslo_vmware.rw_handles [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c1d81d-d52b-ac46-9f01-319b9e6f3189/disk-0.vmdk. {{(pid=64120) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1311.837778] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Uploaded image 449d8930-46b4-4dad-969b-1bfdfcb37a1b to the Glance image server {{(pid=64120) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1311.841013] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Destroying the VM {{(pid=64120) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1311.841372] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-34e617f5-facd-4ec7-8a5d-13c139edb9b8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.851091] env[64120]: DEBUG oslo_vmware.api [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1311.851091] env[64120]: value = "task-1406792" [ 1311.851091] env[64120]: _type = "Task" [ 1311.851091] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.863154] env[64120]: DEBUG oslo_vmware.api [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406792, 'name': Destroy_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.989601] env[64120]: DEBUG oslo_vmware.api [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406789, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076656} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.989943] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1311.990846] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5dedb99-633b-46eb-b84c-26b34e8304d2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.016298] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 77a57216-9462-4867-adb3-f1eaa3f7ebee/77a57216-9462-4867-adb3-f1eaa3f7ebee.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1312.016737] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f864f532-27b0-4de6-8a70-4c41a9009249 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.043530] env[64120]: DEBUG oslo_vmware.api [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1406790, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.045110] env[64120]: DEBUG oslo_vmware.api [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1312.045110] env[64120]: value = "task-1406793" [ 1312.045110] env[64120]: _type = "Task" [ 1312.045110] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.053559] env[64120]: DEBUG oslo_vmware.api [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406793, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.227618] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "2ba00564-76b5-447b-a18a-9f875df8ec2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.227618] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "2ba00564-76b5-447b-a18a-9f875df8ec2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.336367] env[64120]: DEBUG oslo_vmware.api [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406791, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.360428] env[64120]: DEBUG oslo_vmware.api [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406792, 'name': Destroy_Task, 'duration_secs': 0.492235} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.363022] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Destroyed the VM [ 1312.363265] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Deleting Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1312.363703] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ecb978a3-302a-48de-aa77-68636e3d9429 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.371038] env[64120]: DEBUG oslo_vmware.api [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1312.371038] env[64120]: value = "task-1406794" [ 1312.371038] env[64120]: _type = "Task" [ 1312.371038] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.381877] env[64120]: DEBUG oslo_vmware.api [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406794, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.453415] env[64120]: DEBUG nova.network.neutron [-] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.543708] env[64120]: DEBUG oslo_vmware.api [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1406790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543324} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.544028] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] d9e639cb-56b3-4107-93fd-f0bb842fe6ee/d9e639cb-56b3-4107-93fd-f0bb842fe6ee.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1312.544295] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1312.544568] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91a24808-7d48-4c06-804b-e72da6d32e27 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.558192] env[64120]: DEBUG oslo_vmware.api [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406793, 'name': ReconfigVM_Task, 'duration_secs': 0.333507} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.559540] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 77a57216-9462-4867-adb3-f1eaa3f7ebee/77a57216-9462-4867-adb3-f1eaa3f7ebee.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1312.560317] env[64120]: DEBUG oslo_vmware.api [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for the task: (returnval){ [ 1312.560317] env[64120]: value = "task-1406795" [ 1312.560317] env[64120]: _type = "Task" [ 1312.560317] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.560560] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d028aa60-57c3-490e-9d75-252822cc8a88 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.573682] env[64120]: DEBUG oslo_vmware.api [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1406795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.575649] env[64120]: DEBUG oslo_vmware.api [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1312.575649] env[64120]: value = "task-1406796" [ 1312.575649] env[64120]: _type = "Task" [ 1312.575649] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.586781] env[64120]: DEBUG oslo_vmware.api [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406796, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.590482] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cabca3-a6d2-4c81-a144-ed3e3dd264d7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.598549] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03739a0e-3b39-4c0f-be45-1adddc9ca731 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.629999] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d82a842-26d0-449f-88b0-e2532321d051 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.638543] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c28609-8165-41a7-8957-4ae2fb9057d0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.653298] env[64120]: DEBUG nova.compute.provider_tree [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.706569] env[64120]: DEBUG nova.objects.instance [None req-6e5f0bbf-1bd8-46c1-bad0-625c9e9be321 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lazy-loading 'flavor' on Instance uuid a6fb5e70-ad2c-499e-a224-0fd46271be1b {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.728675] env[64120]: DEBUG nova.compute.manager [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1312.831613] env[64120]: DEBUG oslo_vmware.api [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406791, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.881231] env[64120]: DEBUG oslo_vmware.api [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406794, 'name': RemoveSnapshot_Task, 'duration_secs': 0.366525} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.881536] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Deleted Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1312.881860] env[64120]: DEBUG nova.compute.manager [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1312.882645] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b355f67-4834-4073-b320-74cd9a8a2d5e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.955798] env[64120]: INFO nova.compute.manager [-] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Took 1.29 seconds to deallocate network for instance. [ 1313.072096] env[64120]: DEBUG oslo_vmware.api [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1406795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086649} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.072378] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1313.073212] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b06b6ca-ee79-49d4-b0f1-d7819ae44b02 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.096202] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] d9e639cb-56b3-4107-93fd-f0bb842fe6ee/d9e639cb-56b3-4107-93fd-f0bb842fe6ee.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1313.096777] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61a1f3ce-91de-4661-90bc-17894a7c57f8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.113277] env[64120]: DEBUG oslo_vmware.api [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406796, 'name': Rename_Task, 'duration_secs': 0.152369} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.113879] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1313.114186] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f938a7f-79c3-44ec-9764-ffab4d00bd44 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.119793] env[64120]: DEBUG oslo_vmware.api [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for the task: (returnval){ [ 1313.119793] env[64120]: value = "task-1406797" [ 1313.119793] env[64120]: _type = "Task" [ 1313.119793] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.124519] env[64120]: DEBUG oslo_vmware.api [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1313.124519] env[64120]: value = "task-1406798" [ 1313.124519] env[64120]: _type = "Task" [ 1313.124519] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.148436] env[64120]: DEBUG oslo_vmware.api [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.152267] env[64120]: DEBUG oslo_vmware.api [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1406797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.156388] env[64120]: DEBUG nova.scheduler.client.report [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1313.213863] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6e5f0bbf-1bd8-46c1-bad0-625c9e9be321 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "a6fb5e70-ad2c-499e-a224-0fd46271be1b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.339s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.219533] env[64120]: DEBUG nova.compute.manager [req-43984aad-6c15-4ab1-8fc2-a6f6f0ca432a req-620a3c01-c1c2-49a0-823c-300481b90e8a service nova] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Received event network-vif-deleted-edb8ea94-7500-43d0-849b-642e53250108 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1313.249460] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.331856] env[64120]: DEBUG oslo_vmware.api [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406791, 'name': ReconfigVM_Task, 'duration_secs': 1.202529} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.332243] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Reconfigured VM instance instance-00000058 to detach disk 2000 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1313.333092] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1420155a-fe3e-4258-a60b-be925b09dec3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.357240] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 5641ad8a-2671-4989-ba68-fdb87b752edb/5641ad8a-2671-4989-ba68-fdb87b752edb.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1313.357971] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6569e7dc-7e76-45be-82f8-3399f066a521 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.378415] env[64120]: DEBUG oslo_vmware.api [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1313.378415] env[64120]: value = "task-1406799" [ 1313.378415] env[64120]: _type = "Task" [ 1313.378415] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.388326] env[64120]: DEBUG oslo_vmware.api [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406799, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.395777] env[64120]: INFO nova.compute.manager [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Shelve offloading [ 1313.398103] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1313.398510] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0b65278-943e-4e62-80dc-ce2ca321234d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.409518] env[64120]: DEBUG oslo_vmware.api [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1313.409518] env[64120]: value = "task-1406800" [ 1313.409518] env[64120]: _type = "Task" [ 1313.409518] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.424009] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] VM already powered off {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1313.424237] env[64120]: DEBUG nova.compute.manager [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1313.425064] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5978beec-f08e-41e6-a9d6-a0236d37683f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.431340] env[64120]: DEBUG oslo_concurrency.lockutils [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquiring lock "refresh_cache-a16b0a8b-255b-4865-90c7-5853c6269644" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1313.431521] env[64120]: DEBUG oslo_concurrency.lockutils [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquired lock "refresh_cache-a16b0a8b-255b-4865-90c7-5853c6269644" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.431742] env[64120]: DEBUG nova.network.neutron [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1313.463102] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.632018] env[64120]: DEBUG oslo_vmware.api [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1406797, 'name': ReconfigVM_Task, 'duration_secs': 0.418146} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.632868] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Reconfigured VM instance instance-0000005e to attach disk [datastore1] d9e639cb-56b3-4107-93fd-f0bb842fe6ee/d9e639cb-56b3-4107-93fd-f0bb842fe6ee.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1313.633771] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d80e3586-bc64-405b-8ddf-939e0f1e37de {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.639202] env[64120]: DEBUG oslo_vmware.api [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406798, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.645552] env[64120]: DEBUG oslo_vmware.api [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for the task: (returnval){ [ 1313.645552] env[64120]: value = "task-1406801" [ 1313.645552] env[64120]: _type = "Task" [ 1313.645552] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.654476] env[64120]: DEBUG oslo_vmware.api [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1406801, 'name': Rename_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.661455] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.662031] env[64120]: DEBUG nova.compute.manager [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1313.664809] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3dfe4863-d164-42ab-91e1-ebc3eb32e0ef tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.064s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.664919] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3dfe4863-d164-42ab-91e1-ebc3eb32e0ef tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.666908] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4cb7c2f6-1cc3-4ffe-bba0-fcbe653190f3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.991s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.667122] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4cb7c2f6-1cc3-4ffe-bba0-fcbe653190f3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.668831] env[64120]: DEBUG oslo_concurrency.lockutils [None req-342fd784-9cf9-48b1-8bfd-71e06db0ec79 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.244s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.669040] env[64120]: DEBUG oslo_concurrency.lockutils [None req-342fd784-9cf9-48b1-8bfd-71e06db0ec79 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.670668] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6a443ac2-6d7f-4555-be48-75c8e41a8be3 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.140s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.670863] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6a443ac2-6d7f-4555-be48-75c8e41a8be3 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.672461] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2494d75e-463b-4f60-9dc5-358ec9269c69 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.832s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.672654] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2494d75e-463b-4f60-9dc5-358ec9269c69 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.674318] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a03fe121-1d2f-4fd6-90f8-b9e67a8e7188 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.167s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.674805] env[64120]: DEBUG nova.objects.instance [None req-a03fe121-1d2f-4fd6-90f8-b9e67a8e7188 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lazy-loading 'resources' on Instance uuid dd35a3ad-c612-4b13-9e0d-d57034827b0d {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.700788] env[64120]: INFO nova.scheduler.client.report [None req-2494d75e-463b-4f60-9dc5-358ec9269c69 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Deleted allocations for instance 1e3ed926-6b6c-4044-a299-64a438f2400d [ 1313.703907] env[64120]: INFO nova.scheduler.client.report [None req-4cb7c2f6-1cc3-4ffe-bba0-fcbe653190f3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Deleted allocations for instance ddfe7a56-7053-4e96-9401-6b483150da7c [ 1313.713673] env[64120]: INFO nova.scheduler.client.report [None req-342fd784-9cf9-48b1-8bfd-71e06db0ec79 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Deleted allocations for instance 751beaa3-a732-4ae3-a135-13986f05256f [ 1313.727998] env[64120]: INFO nova.scheduler.client.report [None req-6a443ac2-6d7f-4555-be48-75c8e41a8be3 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Deleted allocations for instance 547c783c-4b19-40f3-9a6f-1ae256ade47e [ 1313.739933] env[64120]: INFO nova.scheduler.client.report [None req-3dfe4863-d164-42ab-91e1-ebc3eb32e0ef tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Deleted allocations for instance 541c682f-007b-43b7-a945-1dd0b082873f [ 1313.890432] env[64120]: DEBUG oslo_vmware.api [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.065775] env[64120]: INFO nova.compute.manager [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Rebuilding instance [ 1314.105826] env[64120]: DEBUG nova.compute.manager [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1314.109071] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be57508-08a8-4d28-b621-ab112603a3a2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.135714] env[64120]: DEBUG oslo_vmware.api [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406798, 'name': PowerOnVM_Task, 'duration_secs': 0.567864} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.136013] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1314.136295] env[64120]: DEBUG nova.compute.manager [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1314.137052] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8c9ba1-b416-4038-8719-3efb81f58621 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.152591] env[64120]: DEBUG nova.network.neutron [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Updating instance_info_cache with network_info: [{"id": "6424cbdf-9a9d-4eb8-94f3-ff112c808edf", "address": "fa:16:3e:59:a0:57", "network": {"id": "30657e88-c15f-41b5-9dae-08fa7e924a8a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2068915088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bedb242e14441ac97c0a829950bc9ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6424cbdf-9a", "ovs_interfaceid": "6424cbdf-9a9d-4eb8-94f3-ff112c808edf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.160878] env[64120]: DEBUG oslo_vmware.api [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1406801, 'name': Rename_Task, 'duration_secs': 0.302172} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.161856] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1314.162261] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-849c2139-ddfc-4007-addf-29a7477a2db6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.170471] env[64120]: DEBUG oslo_vmware.api [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for the task: (returnval){ [ 1314.170471] env[64120]: value = "task-1406802" [ 1314.170471] env[64120]: _type = "Task" [ 1314.170471] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.178632] env[64120]: DEBUG nova.compute.utils [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1314.186439] env[64120]: DEBUG nova.compute.manager [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1314.186947] env[64120]: DEBUG nova.network.neutron [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1314.189622] env[64120]: DEBUG oslo_vmware.api [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1406802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.214625] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2494d75e-463b-4f60-9dc5-358ec9269c69 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lock "1e3ed926-6b6c-4044-a299-64a438f2400d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.451s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.216741] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4cb7c2f6-1cc3-4ffe-bba0-fcbe653190f3 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Lock "ddfe7a56-7053-4e96-9401-6b483150da7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.553s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.224165] env[64120]: DEBUG oslo_concurrency.lockutils [None req-342fd784-9cf9-48b1-8bfd-71e06db0ec79 tempest-ListServersNegativeTestJSON-654008822 tempest-ListServersNegativeTestJSON-654008822-project-member] Lock "751beaa3-a732-4ae3-a135-13986f05256f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.035s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.238914] env[64120]: DEBUG nova.policy [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9a35d9d7fe544ffb65b996d92ec5be1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b19ea453de146f89b01d0f5879a81a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1314.242403] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6a443ac2-6d7f-4555-be48-75c8e41a8be3 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "547c783c-4b19-40f3-9a6f-1ae256ade47e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.957s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.248709] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3dfe4863-d164-42ab-91e1-ebc3eb32e0ef tempest-ServersAaction247Test-188864116 tempest-ServersAaction247Test-188864116-project-member] Lock "541c682f-007b-43b7-a945-1dd0b082873f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.513s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.393978] env[64120]: DEBUG oslo_vmware.api [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406799, 'name': ReconfigVM_Task, 'duration_secs': 0.828215} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.397966] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 5641ad8a-2671-4989-ba68-fdb87b752edb/5641ad8a-2671-4989-ba68-fdb87b752edb.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1314.398311] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Updating instance '5641ad8a-2671-4989-ba68-fdb87b752edb' progress to 50 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1314.454294] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca283a2-ef9f-48f6-9b2c-b6b6922f764b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.467961] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b969ebe-b8b0-4e38-ab63-4d7a0a29fc64 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.499932] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8c5f00-4ed1-4f42-a22e-b051832e815b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.508250] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da20587f-9992-4893-8b3a-0960d5b49bbc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.523194] env[64120]: DEBUG nova.compute.provider_tree [None req-a03fe121-1d2f-4fd6-90f8-b9e67a8e7188 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.622279] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1314.622279] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-587a49e4-9cf2-49d3-b68c-53dba2fe56e4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.629965] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1314.629965] env[64120]: value = "task-1406803" [ 1314.629965] env[64120]: _type = "Task" [ 1314.629965] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.641717] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.666594] env[64120]: DEBUG oslo_concurrency.lockutils [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Releasing lock "refresh_cache-a16b0a8b-255b-4865-90c7-5853c6269644" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.669755] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.683227] env[64120]: DEBUG oslo_vmware.api [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1406802, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.686866] env[64120]: DEBUG nova.compute.manager [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1314.906895] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4809172-1888-432f-a92f-3400711755df {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.927451] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8e3e70-1a7a-4d77-b7a7-e524fe44f72d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.955517] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Updating instance '5641ad8a-2671-4989-ba68-fdb87b752edb' progress to 67 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1314.959634] env[64120]: DEBUG nova.network.neutron [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Successfully created port: ba5fb94b-770f-4049-bd60-f4c44dcadb02 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1315.026563] env[64120]: DEBUG nova.scheduler.client.report [None req-a03fe121-1d2f-4fd6-90f8-b9e67a8e7188 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1315.140495] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406803, 'name': PowerOffVM_Task, 'duration_secs': 0.450919} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.141296] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1315.187548] env[64120]: DEBUG oslo_vmware.api [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1406802, 'name': PowerOnVM_Task, 'duration_secs': 0.842018} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.191023] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1315.191023] env[64120]: INFO nova.compute.manager [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Took 9.69 seconds to spawn the instance on the hypervisor. [ 1315.191023] env[64120]: DEBUG nova.compute.manager [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1315.191023] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0733231-154e-4b3b-9d2f-339897786f96 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.229531] env[64120]: INFO nova.compute.manager [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Detaching volume 52c139e1-f5d8-4ec2-88a4-254c1297dd4d [ 1315.275670] env[64120]: INFO nova.virt.block_device [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Attempting to driver detach volume 52c139e1-f5d8-4ec2-88a4-254c1297dd4d from mountpoint /dev/sdb [ 1315.275670] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Volume detach. Driver type: vmdk {{(pid=64120) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1315.275670] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298155', 'volume_id': '52c139e1-f5d8-4ec2-88a4-254c1297dd4d', 'name': 'volume-52c139e1-f5d8-4ec2-88a4-254c1297dd4d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a6fb5e70-ad2c-499e-a224-0fd46271be1b', 'attached_at': '', 'detached_at': '', 'volume_id': '52c139e1-f5d8-4ec2-88a4-254c1297dd4d', 'serial': '52c139e1-f5d8-4ec2-88a4-254c1297dd4d'} {{(pid=64120) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1315.275670] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4dc97c-9130-4a3e-a8b4-bc0caa8f53f8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.302370] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dba32c-e5c1-4c45-b415-c78dc442ef9b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.312019] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb60e82-2494-4187-921c-e0f27839428e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.336988] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624b4e3b-1cd7-4050-8ad4-bb6844f36121 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.347505] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "4209d888-a8c1-4b68-aae5-e458aba13452" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.347505] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "4209d888-a8c1-4b68-aae5-e458aba13452" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.365344] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] The volume has not been displaced from its original location: [datastore1] volume-52c139e1-f5d8-4ec2-88a4-254c1297dd4d/volume-52c139e1-f5d8-4ec2-88a4-254c1297dd4d.vmdk. No consolidation needed. {{(pid=64120) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1315.371070] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Reconfiguring VM instance instance-00000055 to detach disk 2001 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1315.372875] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1bee194-6428-4622-9f5f-80d62c8ac6a7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.394553] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1315.394553] env[64120]: value = "task-1406804" [ 1315.394553] env[64120]: _type = "Task" [ 1315.394553] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.405584] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406804, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.532753] env[64120]: DEBUG nova.network.neutron [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Port 945237b3-5429-4113-8573-59d9d8331439 binding to destination host cpu-1 is already ACTIVE {{(pid=64120) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1315.538022] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a03fe121-1d2f-4fd6-90f8-b9e67a8e7188 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.538022] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.288s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.539175] env[64120]: INFO nova.compute.claims [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1315.572089] env[64120]: INFO nova.scheduler.client.report [None req-a03fe121-1d2f-4fd6-90f8-b9e67a8e7188 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Deleted allocations for instance dd35a3ad-c612-4b13-9e0d-d57034827b0d [ 1315.598232] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb3be6f7-8fcc-4c5a-8af4-e7a530ae8f71 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquiring lock "4d010afc-7835-4eac-b2bd-7cf6abea43a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.598875] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb3be6f7-8fcc-4c5a-8af4-e7a530ae8f71 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lock "4d010afc-7835-4eac-b2bd-7cf6abea43a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.598875] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb3be6f7-8fcc-4c5a-8af4-e7a530ae8f71 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquiring lock "4d010afc-7835-4eac-b2bd-7cf6abea43a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.599137] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb3be6f7-8fcc-4c5a-8af4-e7a530ae8f71 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lock "4d010afc-7835-4eac-b2bd-7cf6abea43a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.599447] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb3be6f7-8fcc-4c5a-8af4-e7a530ae8f71 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lock "4d010afc-7835-4eac-b2bd-7cf6abea43a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.602230] env[64120]: INFO nova.compute.manager [None req-eb3be6f7-8fcc-4c5a-8af4-e7a530ae8f71 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Terminating instance [ 1315.604615] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1315.605578] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd2dc60-e2d0-4891-a997-42466c6d1c3f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.609150] env[64120]: DEBUG nova.compute.manager [None req-eb3be6f7-8fcc-4c5a-8af4-e7a530ae8f71 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1315.609362] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3be6f7-8fcc-4c5a-8af4-e7a530ae8f71 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1315.610748] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb231811-db1f-47fa-a8b8-993740f0e087 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.619393] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1315.622569] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bf1ed40-d8a4-4ebb-90aa-7c8a5f211b3d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.624490] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3be6f7-8fcc-4c5a-8af4-e7a530ae8f71 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1315.624882] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dbb1c97-4a53-4c5d-a23b-4b6354d23422 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.633895] env[64120]: DEBUG oslo_vmware.api [None req-eb3be6f7-8fcc-4c5a-8af4-e7a530ae8f71 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1315.633895] env[64120]: value = "task-1406805" [ 1315.633895] env[64120]: _type = "Task" [ 1315.633895] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.635759] env[64120]: DEBUG nova.compute.manager [req-2f105718-c84e-4765-8280-96020737c2da req-85d01d91-4d41-4032-8a72-6a25d7bcbeba service nova] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Received event network-vif-unplugged-6424cbdf-9a9d-4eb8-94f3-ff112c808edf {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1315.636064] env[64120]: DEBUG oslo_concurrency.lockutils [req-2f105718-c84e-4765-8280-96020737c2da req-85d01d91-4d41-4032-8a72-6a25d7bcbeba service nova] Acquiring lock "a16b0a8b-255b-4865-90c7-5853c6269644-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.636543] env[64120]: DEBUG oslo_concurrency.lockutils [req-2f105718-c84e-4765-8280-96020737c2da req-85d01d91-4d41-4032-8a72-6a25d7bcbeba service nova] Lock "a16b0a8b-255b-4865-90c7-5853c6269644-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.636622] env[64120]: DEBUG oslo_concurrency.lockutils [req-2f105718-c84e-4765-8280-96020737c2da req-85d01d91-4d41-4032-8a72-6a25d7bcbeba service nova] Lock "a16b0a8b-255b-4865-90c7-5853c6269644-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.636768] env[64120]: DEBUG nova.compute.manager [req-2f105718-c84e-4765-8280-96020737c2da req-85d01d91-4d41-4032-8a72-6a25d7bcbeba service nova] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] No waiting events found dispatching network-vif-unplugged-6424cbdf-9a9d-4eb8-94f3-ff112c808edf {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1315.636946] env[64120]: WARNING nova.compute.manager [req-2f105718-c84e-4765-8280-96020737c2da req-85d01d91-4d41-4032-8a72-6a25d7bcbeba service nova] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Received unexpected event network-vif-unplugged-6424cbdf-9a9d-4eb8-94f3-ff112c808edf for instance with vm_state shelved and task_state shelving_offloading. [ 1315.653802] env[64120]: DEBUG oslo_vmware.api [None req-eb3be6f7-8fcc-4c5a-8af4-e7a530ae8f71 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.698765] env[64120]: DEBUG nova.compute.manager [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1315.713104] env[64120]: INFO nova.compute.manager [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Took 27.90 seconds to build instance. [ 1315.738266] env[64120]: DEBUG nova.virt.hardware [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1315.738266] env[64120]: DEBUG nova.virt.hardware [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1315.738839] env[64120]: DEBUG nova.virt.hardware [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1315.739241] env[64120]: DEBUG nova.virt.hardware [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1315.739896] env[64120]: DEBUG nova.virt.hardware [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1315.740658] env[64120]: DEBUG nova.virt.hardware [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1315.741684] env[64120]: DEBUG nova.virt.hardware [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1315.742031] env[64120]: DEBUG nova.virt.hardware [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1315.742343] env[64120]: DEBUG nova.virt.hardware [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1315.742658] env[64120]: DEBUG nova.virt.hardware [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1315.743052] env[64120]: DEBUG nova.virt.hardware [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1315.744205] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b194ec2d-3322-412c-87d4-e7fe2e4de757 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.760818] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1315.761777] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1315.761777] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Deleting the datastore file [datastore1] a16b0a8b-255b-4865-90c7-5853c6269644 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1315.762049] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e6ee1ce-e096-48f2-8d43-332dc6e16e44 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.766405] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f005bfb6-ecac-4b1a-975f-b9ee36ccb9f6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.788218] env[64120]: DEBUG oslo_vmware.api [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1315.788218] env[64120]: value = "task-1406807" [ 1315.788218] env[64120]: _type = "Task" [ 1315.788218] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.797817] env[64120]: DEBUG oslo_vmware.api [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406807, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.850274] env[64120]: DEBUG nova.compute.manager [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1315.906161] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406804, 'name': ReconfigVM_Task, 'duration_secs': 0.41872} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.906497] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Reconfigured VM instance instance-00000055 to detach disk 2001 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1315.911480] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d349c22b-0d48-43d6-94d6-5267aac3dc01 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.929047] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1315.929047] env[64120]: value = "task-1406808" [ 1315.929047] env[64120]: _type = "Task" [ 1315.929047] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.943378] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406808, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.081241] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a03fe121-1d2f-4fd6-90f8-b9e67a8e7188 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "dd35a3ad-c612-4b13-9e0d-d57034827b0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.774s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.147979] env[64120]: DEBUG oslo_vmware.api [None req-eb3be6f7-8fcc-4c5a-8af4-e7a530ae8f71 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406805, 'name': PowerOffVM_Task, 'duration_secs': 0.260745} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.148346] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3be6f7-8fcc-4c5a-8af4-e7a530ae8f71 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1316.148547] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3be6f7-8fcc-4c5a-8af4-e7a530ae8f71 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1316.148846] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5801ffc-e27e-45e2-95c2-7ae80b4121ad {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.216642] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7d9258bf-e280-41de-8181-14969cc5139d tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "d9e639cb-56b3-4107-93fd-f0bb842fe6ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.408s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.228730] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3be6f7-8fcc-4c5a-8af4-e7a530ae8f71 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1316.228992] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3be6f7-8fcc-4c5a-8af4-e7a530ae8f71 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1316.229257] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb3be6f7-8fcc-4c5a-8af4-e7a530ae8f71 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Deleting the datastore file [datastore1] 4d010afc-7835-4eac-b2bd-7cf6abea43a1 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1316.229606] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35fb85d7-6f0c-40ad-89c8-230c93f732a1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.240345] env[64120]: DEBUG oslo_vmware.api [None req-eb3be6f7-8fcc-4c5a-8af4-e7a530ae8f71 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for the task: (returnval){ [ 1316.240345] env[64120]: value = "task-1406810" [ 1316.240345] env[64120]: _type = "Task" [ 1316.240345] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.260866] env[64120]: DEBUG oslo_vmware.api [None req-eb3be6f7-8fcc-4c5a-8af4-e7a530ae8f71 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.301908] env[64120]: DEBUG oslo_vmware.api [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406807, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243623} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.302258] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1316.302485] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1316.302709] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1316.321143] env[64120]: INFO nova.scheduler.client.report [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Deleted allocations for instance a16b0a8b-255b-4865-90c7-5853c6269644 [ 1316.374822] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.441238] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406808, 'name': ReconfigVM_Task, 'duration_secs': 0.234391} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.441834] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298155', 'volume_id': '52c139e1-f5d8-4ec2-88a4-254c1297dd4d', 'name': 'volume-52c139e1-f5d8-4ec2-88a4-254c1297dd4d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a6fb5e70-ad2c-499e-a224-0fd46271be1b', 'attached_at': '', 'detached_at': '', 'volume_id': '52c139e1-f5d8-4ec2-88a4-254c1297dd4d', 'serial': '52c139e1-f5d8-4ec2-88a4-254c1297dd4d'} {{(pid=64120) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1316.576974] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "5641ad8a-2671-4989-ba68-fdb87b752edb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.576974] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "5641ad8a-2671-4989-ba68-fdb87b752edb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.577507] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "5641ad8a-2671-4989-ba68-fdb87b752edb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.003s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.751692] env[64120]: DEBUG oslo_vmware.api [None req-eb3be6f7-8fcc-4c5a-8af4-e7a530ae8f71 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Task: {'id': task-1406810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21385} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.752253] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb3be6f7-8fcc-4c5a-8af4-e7a530ae8f71 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1316.752495] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3be6f7-8fcc-4c5a-8af4-e7a530ae8f71 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1316.752747] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3be6f7-8fcc-4c5a-8af4-e7a530ae8f71 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1316.752966] env[64120]: INFO nova.compute.manager [None req-eb3be6f7-8fcc-4c5a-8af4-e7a530ae8f71 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1316.753279] env[64120]: DEBUG oslo.service.loopingcall [None req-eb3be6f7-8fcc-4c5a-8af4-e7a530ae8f71 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1316.753515] env[64120]: DEBUG nova.compute.manager [-] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1316.753639] env[64120]: DEBUG nova.network.neutron [-] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1316.762164] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9b60717d-0068-49fc-9320-dd2f0344226e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "77a57216-9462-4867-adb3-f1eaa3f7ebee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.762412] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9b60717d-0068-49fc-9320-dd2f0344226e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "77a57216-9462-4867-adb3-f1eaa3f7ebee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.762888] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9b60717d-0068-49fc-9320-dd2f0344226e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "77a57216-9462-4867-adb3-f1eaa3f7ebee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.762888] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9b60717d-0068-49fc-9320-dd2f0344226e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "77a57216-9462-4867-adb3-f1eaa3f7ebee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.762982] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9b60717d-0068-49fc-9320-dd2f0344226e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "77a57216-9462-4867-adb3-f1eaa3f7ebee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.765133] env[64120]: INFO nova.compute.manager [None req-9b60717d-0068-49fc-9320-dd2f0344226e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Terminating instance [ 1316.769316] env[64120]: DEBUG nova.compute.manager [None req-9b60717d-0068-49fc-9320-dd2f0344226e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1316.769418] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9b60717d-0068-49fc-9320-dd2f0344226e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1316.770473] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6560bb96-255b-412e-9cb5-12b31a3de247 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.780116] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b60717d-0068-49fc-9320-dd2f0344226e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1316.781296] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0d0515e-95e7-4d51-a1a7-c12f3a09b3e4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.784249] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6814d38a-ca18-4d5b-bb71-0c913b542834 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.793178] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbcd419-9a5a-41e0-8d14-35471b3747a7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.796455] env[64120]: DEBUG oslo_vmware.api [None req-9b60717d-0068-49fc-9320-dd2f0344226e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1316.796455] env[64120]: value = "task-1406811" [ 1316.796455] env[64120]: _type = "Task" [ 1316.796455] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.835016] env[64120]: DEBUG oslo_concurrency.lockutils [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.836025] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab63c255-1f71-4771-88f3-14eac3b7b67c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.838671] env[64120]: DEBUG oslo_vmware.api [None req-9b60717d-0068-49fc-9320-dd2f0344226e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.845412] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc82726-679e-4793-8675-b5dc520d2468 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.860619] env[64120]: DEBUG nova.compute.provider_tree [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.032834] env[64120]: DEBUG nova.network.neutron [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Successfully updated port: ba5fb94b-770f-4049-bd60-f4c44dcadb02 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1317.308826] env[64120]: DEBUG oslo_vmware.api [None req-9b60717d-0068-49fc-9320-dd2f0344226e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406811, 'name': PowerOffVM_Task, 'duration_secs': 0.366558} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.309158] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b60717d-0068-49fc-9320-dd2f0344226e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1317.309350] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9b60717d-0068-49fc-9320-dd2f0344226e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1317.311412] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94a88f0a-c20f-4afa-a90b-c6305e76dfca {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.361138] env[64120]: DEBUG nova.compute.manager [req-8d7ca658-32aa-4903-bb75-88adb258da32 req-197d62fe-09a5-4585-8ff9-2d996bb77a21 service nova] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Received event network-changed-1556b721-d246-44dc-8d41-236f3fd0a7b6 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1317.361138] env[64120]: DEBUG nova.compute.manager [req-8d7ca658-32aa-4903-bb75-88adb258da32 req-197d62fe-09a5-4585-8ff9-2d996bb77a21 service nova] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Refreshing instance network info cache due to event network-changed-1556b721-d246-44dc-8d41-236f3fd0a7b6. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1317.361138] env[64120]: DEBUG oslo_concurrency.lockutils [req-8d7ca658-32aa-4903-bb75-88adb258da32 req-197d62fe-09a5-4585-8ff9-2d996bb77a21 service nova] Acquiring lock "refresh_cache-d9e639cb-56b3-4107-93fd-f0bb842fe6ee" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.364201] env[64120]: DEBUG oslo_concurrency.lockutils [req-8d7ca658-32aa-4903-bb75-88adb258da32 req-197d62fe-09a5-4585-8ff9-2d996bb77a21 service nova] Acquired lock "refresh_cache-d9e639cb-56b3-4107-93fd-f0bb842fe6ee" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.364406] env[64120]: DEBUG nova.network.neutron [req-8d7ca658-32aa-4903-bb75-88adb258da32 req-197d62fe-09a5-4585-8ff9-2d996bb77a21 service nova] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Refreshing network info cache for port 1556b721-d246-44dc-8d41-236f3fd0a7b6 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1317.368242] env[64120]: DEBUG nova.scheduler.client.report [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1317.379599] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9b60717d-0068-49fc-9320-dd2f0344226e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1317.379832] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9b60717d-0068-49fc-9320-dd2f0344226e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1317.380025] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b60717d-0068-49fc-9320-dd2f0344226e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Deleting the datastore file [datastore1] 77a57216-9462-4867-adb3-f1eaa3f7ebee {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1317.380513] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9f8cdcf-f1f1-4abe-8f0d-f80ba10580ca {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.388655] env[64120]: DEBUG oslo_vmware.api [None req-9b60717d-0068-49fc-9320-dd2f0344226e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1317.388655] env[64120]: value = "task-1406813" [ 1317.388655] env[64120]: _type = "Task" [ 1317.388655] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.399830] env[64120]: DEBUG oslo_vmware.api [None req-9b60717d-0068-49fc-9320-dd2f0344226e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.508100] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.508468] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8632481-b33b-49de-9707-9abafcf0f288 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.517605] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1317.517605] env[64120]: value = "task-1406814" [ 1317.517605] env[64120]: _type = "Task" [ 1317.517605] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.526484] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1317.526802] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1317.533154] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] VM already powered off {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1317.533460] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Volume detach. Driver type: vmdk {{(pid=64120) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1317.534041] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298155', 'volume_id': '52c139e1-f5d8-4ec2-88a4-254c1297dd4d', 'name': 'volume-52c139e1-f5d8-4ec2-88a4-254c1297dd4d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a6fb5e70-ad2c-499e-a224-0fd46271be1b', 'attached_at': '', 'detached_at': '', 'volume_id': '52c139e1-f5d8-4ec2-88a4-254c1297dd4d', 'serial': '52c139e1-f5d8-4ec2-88a4-254c1297dd4d'} {{(pid=64120) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1317.534855] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd84205d-e202-4c15-84fb-7cae956f5dab {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.538518] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Acquiring lock "refresh_cache-b7717710-e405-4abf-a4d9-03566d985bdf" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.538798] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Acquired lock "refresh_cache-b7717710-e405-4abf-a4d9-03566d985bdf" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.538944] env[64120]: DEBUG nova.network.neutron [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1317.566447] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112c2a98-087c-4954-a859-1405c3c62f47 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.574719] env[64120]: WARNING nova.virt.vmwareapi.driver [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1317.574719] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1317.576031] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d201dc8-92ae-4b33-a688-0245843bfdd9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.586223] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1317.587111] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5ea5799-74cb-4599-9021-b416812a97be {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.624858] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "refresh_cache-5641ad8a-2671-4989-ba68-fdb87b752edb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.625100] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquired lock "refresh_cache-5641ad8a-2671-4989-ba68-fdb87b752edb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.625327] env[64120]: DEBUG nova.network.neutron [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1317.662559] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1317.662725] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1317.662905] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Deleting the datastore file [datastore1] a6fb5e70-ad2c-499e-a224-0fd46271be1b {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1317.663120] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-758834f0-05a6-40d0-b9a2-3ac138bc173c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.675612] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1317.675612] env[64120]: value = "task-1406816" [ 1317.675612] env[64120]: _type = "Task" [ 1317.675612] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.679299] env[64120]: DEBUG nova.compute.manager [req-c957a2cd-1261-4808-8a58-1172899d6975 req-2feea556-c2ed-4565-bed1-0f9f388a373d service nova] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Received event network-changed-6424cbdf-9a9d-4eb8-94f3-ff112c808edf {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1317.679299] env[64120]: DEBUG nova.compute.manager [req-c957a2cd-1261-4808-8a58-1172899d6975 req-2feea556-c2ed-4565-bed1-0f9f388a373d service nova] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Refreshing instance network info cache due to event network-changed-6424cbdf-9a9d-4eb8-94f3-ff112c808edf. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1317.679394] env[64120]: DEBUG oslo_concurrency.lockutils [req-c957a2cd-1261-4808-8a58-1172899d6975 req-2feea556-c2ed-4565-bed1-0f9f388a373d service nova] Acquiring lock "refresh_cache-a16b0a8b-255b-4865-90c7-5853c6269644" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.679575] env[64120]: DEBUG oslo_concurrency.lockutils [req-c957a2cd-1261-4808-8a58-1172899d6975 req-2feea556-c2ed-4565-bed1-0f9f388a373d service nova] Acquired lock "refresh_cache-a16b0a8b-255b-4865-90c7-5853c6269644" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.679756] env[64120]: DEBUG nova.network.neutron [req-c957a2cd-1261-4808-8a58-1172899d6975 req-2feea556-c2ed-4565-bed1-0f9f388a373d service nova] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Refreshing network info cache for port 6424cbdf-9a9d-4eb8-94f3-ff112c808edf {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1317.691773] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.791523] env[64120]: DEBUG nova.network.neutron [-] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.874597] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1317.875253] env[64120]: DEBUG nova.compute.manager [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1317.878384] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.415s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1317.878463] env[64120]: DEBUG nova.objects.instance [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Lazy-loading 'resources' on Instance uuid 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1317.900301] env[64120]: DEBUG oslo_vmware.api [None req-9b60717d-0068-49fc-9320-dd2f0344226e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173549} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.900592] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b60717d-0068-49fc-9320-dd2f0344226e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1317.900787] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9b60717d-0068-49fc-9320-dd2f0344226e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1317.900969] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9b60717d-0068-49fc-9320-dd2f0344226e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1317.901168] env[64120]: INFO nova.compute.manager [None req-9b60717d-0068-49fc-9320-dd2f0344226e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1317.901505] env[64120]: DEBUG oslo.service.loopingcall [None req-9b60717d-0068-49fc-9320-dd2f0344226e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1317.901986] env[64120]: DEBUG nova.compute.manager [-] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1317.902105] env[64120]: DEBUG nova.network.neutron [-] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1318.036029] env[64120]: DEBUG nova.compute.manager [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1318.081253] env[64120]: DEBUG nova.network.neutron [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1318.190481] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.250577] env[64120]: DEBUG nova.network.neutron [req-8d7ca658-32aa-4903-bb75-88adb258da32 req-197d62fe-09a5-4585-8ff9-2d996bb77a21 service nova] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Updated VIF entry in instance network info cache for port 1556b721-d246-44dc-8d41-236f3fd0a7b6. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1318.250970] env[64120]: DEBUG nova.network.neutron [req-8d7ca658-32aa-4903-bb75-88adb258da32 req-197d62fe-09a5-4585-8ff9-2d996bb77a21 service nova] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Updating instance_info_cache with network_info: [{"id": "1556b721-d246-44dc-8d41-236f3fd0a7b6", "address": "fa:16:3e:4f:e2:8f", "network": {"id": "b430c2ce-4dd5-44aa-82ba-e9e6c79fe1f6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-146035780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "013d1a20c54b41bc8a2a2830177c37e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1556b721-d2", "ovs_interfaceid": "1556b721-d246-44dc-8d41-236f3fd0a7b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.293754] env[64120]: INFO nova.compute.manager [-] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Took 1.54 seconds to deallocate network for instance. [ 1318.371665] env[64120]: DEBUG nova.network.neutron [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Updating instance_info_cache with network_info: [{"id": "ba5fb94b-770f-4049-bd60-f4c44dcadb02", "address": "fa:16:3e:2e:db:a4", "network": {"id": "2e009fee-6fac-4838-8e63-dbd27aa6f0a9", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1570693877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b19ea453de146f89b01d0f5879a81a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba5fb94b-77", "ovs_interfaceid": "ba5fb94b-770f-4049-bd60-f4c44dcadb02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.382417] env[64120]: DEBUG nova.compute.utils [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1318.394306] env[64120]: DEBUG nova.compute.manager [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1318.394306] env[64120]: DEBUG nova.network.neutron [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1318.560500] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1318.561920] env[64120]: DEBUG nova.policy [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c6f491fa097437ca421a9aa71775fc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '320d185402b0408994b165e50e456471', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1318.651246] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41718b19-de84-4a66-9faf-78447927139a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.661352] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a806d63-502d-4301-bf30-86d5409513c1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.695164] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d50bb9-19e1-48b4-a2b6-d91693bd27fe {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.705396] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.516993} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.706637] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f8b925-8e61-4d4e-b703-99e2304baae9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.710679] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1318.710879] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1318.711131] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1318.724392] env[64120]: DEBUG nova.compute.provider_tree [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1318.756134] env[64120]: DEBUG oslo_concurrency.lockutils [req-8d7ca658-32aa-4903-bb75-88adb258da32 req-197d62fe-09a5-4585-8ff9-2d996bb77a21 service nova] Releasing lock "refresh_cache-d9e639cb-56b3-4107-93fd-f0bb842fe6ee" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.802053] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb3be6f7-8fcc-4c5a-8af4-e7a530ae8f71 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1318.810613] env[64120]: DEBUG nova.network.neutron [-] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.874525] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Releasing lock "refresh_cache-b7717710-e405-4abf-a4d9-03566d985bdf" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.874839] env[64120]: DEBUG nova.compute.manager [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Instance network_info: |[{"id": "ba5fb94b-770f-4049-bd60-f4c44dcadb02", "address": "fa:16:3e:2e:db:a4", "network": {"id": "2e009fee-6fac-4838-8e63-dbd27aa6f0a9", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1570693877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b19ea453de146f89b01d0f5879a81a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba5fb94b-77", "ovs_interfaceid": "ba5fb94b-770f-4049-bd60-f4c44dcadb02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1318.875308] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:db:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba5fb94b-770f-4049-bd60-f4c44dcadb02', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1318.883226] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Creating folder: Project (0b19ea453de146f89b01d0f5879a81a5). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1318.883506] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-979ecdb8-4135-482b-bf48-9724b82b3fb3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.888961] env[64120]: DEBUG nova.compute.manager [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1318.896887] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Created folder: Project (0b19ea453de146f89b01d0f5879a81a5) in parent group-v297899. [ 1318.897097] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Creating folder: Instances. Parent ref: group-v298160. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1318.897346] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9071640a-8001-4764-83fe-f7ef79bf822a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.906874] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Created folder: Instances in parent group-v298160. [ 1318.907144] env[64120]: DEBUG oslo.service.loopingcall [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1318.907349] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1318.907563] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fbf05bf-705a-4947-a6cf-c982b268f71d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.929845] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1318.929845] env[64120]: value = "task-1406819" [ 1318.929845] env[64120]: _type = "Task" [ 1318.929845] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.940542] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406819, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.951715] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquiring lock "a16b0a8b-255b-4865-90c7-5853c6269644" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.102694] env[64120]: DEBUG nova.network.neutron [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Updating instance_info_cache with network_info: [{"id": "945237b3-5429-4113-8573-59d9d8331439", "address": "fa:16:3e:da:be:ff", "network": {"id": "d2a94bb8-9700-4432-b079-27704d0e128c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1214853217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e77e2e4c124fd19bbc0f0a4908463e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap945237b3-54", "ovs_interfaceid": "945237b3-5429-4113-8573-59d9d8331439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.114754] env[64120]: DEBUG nova.network.neutron [req-c957a2cd-1261-4808-8a58-1172899d6975 req-2feea556-c2ed-4565-bed1-0f9f388a373d service nova] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Updated VIF entry in instance network info cache for port 6424cbdf-9a9d-4eb8-94f3-ff112c808edf. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1319.115121] env[64120]: DEBUG nova.network.neutron [req-c957a2cd-1261-4808-8a58-1172899d6975 req-2feea556-c2ed-4565-bed1-0f9f388a373d service nova] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Updating instance_info_cache with network_info: [{"id": "6424cbdf-9a9d-4eb8-94f3-ff112c808edf", "address": "fa:16:3e:59:a0:57", "network": {"id": "30657e88-c15f-41b5-9dae-08fa7e924a8a", "bridge": null, "label": "tempest-ServersNegativeTestJSON-2068915088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bedb242e14441ac97c0a829950bc9ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6424cbdf-9a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.218521] env[64120]: INFO nova.virt.block_device [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Booting with volume 52c139e1-f5d8-4ec2-88a4-254c1297dd4d at /dev/sdb [ 1319.249505] env[64120]: ERROR nova.scheduler.client.report [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [req-dbb473b7-ae15-490a-a86a-78b3a20f1bbb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4ceac537-82ec-49fa-8fac-aa5d6181b318. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dbb473b7-ae15-490a-a86a-78b3a20f1bbb"}]} [ 1319.262567] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79715ebe-a0a3-424b-beeb-5a85271f42db {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.267160] env[64120]: DEBUG nova.scheduler.client.report [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Refreshing inventories for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1319.276377] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d8d4ca-8c34-4bdc-94be-81e139e23e3f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.288337] env[64120]: DEBUG nova.scheduler.client.report [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Updating ProviderTree inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1319.288636] env[64120]: DEBUG nova.compute.provider_tree [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1319.313716] env[64120]: INFO nova.compute.manager [-] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Took 1.41 seconds to deallocate network for instance. [ 1319.315280] env[64120]: DEBUG nova.scheduler.client.report [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Refreshing aggregate associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, aggregates: None {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1319.320030] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5124b2f-7903-4985-8766-9bd66c6554bb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.336307] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafa47bf-1c19-4fbc-955d-c2be582ee01a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.349621] env[64120]: DEBUG nova.scheduler.client.report [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Refreshing trait associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1319.379365] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c886655-7fc5-45b3-8df4-73c8201211ac {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.383429] env[64120]: DEBUG nova.network.neutron [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Successfully created port: 48f19e7d-258e-48c4-ae7e-07aecb11bd40 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1319.390958] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3117def5-e0e4-4c4a-8b60-c5c6386c32b0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.416325] env[64120]: DEBUG nova.virt.block_device [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Updating existing volume attachment record: 17735b83-63e0-4c2c-82db-70bfcee4cb2e {{(pid=64120) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1319.447183] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406819, 'name': CreateVM_Task, 'duration_secs': 0.35695} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.447183] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1319.447183] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.447183] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.447183] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1319.447183] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a218942e-94c4-472e-bb19-cd8dbb2c7e37 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.456630] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Acquiring lock "01308835-812e-4009-b99a-49c2eaa3bbee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.457164] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Lock "01308835-812e-4009-b99a-49c2eaa3bbee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.461582] env[64120]: DEBUG oslo_vmware.api [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Waiting for the task: (returnval){ [ 1319.461582] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52270cc4-8e09-38dd-0ae8-899a39466690" [ 1319.461582] env[64120]: _type = "Task" [ 1319.461582] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.475151] env[64120]: DEBUG oslo_vmware.api [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52270cc4-8e09-38dd-0ae8-899a39466690, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.606818] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Releasing lock "refresh_cache-5641ad8a-2671-4989-ba68-fdb87b752edb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1319.617959] env[64120]: DEBUG oslo_concurrency.lockutils [req-c957a2cd-1261-4808-8a58-1172899d6975 req-2feea556-c2ed-4565-bed1-0f9f388a373d service nova] Releasing lock "refresh_cache-a16b0a8b-255b-4865-90c7-5853c6269644" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1319.618266] env[64120]: DEBUG nova.compute.manager [req-c957a2cd-1261-4808-8a58-1172899d6975 req-2feea556-c2ed-4565-bed1-0f9f388a373d service nova] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Received event network-vif-plugged-ba5fb94b-770f-4049-bd60-f4c44dcadb02 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1319.618472] env[64120]: DEBUG oslo_concurrency.lockutils [req-c957a2cd-1261-4808-8a58-1172899d6975 req-2feea556-c2ed-4565-bed1-0f9f388a373d service nova] Acquiring lock "b7717710-e405-4abf-a4d9-03566d985bdf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.618684] env[64120]: DEBUG oslo_concurrency.lockutils [req-c957a2cd-1261-4808-8a58-1172899d6975 req-2feea556-c2ed-4565-bed1-0f9f388a373d service nova] Lock "b7717710-e405-4abf-a4d9-03566d985bdf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.618853] env[64120]: DEBUG oslo_concurrency.lockutils [req-c957a2cd-1261-4808-8a58-1172899d6975 req-2feea556-c2ed-4565-bed1-0f9f388a373d service nova] Lock "b7717710-e405-4abf-a4d9-03566d985bdf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.619079] env[64120]: DEBUG nova.compute.manager [req-c957a2cd-1261-4808-8a58-1172899d6975 req-2feea556-c2ed-4565-bed1-0f9f388a373d service nova] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] No waiting events found dispatching network-vif-plugged-ba5fb94b-770f-4049-bd60-f4c44dcadb02 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1319.619216] env[64120]: WARNING nova.compute.manager [req-c957a2cd-1261-4808-8a58-1172899d6975 req-2feea556-c2ed-4565-bed1-0f9f388a373d service nova] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Received unexpected event network-vif-plugged-ba5fb94b-770f-4049-bd60-f4c44dcadb02 for instance with vm_state building and task_state spawning. [ 1319.619389] env[64120]: DEBUG nova.compute.manager [req-c957a2cd-1261-4808-8a58-1172899d6975 req-2feea556-c2ed-4565-bed1-0f9f388a373d service nova] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Received event network-changed-ba5fb94b-770f-4049-bd60-f4c44dcadb02 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1319.619550] env[64120]: DEBUG nova.compute.manager [req-c957a2cd-1261-4808-8a58-1172899d6975 req-2feea556-c2ed-4565-bed1-0f9f388a373d service nova] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Refreshing instance network info cache due to event network-changed-ba5fb94b-770f-4049-bd60-f4c44dcadb02. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1319.619741] env[64120]: DEBUG oslo_concurrency.lockutils [req-c957a2cd-1261-4808-8a58-1172899d6975 req-2feea556-c2ed-4565-bed1-0f9f388a373d service nova] Acquiring lock "refresh_cache-b7717710-e405-4abf-a4d9-03566d985bdf" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.619884] env[64120]: DEBUG oslo_concurrency.lockutils [req-c957a2cd-1261-4808-8a58-1172899d6975 req-2feea556-c2ed-4565-bed1-0f9f388a373d service nova] Acquired lock "refresh_cache-b7717710-e405-4abf-a4d9-03566d985bdf" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.620059] env[64120]: DEBUG nova.network.neutron [req-c957a2cd-1261-4808-8a58-1172899d6975 req-2feea556-c2ed-4565-bed1-0f9f388a373d service nova] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Refreshing network info cache for port ba5fb94b-770f-4049-bd60-f4c44dcadb02 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1319.638628] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a311ca-7e93-4899-a843-9a5716ff0f08 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.647225] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb623cbf-d9bc-4b87-aa93-181b2bed9475 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.680954] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf27644-d27c-4b7e-a2da-1d9a3926a476 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.694104] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebcc2c1-d751-4c0e-bf31-23976333aa44 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.711029] env[64120]: DEBUG nova.compute.provider_tree [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1319.714065] env[64120]: DEBUG nova.compute.manager [req-78660081-3e79-4236-9096-11236617e723 req-42c7cc62-05d8-4722-819a-96f2c2a51d75 service nova] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Received event network-vif-deleted-66adc1d2-fd7e-455d-a513-e8dc060ec27c {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1319.826696] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9b60717d-0068-49fc-9320-dd2f0344226e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.848890] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Acquiring lock "ccbe9025-edad-4b8a-b76c-61b7650030b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.848890] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Lock "ccbe9025-edad-4b8a-b76c-61b7650030b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.898206] env[64120]: DEBUG nova.compute.manager [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1319.925089] env[64120]: DEBUG nova.virt.hardware [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1319.925372] env[64120]: DEBUG nova.virt.hardware [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1319.925541] env[64120]: DEBUG nova.virt.hardware [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1319.925733] env[64120]: DEBUG nova.virt.hardware [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1319.925929] env[64120]: DEBUG nova.virt.hardware [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1319.926124] env[64120]: DEBUG nova.virt.hardware [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1319.926345] env[64120]: DEBUG nova.virt.hardware [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1319.926514] env[64120]: DEBUG nova.virt.hardware [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1319.926684] env[64120]: DEBUG nova.virt.hardware [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1319.926856] env[64120]: DEBUG nova.virt.hardware [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1319.927047] env[64120]: DEBUG nova.virt.hardware [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1319.928181] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5504ab-d294-48e0-a15c-2ec6cf1f6d14 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.936246] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437537cf-87f3-4190-b222-882a37b5847d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.961974] env[64120]: DEBUG nova.compute.manager [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1319.973433] env[64120]: DEBUG oslo_vmware.api [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52270cc4-8e09-38dd-0ae8-899a39466690, 'name': SearchDatastore_Task, 'duration_secs': 0.020891} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.973928] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1319.974180] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1319.974450] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.974606] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.974789] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1319.975086] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c9b93ea-0357-4646-93c3-f571a15c50be {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.985160] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1319.985359] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1319.986227] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d4ca349-79ec-4db4-a27b-f4a3aac9e52c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.992703] env[64120]: DEBUG oslo_vmware.api [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Waiting for the task: (returnval){ [ 1319.992703] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d9506b-6632-f43c-3481-eb4c58b4dcbc" [ 1319.992703] env[64120]: _type = "Task" [ 1319.992703] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.000170] env[64120]: DEBUG oslo_vmware.api [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d9506b-6632-f43c-3481-eb4c58b4dcbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.130480] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30eb1be6-4c40-47cb-abd7-57fe9c77a58d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.150052] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d20537-7a50-47ed-bf57-4f5a2c2112d9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.157660] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Updating instance '5641ad8a-2671-4989-ba68-fdb87b752edb' progress to 83 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1320.234876] env[64120]: ERROR nova.scheduler.client.report [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [req-58dc8fdf-e54b-4e97-832d-46e00de11f08] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4ceac537-82ec-49fa-8fac-aa5d6181b318. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-58dc8fdf-e54b-4e97-832d-46e00de11f08"}]} [ 1320.250688] env[64120]: DEBUG nova.scheduler.client.report [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Refreshing inventories for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1320.263912] env[64120]: DEBUG nova.scheduler.client.report [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Updating ProviderTree inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1320.263912] env[64120]: DEBUG nova.compute.provider_tree [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1320.277124] env[64120]: DEBUG nova.scheduler.client.report [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Refreshing aggregate associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, aggregates: None {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1320.294663] env[64120]: DEBUG nova.scheduler.client.report [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Refreshing trait associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1320.352601] env[64120]: DEBUG nova.compute.manager [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1320.492093] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.502775] env[64120]: DEBUG nova.network.neutron [req-c957a2cd-1261-4808-8a58-1172899d6975 req-2feea556-c2ed-4565-bed1-0f9f388a373d service nova] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Updated VIF entry in instance network info cache for port ba5fb94b-770f-4049-bd60-f4c44dcadb02. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1320.503535] env[64120]: DEBUG nova.network.neutron [req-c957a2cd-1261-4808-8a58-1172899d6975 req-2feea556-c2ed-4565-bed1-0f9f388a373d service nova] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Updating instance_info_cache with network_info: [{"id": "ba5fb94b-770f-4049-bd60-f4c44dcadb02", "address": "fa:16:3e:2e:db:a4", "network": {"id": "2e009fee-6fac-4838-8e63-dbd27aa6f0a9", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1570693877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b19ea453de146f89b01d0f5879a81a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba5fb94b-77", "ovs_interfaceid": "ba5fb94b-770f-4049-bd60-f4c44dcadb02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.510293] env[64120]: DEBUG oslo_vmware.api [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d9506b-6632-f43c-3481-eb4c58b4dcbc, 'name': SearchDatastore_Task, 'duration_secs': 0.023965} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.512663] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f42e417-ffbc-426e-a350-1fb167418cd2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.520502] env[64120]: DEBUG oslo_vmware.api [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Waiting for the task: (returnval){ [ 1320.520502] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529a0407-e724-2e69-32e9-9616df0b4a61" [ 1320.520502] env[64120]: _type = "Task" [ 1320.520502] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.532506] env[64120]: DEBUG oslo_vmware.api [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529a0407-e724-2e69-32e9-9616df0b4a61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.587447] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77f33b0-d522-45b3-a46a-8da7e1d6fb32 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.595907] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94152313-c089-4f52-b75d-16f6f80112bc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.628168] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d913613-4f5c-4cc9-bf20-6319d7805dfd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.637230] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb56b4f-e576-49d2-b770-ca34c654091d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.652884] env[64120]: DEBUG nova.compute.provider_tree [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1320.663336] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1320.663896] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50cafb55-097b-4abe-827e-74c8fc318bab {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.673054] env[64120]: DEBUG oslo_vmware.api [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1320.673054] env[64120]: value = "task-1406820" [ 1320.673054] env[64120]: _type = "Task" [ 1320.673054] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.698150] env[64120]: DEBUG oslo_vmware.api [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.873662] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.010548] env[64120]: DEBUG oslo_concurrency.lockutils [req-c957a2cd-1261-4808-8a58-1172899d6975 req-2feea556-c2ed-4565-bed1-0f9f388a373d service nova] Releasing lock "refresh_cache-b7717710-e405-4abf-a4d9-03566d985bdf" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.010847] env[64120]: DEBUG nova.compute.manager [req-c957a2cd-1261-4808-8a58-1172899d6975 req-2feea556-c2ed-4565-bed1-0f9f388a373d service nova] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Received event network-vif-deleted-d5218065-4792-45be-a71c-9c0f15046fb0 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1321.011050] env[64120]: INFO nova.compute.manager [req-c957a2cd-1261-4808-8a58-1172899d6975 req-2feea556-c2ed-4565-bed1-0f9f388a373d service nova] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Neutron deleted interface d5218065-4792-45be-a71c-9c0f15046fb0; detaching it from the instance and deleting it from the info cache [ 1321.011254] env[64120]: DEBUG nova.network.neutron [req-c957a2cd-1261-4808-8a58-1172899d6975 req-2feea556-c2ed-4565-bed1-0f9f388a373d service nova] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.030707] env[64120]: DEBUG nova.compute.manager [req-72afefd8-f97f-48d6-9c02-7aae1be8b6bc req-eaaae720-656d-4b51-8840-cf1ed2b40cfb service nova] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Received event network-vif-plugged-48f19e7d-258e-48c4-ae7e-07aecb11bd40 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1321.030949] env[64120]: DEBUG oslo_concurrency.lockutils [req-72afefd8-f97f-48d6-9c02-7aae1be8b6bc req-eaaae720-656d-4b51-8840-cf1ed2b40cfb service nova] Acquiring lock "2ba00564-76b5-447b-a18a-9f875df8ec2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.031590] env[64120]: DEBUG oslo_concurrency.lockutils [req-72afefd8-f97f-48d6-9c02-7aae1be8b6bc req-eaaae720-656d-4b51-8840-cf1ed2b40cfb service nova] Lock "2ba00564-76b5-447b-a18a-9f875df8ec2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.031805] env[64120]: DEBUG oslo_concurrency.lockutils [req-72afefd8-f97f-48d6-9c02-7aae1be8b6bc req-eaaae720-656d-4b51-8840-cf1ed2b40cfb service nova] Lock "2ba00564-76b5-447b-a18a-9f875df8ec2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.032000] env[64120]: DEBUG nova.compute.manager [req-72afefd8-f97f-48d6-9c02-7aae1be8b6bc req-eaaae720-656d-4b51-8840-cf1ed2b40cfb service nova] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] No waiting events found dispatching network-vif-plugged-48f19e7d-258e-48c4-ae7e-07aecb11bd40 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1321.032203] env[64120]: WARNING nova.compute.manager [req-72afefd8-f97f-48d6-9c02-7aae1be8b6bc req-eaaae720-656d-4b51-8840-cf1ed2b40cfb service nova] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Received unexpected event network-vif-plugged-48f19e7d-258e-48c4-ae7e-07aecb11bd40 for instance with vm_state building and task_state spawning. [ 1321.047024] env[64120]: DEBUG oslo_vmware.api [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529a0407-e724-2e69-32e9-9616df0b4a61, 'name': SearchDatastore_Task, 'duration_secs': 0.036282} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.047024] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.047024] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] b7717710-e405-4abf-a4d9-03566d985bdf/b7717710-e405-4abf-a4d9-03566d985bdf.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1321.047024] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-964a4caf-a8bb-4281-a256-d9abcc8dee8f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.052907] env[64120]: DEBUG oslo_vmware.api [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Waiting for the task: (returnval){ [ 1321.052907] env[64120]: value = "task-1406821" [ 1321.052907] env[64120]: _type = "Task" [ 1321.052907] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.061860] env[64120]: DEBUG oslo_vmware.api [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Task: {'id': task-1406821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.120479] env[64120]: DEBUG nova.network.neutron [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Successfully updated port: 48f19e7d-258e-48c4-ae7e-07aecb11bd40 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1321.185402] env[64120]: DEBUG oslo_vmware.api [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406820, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.196189] env[64120]: DEBUG nova.scheduler.client.report [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Updated inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with generation 133 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1321.196522] env[64120]: DEBUG nova.compute.provider_tree [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Updating resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 generation from 133 to 134 during operation: update_inventory {{(pid=64120) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1321.196662] env[64120]: DEBUG nova.compute.provider_tree [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1321.516691] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b13fbaf-7b0a-4f31-bef3-5d5d0a66f5fc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.531991] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a63b0aa-293d-4b8b-8611-1e143b95ac45 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.571967] env[64120]: DEBUG nova.compute.manager [req-c957a2cd-1261-4808-8a58-1172899d6975 req-2feea556-c2ed-4565-bed1-0f9f388a373d service nova] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Detach interface failed, port_id=d5218065-4792-45be-a71c-9c0f15046fb0, reason: Instance 4d010afc-7835-4eac-b2bd-7cf6abea43a1 could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1321.576060] env[64120]: DEBUG oslo_vmware.api [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Task: {'id': task-1406821, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.585492] env[64120]: DEBUG nova.virt.hardware [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1321.585492] env[64120]: DEBUG nova.virt.hardware [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1321.585697] env[64120]: DEBUG nova.virt.hardware [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1321.585805] env[64120]: DEBUG nova.virt.hardware [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1321.585958] env[64120]: DEBUG nova.virt.hardware [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1321.586136] env[64120]: DEBUG nova.virt.hardware [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1321.586359] env[64120]: DEBUG nova.virt.hardware [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1321.586529] env[64120]: DEBUG nova.virt.hardware [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1321.586701] env[64120]: DEBUG nova.virt.hardware [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1321.586875] env[64120]: DEBUG nova.virt.hardware [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1321.587071] env[64120]: DEBUG nova.virt.hardware [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1321.587996] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b42064-eff8-4ac4-b664-37f0f1bbd18b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.598814] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9196a3-a26c-4413-be52-3829c35478a0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.618898] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:53:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b27df9fa-5932-4d97-afbe-68f49f42db49', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1321.628081] env[64120]: DEBUG oslo.service.loopingcall [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1321.628741] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "refresh_cache-2ba00564-76b5-447b-a18a-9f875df8ec2c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.628877] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquired lock "refresh_cache-2ba00564-76b5-447b-a18a-9f875df8ec2c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.629030] env[64120]: DEBUG nova.network.neutron [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1321.630283] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1321.630761] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13a8131e-5f00-4140-b39d-4cfd432b870a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.654379] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1321.654379] env[64120]: value = "task-1406822" [ 1321.654379] env[64120]: _type = "Task" [ 1321.654379] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.664854] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406822, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.688101] env[64120]: DEBUG oslo_vmware.api [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406820, 'name': PowerOnVM_Task, 'duration_secs': 0.533227} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.688422] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1321.688617] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb4139c-a2f2-425b-8693-66b4b19935bf tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Updating instance '5641ad8a-2671-4989-ba68-fdb87b752edb' progress to 100 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1321.705118] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.827s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.707397] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.038s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.707601] env[64120]: DEBUG nova.objects.instance [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64120) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1321.738395] env[64120]: INFO nova.scheduler.client.report [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Deleted allocations for instance 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd [ 1322.064645] env[64120]: DEBUG oslo_vmware.api [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Task: {'id': task-1406821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704767} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.064924] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] b7717710-e405-4abf-a4d9-03566d985bdf/b7717710-e405-4abf-a4d9-03566d985bdf.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1322.065243] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1322.065540] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1a95e60-2a7e-4139-bf64-280793411ffe {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.072270] env[64120]: DEBUG oslo_vmware.api [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Waiting for the task: (returnval){ [ 1322.072270] env[64120]: value = "task-1406823" [ 1322.072270] env[64120]: _type = "Task" [ 1322.072270] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.080143] env[64120]: DEBUG oslo_vmware.api [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Task: {'id': task-1406823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.164141] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406822, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.165122] env[64120]: DEBUG nova.network.neutron [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1322.247219] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e7d73e5f-6601-468c-924e-34ef3658415a tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Lock "033e5ef6-1e4f-447b-a4f0-dcc13b721fcd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.718s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.310038] env[64120]: DEBUG nova.network.neutron [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Updating instance_info_cache with network_info: [{"id": "48f19e7d-258e-48c4-ae7e-07aecb11bd40", "address": "fa:16:3e:e5:ac:e0", "network": {"id": "986f8b17-896c-4e32-9a80-507703d51c9e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-289925603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "320d185402b0408994b165e50e456471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48f19e7d-25", "ovs_interfaceid": "48f19e7d-258e-48c4-ae7e-07aecb11bd40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.582573] env[64120]: DEBUG oslo_vmware.api [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Task: {'id': task-1406823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128494} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.582894] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1322.583725] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c2144b-6aa2-4e5e-b871-38d7c89390cd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.608102] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] b7717710-e405-4abf-a4d9-03566d985bdf/b7717710-e405-4abf-a4d9-03566d985bdf.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1322.608461] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bb9b16b-d8b5-4674-a3f4-9e04ef392477 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.630537] env[64120]: DEBUG oslo_vmware.api [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Waiting for the task: (returnval){ [ 1322.630537] env[64120]: value = "task-1406824" [ 1322.630537] env[64120]: _type = "Task" [ 1322.630537] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.639395] env[64120]: DEBUG oslo_vmware.api [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Task: {'id': task-1406824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.664924] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406822, 'name': CreateVM_Task, 'duration_secs': 0.512102} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.665134] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1322.666028] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.666028] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.666391] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1322.666660] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-647d8d9e-db9d-4b4e-880a-90782ff045be {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.671861] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1322.671861] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52289d3b-7893-b188-c231-3f301fd7221d" [ 1322.671861] env[64120]: _type = "Task" [ 1322.671861] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.679876] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52289d3b-7893-b188-c231-3f301fd7221d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.722254] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7b3371eb-cdb7-4db7-9579-eb547e5f90ab tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.723555] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.349s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.725233] env[64120]: INFO nova.compute.claims [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1322.812998] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Releasing lock "refresh_cache-2ba00564-76b5-447b-a18a-9f875df8ec2c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.813396] env[64120]: DEBUG nova.compute.manager [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Instance network_info: |[{"id": "48f19e7d-258e-48c4-ae7e-07aecb11bd40", "address": "fa:16:3e:e5:ac:e0", "network": {"id": "986f8b17-896c-4e32-9a80-507703d51c9e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-289925603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "320d185402b0408994b165e50e456471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48f19e7d-25", "ovs_interfaceid": "48f19e7d-258e-48c4-ae7e-07aecb11bd40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1322.813838] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:ac:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48f19e7d-258e-48c4-ae7e-07aecb11bd40', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1322.821460] env[64120]: DEBUG oslo.service.loopingcall [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1322.821728] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1322.821948] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ba6c383-d1bf-4fe1-8367-d8262c43acd1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.844588] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1322.844588] env[64120]: value = "task-1406825" [ 1322.844588] env[64120]: _type = "Task" [ 1322.844588] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.852703] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406825, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.054650] env[64120]: DEBUG nova.compute.manager [req-e019ac56-4b42-4fe7-9d84-47f549cedaf4 req-5ecd7855-c589-4f23-98ab-aca3c537829b service nova] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Received event network-changed-48f19e7d-258e-48c4-ae7e-07aecb11bd40 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1323.054889] env[64120]: DEBUG nova.compute.manager [req-e019ac56-4b42-4fe7-9d84-47f549cedaf4 req-5ecd7855-c589-4f23-98ab-aca3c537829b service nova] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Refreshing instance network info cache due to event network-changed-48f19e7d-258e-48c4-ae7e-07aecb11bd40. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1323.055099] env[64120]: DEBUG oslo_concurrency.lockutils [req-e019ac56-4b42-4fe7-9d84-47f549cedaf4 req-5ecd7855-c589-4f23-98ab-aca3c537829b service nova] Acquiring lock "refresh_cache-2ba00564-76b5-447b-a18a-9f875df8ec2c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.055260] env[64120]: DEBUG oslo_concurrency.lockutils [req-e019ac56-4b42-4fe7-9d84-47f549cedaf4 req-5ecd7855-c589-4f23-98ab-aca3c537829b service nova] Acquired lock "refresh_cache-2ba00564-76b5-447b-a18a-9f875df8ec2c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.055439] env[64120]: DEBUG nova.network.neutron [req-e019ac56-4b42-4fe7-9d84-47f549cedaf4 req-5ecd7855-c589-4f23-98ab-aca3c537829b service nova] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Refreshing network info cache for port 48f19e7d-258e-48c4-ae7e-07aecb11bd40 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1323.141963] env[64120]: DEBUG oslo_vmware.api [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Task: {'id': task-1406824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.184383] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52289d3b-7893-b188-c231-3f301fd7221d, 'name': SearchDatastore_Task, 'duration_secs': 0.018523} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.184704] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.184949] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1323.185214] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.185469] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.185711] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1323.185994] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a83298db-34bb-4f34-89ba-ab60c8a43109 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.198429] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1323.198630] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1323.199419] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36d2aa53-5015-4637-8297-ac5d1f8b6922 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.211299] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1323.211299] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e363ed-6e2f-3591-8ca4-85abe0b34ef0" [ 1323.211299] env[64120]: _type = "Task" [ 1323.211299] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.223124] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e363ed-6e2f-3591-8ca4-85abe0b34ef0, 'name': SearchDatastore_Task, 'duration_secs': 0.008882} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.223935] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bb46895-19e5-4e60-9ed3-0265c812612d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.233667] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1323.233667] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52559443-e485-a7e3-3e60-b9281eaf719a" [ 1323.233667] env[64120]: _type = "Task" [ 1323.233667] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.244874] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52559443-e485-a7e3-3e60-b9281eaf719a, 'name': SearchDatastore_Task, 'duration_secs': 0.010411} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.245291] env[64120]: DEBUG oslo_concurrency.lockutils [None req-59013752-5d8b-4e03-94da-4ea448e852a1 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Acquiring lock "6dd495ef-37eb-448c-92c5-a00eb88afd11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.245539] env[64120]: DEBUG oslo_concurrency.lockutils [None req-59013752-5d8b-4e03-94da-4ea448e852a1 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Lock "6dd495ef-37eb-448c-92c5-a00eb88afd11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.245809] env[64120]: DEBUG oslo_concurrency.lockutils [None req-59013752-5d8b-4e03-94da-4ea448e852a1 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Acquiring lock "6dd495ef-37eb-448c-92c5-a00eb88afd11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.246064] env[64120]: DEBUG oslo_concurrency.lockutils [None req-59013752-5d8b-4e03-94da-4ea448e852a1 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Lock "6dd495ef-37eb-448c-92c5-a00eb88afd11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.246262] env[64120]: DEBUG oslo_concurrency.lockutils [None req-59013752-5d8b-4e03-94da-4ea448e852a1 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Lock "6dd495ef-37eb-448c-92c5-a00eb88afd11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.247946] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.248319] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] a6fb5e70-ad2c-499e-a224-0fd46271be1b/a6fb5e70-ad2c-499e-a224-0fd46271be1b.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1323.248864] env[64120]: INFO nova.compute.manager [None req-59013752-5d8b-4e03-94da-4ea448e852a1 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Terminating instance [ 1323.250769] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-882a455e-d0da-43d7-bbc5-878746c5b060 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.253332] env[64120]: DEBUG nova.compute.manager [None req-59013752-5d8b-4e03-94da-4ea448e852a1 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1323.253560] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-59013752-5d8b-4e03-94da-4ea448e852a1 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1323.254367] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d275385-6c19-4204-8304-35deeb2e2e15 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.263416] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-59013752-5d8b-4e03-94da-4ea448e852a1 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1323.264809] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c08b8e7-3662-4147-b6bd-1441be53e221 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.266573] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1323.266573] env[64120]: value = "task-1406826" [ 1323.266573] env[64120]: _type = "Task" [ 1323.266573] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.272444] env[64120]: DEBUG oslo_vmware.api [None req-59013752-5d8b-4e03-94da-4ea448e852a1 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1323.272444] env[64120]: value = "task-1406827" [ 1323.272444] env[64120]: _type = "Task" [ 1323.272444] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.275981] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.286537] env[64120]: DEBUG oslo_vmware.api [None req-59013752-5d8b-4e03-94da-4ea448e852a1 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.357262] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406825, 'name': CreateVM_Task, 'duration_secs': 0.399053} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.357525] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1323.358418] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.358696] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.359267] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.359664] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf0289bd-205a-4404-adc0-9c7eac224bbd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.365726] env[64120]: DEBUG oslo_vmware.api [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1323.365726] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ddfe18-05bc-8238-e751-6cc54ac45f20" [ 1323.365726] env[64120]: _type = "Task" [ 1323.365726] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.376454] env[64120]: DEBUG oslo_vmware.api [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ddfe18-05bc-8238-e751-6cc54ac45f20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.509228] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b99f8d5b-d239-4e8f-849f-16f758cbe13c tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "5641ad8a-2671-4989-ba68-fdb87b752edb" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.509628] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b99f8d5b-d239-4e8f-849f-16f758cbe13c tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "5641ad8a-2671-4989-ba68-fdb87b752edb" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.509944] env[64120]: DEBUG nova.compute.manager [None req-b99f8d5b-d239-4e8f-849f-16f758cbe13c tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Going to confirm migration 5 {{(pid=64120) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1323.644396] env[64120]: DEBUG oslo_vmware.api [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Task: {'id': task-1406824, 'name': ReconfigVM_Task, 'duration_secs': 0.615315} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.644809] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Reconfigured VM instance instance-0000005f to attach disk [datastore2] b7717710-e405-4abf-a4d9-03566d985bdf/b7717710-e405-4abf-a4d9-03566d985bdf.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1323.645691] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-884191af-eb5f-4351-b53b-0cfd435da6b3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.655884] env[64120]: DEBUG oslo_vmware.api [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Waiting for the task: (returnval){ [ 1323.655884] env[64120]: value = "task-1406828" [ 1323.655884] env[64120]: _type = "Task" [ 1323.655884] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.668468] env[64120]: DEBUG oslo_vmware.api [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Task: {'id': task-1406828, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.787523] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473422} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.788050] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] a6fb5e70-ad2c-499e-a224-0fd46271be1b/a6fb5e70-ad2c-499e-a224-0fd46271be1b.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1323.788446] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1323.789180] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38e5a832-c30b-402a-b7f3-b07efd2a2614 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.802957] env[64120]: DEBUG oslo_vmware.api [None req-59013752-5d8b-4e03-94da-4ea448e852a1 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406827, 'name': PowerOffVM_Task, 'duration_secs': 0.229284} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.804518] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-59013752-5d8b-4e03-94da-4ea448e852a1 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1323.804740] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-59013752-5d8b-4e03-94da-4ea448e852a1 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1323.805350] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b8c39ef-8c7f-4918-a072-4d40e8291371 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.810568] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1323.810568] env[64120]: value = "task-1406829" [ 1323.810568] env[64120]: _type = "Task" [ 1323.810568] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.822689] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.881464] env[64120]: DEBUG oslo_vmware.api [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ddfe18-05bc-8238-e751-6cc54ac45f20, 'name': SearchDatastore_Task, 'duration_secs': 0.00965} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.883168] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.883498] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1323.883666] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.883824] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.884644] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1323.884644] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-59013752-5d8b-4e03-94da-4ea448e852a1 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1323.884644] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-59013752-5d8b-4e03-94da-4ea448e852a1 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1323.884856] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-59013752-5d8b-4e03-94da-4ea448e852a1 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Deleting the datastore file [datastore2] 6dd495ef-37eb-448c-92c5-a00eb88afd11 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1323.884901] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eef84cef-f75a-4c3f-b8f3-93257041bbea {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.886917] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-936a230a-1f6d-4611-9375-33635a5e8985 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.897225] env[64120]: DEBUG oslo_vmware.api [None req-59013752-5d8b-4e03-94da-4ea448e852a1 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for the task: (returnval){ [ 1323.897225] env[64120]: value = "task-1406831" [ 1323.897225] env[64120]: _type = "Task" [ 1323.897225] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.901725] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1323.901964] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1323.903049] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf8a180b-452f-4068-8399-88913eceee95 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.909512] env[64120]: DEBUG oslo_vmware.api [None req-59013752-5d8b-4e03-94da-4ea448e852a1 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.914761] env[64120]: DEBUG oslo_vmware.api [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1323.914761] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52986c2a-f29e-4a05-3d58-12ea6e30c722" [ 1323.914761] env[64120]: _type = "Task" [ 1323.914761] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.922958] env[64120]: DEBUG oslo_vmware.api [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52986c2a-f29e-4a05-3d58-12ea6e30c722, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.995228] env[64120]: DEBUG nova.network.neutron [req-e019ac56-4b42-4fe7-9d84-47f549cedaf4 req-5ecd7855-c589-4f23-98ab-aca3c537829b service nova] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Updated VIF entry in instance network info cache for port 48f19e7d-258e-48c4-ae7e-07aecb11bd40. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1323.995606] env[64120]: DEBUG nova.network.neutron [req-e019ac56-4b42-4fe7-9d84-47f549cedaf4 req-5ecd7855-c589-4f23-98ab-aca3c537829b service nova] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Updating instance_info_cache with network_info: [{"id": "48f19e7d-258e-48c4-ae7e-07aecb11bd40", "address": "fa:16:3e:e5:ac:e0", "network": {"id": "986f8b17-896c-4e32-9a80-507703d51c9e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-289925603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "320d185402b0408994b165e50e456471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48f19e7d-25", "ovs_interfaceid": "48f19e7d-258e-48c4-ae7e-07aecb11bd40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.010130] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1fab7c-94b7-442c-bd02-cda398aa01d3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.020967] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa5a1ab-6795-458f-8aa4-6c44a164308c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.051252] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5add8c2-1dcc-41d9-bd78-928c9e4efbfb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.055770] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b99f8d5b-d239-4e8f-849f-16f758cbe13c tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "refresh_cache-5641ad8a-2671-4989-ba68-fdb87b752edb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.055902] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b99f8d5b-d239-4e8f-849f-16f758cbe13c tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquired lock "refresh_cache-5641ad8a-2671-4989-ba68-fdb87b752edb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.056131] env[64120]: DEBUG nova.network.neutron [None req-b99f8d5b-d239-4e8f-849f-16f758cbe13c tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.056334] env[64120]: DEBUG nova.objects.instance [None req-b99f8d5b-d239-4e8f-849f-16f758cbe13c tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lazy-loading 'info_cache' on Instance uuid 5641ad8a-2671-4989-ba68-fdb87b752edb {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.061242] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111ea3ce-184b-4647-941a-0170c39f4685 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.076723] env[64120]: DEBUG nova.compute.provider_tree [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.166855] env[64120]: DEBUG oslo_vmware.api [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Task: {'id': task-1406828, 'name': Rename_Task, 'duration_secs': 0.241516} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.167168] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1324.167464] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1bc4d42-338e-4404-b63b-57346b98a955 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.174737] env[64120]: DEBUG oslo_vmware.api [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Waiting for the task: (returnval){ [ 1324.174737] env[64120]: value = "task-1406832" [ 1324.174737] env[64120]: _type = "Task" [ 1324.174737] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.183287] env[64120]: DEBUG oslo_vmware.api [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Task: {'id': task-1406832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.319927] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09367} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.320364] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1324.320993] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3732913-7735-4ba4-8b21-bbd8b6eb79bc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.343117] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] a6fb5e70-ad2c-499e-a224-0fd46271be1b/a6fb5e70-ad2c-499e-a224-0fd46271be1b.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1324.343763] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a856885-48ed-45ac-a645-915630645111 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.365180] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1324.365180] env[64120]: value = "task-1406833" [ 1324.365180] env[64120]: _type = "Task" [ 1324.365180] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.373711] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406833, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.408180] env[64120]: DEBUG oslo_vmware.api [None req-59013752-5d8b-4e03-94da-4ea448e852a1 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.424306] env[64120]: DEBUG oslo_vmware.api [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52986c2a-f29e-4a05-3d58-12ea6e30c722, 'name': SearchDatastore_Task, 'duration_secs': 0.057727} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.425129] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1eadb12-4c4c-4c13-b5a5-b22255b28939 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.430565] env[64120]: DEBUG oslo_vmware.api [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1324.430565] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5254a3ba-d5cb-043b-a17a-79478a7cd912" [ 1324.430565] env[64120]: _type = "Task" [ 1324.430565] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.438375] env[64120]: DEBUG oslo_vmware.api [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5254a3ba-d5cb-043b-a17a-79478a7cd912, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.498336] env[64120]: DEBUG oslo_concurrency.lockutils [req-e019ac56-4b42-4fe7-9d84-47f549cedaf4 req-5ecd7855-c589-4f23-98ab-aca3c537829b service nova] Releasing lock "refresh_cache-2ba00564-76b5-447b-a18a-9f875df8ec2c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.580438] env[64120]: DEBUG nova.scheduler.client.report [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1324.705053] env[64120]: DEBUG oslo_vmware.api [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Task: {'id': task-1406832, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.875307] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406833, 'name': ReconfigVM_Task, 'duration_secs': 0.355736} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.875600] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Reconfigured VM instance instance-00000055 to attach disk [datastore1] a6fb5e70-ad2c-499e-a224-0fd46271be1b/a6fb5e70-ad2c-499e-a224-0fd46271be1b.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1324.877088] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'disk_bus': None, 'encryption_options': None, 'device_type': 'disk', 'device_name': '/dev/sda', 'size': 0, 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'aef4c66b-ea31-40a0-a498-e6a6d723a3ce'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '17735b83-63e0-4c2c-82db-70bfcee4cb2e', 'mount_device': '/dev/sdb', 'disk_bus': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298155', 'volume_id': '52c139e1-f5d8-4ec2-88a4-254c1297dd4d', 'name': 'volume-52c139e1-f5d8-4ec2-88a4-254c1297dd4d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a6fb5e70-ad2c-499e-a224-0fd46271be1b', 'attached_at': '', 'detached_at': '', 'volume_id': '52c139e1-f5d8-4ec2-88a4-254c1297dd4d', 'serial': '52c139e1-f5d8-4ec2-88a4-254c1297dd4d'}, 'delete_on_termination': False, 'boot_index': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=64120) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1324.877326] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Volume attach. Driver type: vmdk {{(pid=64120) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1324.877528] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298155', 'volume_id': '52c139e1-f5d8-4ec2-88a4-254c1297dd4d', 'name': 'volume-52c139e1-f5d8-4ec2-88a4-254c1297dd4d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a6fb5e70-ad2c-499e-a224-0fd46271be1b', 'attached_at': '', 'detached_at': '', 'volume_id': '52c139e1-f5d8-4ec2-88a4-254c1297dd4d', 'serial': '52c139e1-f5d8-4ec2-88a4-254c1297dd4d'} {{(pid=64120) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1324.878342] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092bc01c-f2d0-4567-a6e3-c2a7a6754863 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.898326] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935642d6-9d26-4d98-9a1f-e235a653564a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.926297] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] volume-52c139e1-f5d8-4ec2-88a4-254c1297dd4d/volume-52c139e1-f5d8-4ec2-88a4-254c1297dd4d.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1324.929720] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98a244df-56d2-4259-9582-81101408da60 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.942896] env[64120]: DEBUG oslo_vmware.api [None req-59013752-5d8b-4e03-94da-4ea448e852a1 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Task: {'id': task-1406831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.680139} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.943043] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-59013752-5d8b-4e03-94da-4ea448e852a1 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1324.943209] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-59013752-5d8b-4e03-94da-4ea448e852a1 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1324.943394] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-59013752-5d8b-4e03-94da-4ea448e852a1 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1324.943573] env[64120]: INFO nova.compute.manager [None req-59013752-5d8b-4e03-94da-4ea448e852a1 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1324.943810] env[64120]: DEBUG oslo.service.loopingcall [None req-59013752-5d8b-4e03-94da-4ea448e852a1 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1324.947195] env[64120]: DEBUG nova.compute.manager [-] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1324.947299] env[64120]: DEBUG nova.network.neutron [-] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1324.956321] env[64120]: DEBUG oslo_vmware.api [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5254a3ba-d5cb-043b-a17a-79478a7cd912, 'name': SearchDatastore_Task, 'duration_secs': 0.014932} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.957989] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.958333] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 2ba00564-76b5-447b-a18a-9f875df8ec2c/2ba00564-76b5-447b-a18a-9f875df8ec2c.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1324.958735] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1324.958735] env[64120]: value = "task-1406834" [ 1324.958735] env[64120]: _type = "Task" [ 1324.958735] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.958958] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e78dd546-661b-462b-b1ae-f35cefb5024c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.974659] env[64120]: DEBUG oslo_vmware.api [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1324.974659] env[64120]: value = "task-1406835" [ 1324.974659] env[64120]: _type = "Task" [ 1324.974659] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.974964] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406834, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.984204] env[64120]: DEBUG oslo_vmware.api [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.086194] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.086805] env[64120]: DEBUG nova.compute.manager [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1325.089812] env[64120]: DEBUG oslo_concurrency.lockutils [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.258s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.090073] env[64120]: DEBUG nova.objects.instance [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lazy-loading 'resources' on Instance uuid a16b0a8b-255b-4865-90c7-5853c6269644 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1325.186686] env[64120]: DEBUG oslo_vmware.api [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Task: {'id': task-1406832, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.475189] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.485067] env[64120]: DEBUG oslo_vmware.api [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492522} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.485384] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 2ba00564-76b5-447b-a18a-9f875df8ec2c/2ba00564-76b5-447b-a18a-9f875df8ec2c.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1325.485612] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1325.485872] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3222dd66-76b6-41a1-988d-639d35521652 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.493868] env[64120]: DEBUG oslo_vmware.api [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1325.493868] env[64120]: value = "task-1406836" [ 1325.493868] env[64120]: _type = "Task" [ 1325.493868] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.505322] env[64120]: DEBUG oslo_vmware.api [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.582188] env[64120]: DEBUG nova.compute.manager [req-09362b3a-77e6-4ad7-a343-fc6cfa74d1df req-442de38a-4c0d-4799-878e-4a36115f5897 service nova] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Received event network-vif-deleted-3fda3051-b376-41d9-8485-22e831f02572 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1325.582394] env[64120]: INFO nova.compute.manager [req-09362b3a-77e6-4ad7-a343-fc6cfa74d1df req-442de38a-4c0d-4799-878e-4a36115f5897 service nova] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Neutron deleted interface 3fda3051-b376-41d9-8485-22e831f02572; detaching it from the instance and deleting it from the info cache [ 1325.582566] env[64120]: DEBUG nova.network.neutron [req-09362b3a-77e6-4ad7-a343-fc6cfa74d1df req-442de38a-4c0d-4799-878e-4a36115f5897 service nova] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.591182] env[64120]: DEBUG nova.network.neutron [None req-b99f8d5b-d239-4e8f-849f-16f758cbe13c tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Updating instance_info_cache with network_info: [{"id": "945237b3-5429-4113-8573-59d9d8331439", "address": "fa:16:3e:da:be:ff", "network": {"id": "d2a94bb8-9700-4432-b079-27704d0e128c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1214853217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e77e2e4c124fd19bbc0f0a4908463e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap945237b3-54", "ovs_interfaceid": "945237b3-5429-4113-8573-59d9d8331439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.593875] env[64120]: DEBUG nova.objects.instance [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lazy-loading 'numa_topology' on Instance uuid a16b0a8b-255b-4865-90c7-5853c6269644 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1325.595885] env[64120]: DEBUG nova.compute.utils [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1325.597554] env[64120]: DEBUG nova.compute.manager [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1325.597723] env[64120]: DEBUG nova.network.neutron [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1325.634852] env[64120]: DEBUG nova.policy [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c126bccbc684d318ff4fcfc6331aa0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2ffaf88913245dc93bba7bdf398691b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1325.686188] env[64120]: DEBUG oslo_vmware.api [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Task: {'id': task-1406832, 'name': PowerOnVM_Task, 'duration_secs': 1.024612} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.686478] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1325.686712] env[64120]: INFO nova.compute.manager [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Took 9.99 seconds to spawn the instance on the hypervisor. [ 1325.686914] env[64120]: DEBUG nova.compute.manager [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1325.687694] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3f6874-af1c-48c2-bf6e-bf2799b31324 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.952115] env[64120]: DEBUG nova.network.neutron [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Successfully created port: 9195d96a-4f34-436c-8139-64121b585f7e {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1325.971208] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406834, 'name': ReconfigVM_Task, 'duration_secs': 0.609857} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.971523] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Reconfigured VM instance instance-00000055 to attach disk [datastore1] volume-52c139e1-f5d8-4ec2-88a4-254c1297dd4d/volume-52c139e1-f5d8-4ec2-88a4-254c1297dd4d.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1325.976201] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f17849f-061a-43e4-b519-7248489f7fae {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.992302] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1325.992302] env[64120]: value = "task-1406837" [ 1325.992302] env[64120]: _type = "Task" [ 1325.992302] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.006495] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.009535] env[64120]: DEBUG oslo_vmware.api [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071283} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.009808] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1326.013302] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27af2ce1-ecc4-4b39-ba8d-6ac243e8e62e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.019530] env[64120]: DEBUG nova.network.neutron [-] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.047383] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 2ba00564-76b5-447b-a18a-9f875df8ec2c/2ba00564-76b5-447b-a18a-9f875df8ec2c.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1326.048555] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-098a6a76-41f0-4d6b-9d65-9b3c0a571c90 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.072993] env[64120]: DEBUG oslo_vmware.api [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1326.072993] env[64120]: value = "task-1406838" [ 1326.072993] env[64120]: _type = "Task" [ 1326.072993] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.081649] env[64120]: DEBUG oslo_vmware.api [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406838, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.085343] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34431bf5-ff58-41ae-afe2-efb735e65085 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.093939] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d3184d-9993-4b5f-b6e9-7e88bd96a52e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.104974] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b99f8d5b-d239-4e8f-849f-16f758cbe13c tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Releasing lock "refresh_cache-5641ad8a-2671-4989-ba68-fdb87b752edb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.105252] env[64120]: DEBUG nova.objects.instance [None req-b99f8d5b-d239-4e8f-849f-16f758cbe13c tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lazy-loading 'migration_context' on Instance uuid 5641ad8a-2671-4989-ba68-fdb87b752edb {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.106654] env[64120]: DEBUG nova.objects.base [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=64120) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1326.109329] env[64120]: DEBUG nova.compute.manager [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1326.137789] env[64120]: DEBUG nova.compute.manager [req-09362b3a-77e6-4ad7-a343-fc6cfa74d1df req-442de38a-4c0d-4799-878e-4a36115f5897 service nova] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Detach interface failed, port_id=3fda3051-b376-41d9-8485-22e831f02572, reason: Instance 6dd495ef-37eb-448c-92c5-a00eb88afd11 could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1326.204306] env[64120]: INFO nova.compute.manager [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Took 29.31 seconds to build instance. [ 1326.359958] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6db02d2-ae4b-4c01-86b0-0736bdb52bf5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.368568] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68656dfb-8797-4fb5-8dbe-3d7329df1e6a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.400706] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f3bb85-aa09-4e0e-8c2c-2e4ac9739e71 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.410434] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d49a3e-d544-4e8f-bf9d-23ba888bb6c2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.427140] env[64120]: DEBUG nova.compute.provider_tree [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.505024] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406837, 'name': ReconfigVM_Task, 'duration_secs': 0.16849} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.505024] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298155', 'volume_id': '52c139e1-f5d8-4ec2-88a4-254c1297dd4d', 'name': 'volume-52c139e1-f5d8-4ec2-88a4-254c1297dd4d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a6fb5e70-ad2c-499e-a224-0fd46271be1b', 'attached_at': '', 'detached_at': '', 'volume_id': '52c139e1-f5d8-4ec2-88a4-254c1297dd4d', 'serial': '52c139e1-f5d8-4ec2-88a4-254c1297dd4d'} {{(pid=64120) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1326.505024] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46830067-f0dc-4a5e-a3b6-e79b3a85ad0b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.513459] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1326.513459] env[64120]: value = "task-1406839" [ 1326.513459] env[64120]: _type = "Task" [ 1326.513459] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.526953] env[64120]: INFO nova.compute.manager [-] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Took 1.58 seconds to deallocate network for instance. [ 1326.527801] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406839, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.590110] env[64120]: DEBUG oslo_vmware.api [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.614286] env[64120]: DEBUG nova.objects.base [None req-b99f8d5b-d239-4e8f-849f-16f758cbe13c tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Object Instance<5641ad8a-2671-4989-ba68-fdb87b752edb> lazy-loaded attributes: info_cache,migration_context {{(pid=64120) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1326.619577] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2eb0c61-ffa3-4807-999f-70405ee4d8aa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.642788] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76b62d3a-7092-4250-b0b8-31c95b5c0079 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.649757] env[64120]: DEBUG oslo_vmware.api [None req-b99f8d5b-d239-4e8f-849f-16f758cbe13c tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1326.649757] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d16dc9-7c31-cf42-d752-cde7d9ee9962" [ 1326.649757] env[64120]: _type = "Task" [ 1326.649757] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.660064] env[64120]: DEBUG oslo_vmware.api [None req-b99f8d5b-d239-4e8f-849f-16f758cbe13c tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d16dc9-7c31-cf42-d752-cde7d9ee9962, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.705998] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fe0f1550-1de6-463b-92e8-7c4454c4a8e7 tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Lock "b7717710-e405-4abf-a4d9-03566d985bdf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.829s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.930791] env[64120]: DEBUG nova.scheduler.client.report [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1327.023422] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406839, 'name': Rename_Task, 'duration_secs': 0.189965} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.023790] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1327.024108] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6f7fea4-cb0f-4280-ad43-8da7922c8138 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.031455] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1327.031455] env[64120]: value = "task-1406840" [ 1327.031455] env[64120]: _type = "Task" [ 1327.031455] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.035077] env[64120]: DEBUG oslo_concurrency.lockutils [None req-59013752-5d8b-4e03-94da-4ea448e852a1 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.041686] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.084195] env[64120]: DEBUG oslo_vmware.api [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406838, 'name': ReconfigVM_Task, 'duration_secs': 0.968746} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.084553] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 2ba00564-76b5-447b-a18a-9f875df8ec2c/2ba00564-76b5-447b-a18a-9f875df8ec2c.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1327.085197] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75c740ac-e645-4b59-b508-75e32fe43df4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.093604] env[64120]: DEBUG oslo_vmware.api [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1327.093604] env[64120]: value = "task-1406841" [ 1327.093604] env[64120]: _type = "Task" [ 1327.093604] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.102809] env[64120]: DEBUG oslo_vmware.api [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406841, 'name': Rename_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.125728] env[64120]: DEBUG nova.compute.manager [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1327.158448] env[64120]: DEBUG nova.virt.hardware [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1327.158745] env[64120]: DEBUG nova.virt.hardware [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1327.158913] env[64120]: DEBUG nova.virt.hardware [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1327.159048] env[64120]: DEBUG nova.virt.hardware [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1327.159216] env[64120]: DEBUG nova.virt.hardware [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1327.159378] env[64120]: DEBUG nova.virt.hardware [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1327.159614] env[64120]: DEBUG nova.virt.hardware [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1327.159799] env[64120]: DEBUG nova.virt.hardware [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1327.159984] env[64120]: DEBUG nova.virt.hardware [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1327.160177] env[64120]: DEBUG nova.virt.hardware [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1327.160362] env[64120]: DEBUG nova.virt.hardware [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1327.161211] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbd5a10-fd3b-445a-b9be-ee4b686f679b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.167226] env[64120]: DEBUG oslo_vmware.api [None req-b99f8d5b-d239-4e8f-849f-16f758cbe13c tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d16dc9-7c31-cf42-d752-cde7d9ee9962, 'name': SearchDatastore_Task, 'duration_secs': 0.009732} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.167856] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b99f8d5b-d239-4e8f-849f-16f758cbe13c tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.172888] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7797c73-b85b-439d-9ad7-16ae87034b63 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.435931] env[64120]: DEBUG oslo_concurrency.lockutils [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.346s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.438223] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.878s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.439838] env[64120]: INFO nova.compute.claims [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1327.543592] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406840, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.605795] env[64120]: DEBUG oslo_vmware.api [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406841, 'name': Rename_Task, 'duration_secs': 0.209078} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.606119] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1327.606407] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfc394d5-a548-49b6-85fd-3ee0055769c5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.614267] env[64120]: DEBUG oslo_vmware.api [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1327.614267] env[64120]: value = "task-1406842" [ 1327.614267] env[64120]: _type = "Task" [ 1327.614267] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.627394] env[64120]: DEBUG oslo_vmware.api [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.952702] env[64120]: DEBUG oslo_concurrency.lockutils [None req-afdc74c2-7d3a-4279-b4e0-e2994488b66d tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lock "a16b0a8b-255b-4865-90c7-5853c6269644" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 31.431s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.956657] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lock "a16b0a8b-255b-4865-90c7-5853c6269644" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 9.002s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.956657] env[64120]: INFO nova.compute.manager [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Unshelving [ 1328.040661] env[64120]: DEBUG nova.compute.manager [req-b8792677-9402-4add-a218-e23d56ef8173 req-1ab1a75f-d6a0-40d2-966f-58e53e0502cc service nova] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Received event network-vif-plugged-9195d96a-4f34-436c-8139-64121b585f7e {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1328.040886] env[64120]: DEBUG oslo_concurrency.lockutils [req-b8792677-9402-4add-a218-e23d56ef8173 req-1ab1a75f-d6a0-40d2-966f-58e53e0502cc service nova] Acquiring lock "4209d888-a8c1-4b68-aae5-e458aba13452-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.041114] env[64120]: DEBUG oslo_concurrency.lockutils [req-b8792677-9402-4add-a218-e23d56ef8173 req-1ab1a75f-d6a0-40d2-966f-58e53e0502cc service nova] Lock "4209d888-a8c1-4b68-aae5-e458aba13452-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.041291] env[64120]: DEBUG oslo_concurrency.lockutils [req-b8792677-9402-4add-a218-e23d56ef8173 req-1ab1a75f-d6a0-40d2-966f-58e53e0502cc service nova] Lock "4209d888-a8c1-4b68-aae5-e458aba13452-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1328.041465] env[64120]: DEBUG nova.compute.manager [req-b8792677-9402-4add-a218-e23d56ef8173 req-1ab1a75f-d6a0-40d2-966f-58e53e0502cc service nova] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] No waiting events found dispatching network-vif-plugged-9195d96a-4f34-436c-8139-64121b585f7e {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1328.041638] env[64120]: WARNING nova.compute.manager [req-b8792677-9402-4add-a218-e23d56ef8173 req-1ab1a75f-d6a0-40d2-966f-58e53e0502cc service nova] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Received unexpected event network-vif-plugged-9195d96a-4f34-436c-8139-64121b585f7e for instance with vm_state building and task_state spawning. [ 1328.045527] env[64120]: DEBUG oslo_vmware.api [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406840, 'name': PowerOnVM_Task, 'duration_secs': 0.558855} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.045775] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1328.045987] env[64120]: DEBUG nova.compute.manager [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1328.046770] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a3c61d-751a-4c81-b873-c8c8cdd4f19c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.124885] env[64120]: DEBUG oslo_vmware.api [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406842, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.131483] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a453539e-9567-4650-bab4-9de38d5ade9b tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Acquiring lock "b7717710-e405-4abf-a4d9-03566d985bdf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.131796] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a453539e-9567-4650-bab4-9de38d5ade9b tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Lock "b7717710-e405-4abf-a4d9-03566d985bdf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.132097] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a453539e-9567-4650-bab4-9de38d5ade9b tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Acquiring lock "b7717710-e405-4abf-a4d9-03566d985bdf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.132714] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a453539e-9567-4650-bab4-9de38d5ade9b tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Lock "b7717710-e405-4abf-a4d9-03566d985bdf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.132714] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a453539e-9567-4650-bab4-9de38d5ade9b tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Lock "b7717710-e405-4abf-a4d9-03566d985bdf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1328.134476] env[64120]: DEBUG nova.network.neutron [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Successfully updated port: 9195d96a-4f34-436c-8139-64121b585f7e {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1328.135723] env[64120]: INFO nova.compute.manager [None req-a453539e-9567-4650-bab4-9de38d5ade9b tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Terminating instance [ 1328.138854] env[64120]: DEBUG nova.compute.manager [None req-a453539e-9567-4650-bab4-9de38d5ade9b tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1328.139072] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a453539e-9567-4650-bab4-9de38d5ade9b tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1328.139895] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318d10d1-8518-4442-b7b6-220ce16967e5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.149222] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a453539e-9567-4650-bab4-9de38d5ade9b tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1328.149503] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd3a7caa-877a-484a-b219-ab4d73d1ac9f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.157147] env[64120]: DEBUG oslo_vmware.api [None req-a453539e-9567-4650-bab4-9de38d5ade9b tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Waiting for the task: (returnval){ [ 1328.157147] env[64120]: value = "task-1406843" [ 1328.157147] env[64120]: _type = "Task" [ 1328.157147] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.165929] env[64120]: DEBUG oslo_vmware.api [None req-a453539e-9567-4650-bab4-9de38d5ade9b tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Task: {'id': task-1406843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.568981] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.624723] env[64120]: DEBUG oslo_vmware.api [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406842, 'name': PowerOnVM_Task, 'duration_secs': 0.723371} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.627617] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1328.627718] env[64120]: INFO nova.compute.manager [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1328.627874] env[64120]: DEBUG nova.compute.manager [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1328.628998] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5930bf51-5171-4ce0-a59b-bc69f5f037d8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.639143] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "refresh_cache-4209d888-a8c1-4b68-aae5-e458aba13452" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.639514] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquired lock "refresh_cache-4209d888-a8c1-4b68-aae5-e458aba13452" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.639514] env[64120]: DEBUG nova.network.neutron [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1328.667594] env[64120]: DEBUG oslo_vmware.api [None req-a453539e-9567-4650-bab4-9de38d5ade9b tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Task: {'id': task-1406843, 'name': PowerOffVM_Task, 'duration_secs': 0.279115} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.670384] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a453539e-9567-4650-bab4-9de38d5ade9b tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1328.670579] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a453539e-9567-4650-bab4-9de38d5ade9b tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1328.671049] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab69d21f-aa8d-460c-952e-35cf4838a4b3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.704524] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989cbf9a-c777-46bd-a1ba-318f895d3f3d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.712981] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd58e1e-ef12-41bb-9ad4-95ee7870b19f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.747129] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff88a21-d7bf-4166-96a7-7717f4e58a86 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.749929] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a453539e-9567-4650-bab4-9de38d5ade9b tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1328.750220] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a453539e-9567-4650-bab4-9de38d5ade9b tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1328.750420] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-a453539e-9567-4650-bab4-9de38d5ade9b tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Deleting the datastore file [datastore2] b7717710-e405-4abf-a4d9-03566d985bdf {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1328.750680] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3cb4243-b3ab-44ac-a4a8-723dd438a7e7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.760502] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb962e0-519f-415b-ab8f-f53e746cb8c9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.765075] env[64120]: DEBUG oslo_vmware.api [None req-a453539e-9567-4650-bab4-9de38d5ade9b tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Waiting for the task: (returnval){ [ 1328.765075] env[64120]: value = "task-1406845" [ 1328.765075] env[64120]: _type = "Task" [ 1328.765075] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.777443] env[64120]: DEBUG nova.compute.provider_tree [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.785198] env[64120]: DEBUG oslo_vmware.api [None req-a453539e-9567-4650-bab4-9de38d5ade9b tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Task: {'id': task-1406845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.977921] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.149633] env[64120]: INFO nova.compute.manager [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Took 15.92 seconds to build instance. [ 1329.193358] env[64120]: DEBUG nova.network.neutron [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1329.275298] env[64120]: DEBUG oslo_vmware.api [None req-a453539e-9567-4650-bab4-9de38d5ade9b tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Task: {'id': task-1406845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.281596] env[64120]: DEBUG nova.scheduler.client.report [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1329.365018] env[64120]: DEBUG nova.network.neutron [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Updating instance_info_cache with network_info: [{"id": "9195d96a-4f34-436c-8139-64121b585f7e", "address": "fa:16:3e:13:6c:62", "network": {"id": "5aa9ccea-d810-4a4f-a424-c80a1b4c1286", "bridge": "br-int", "label": "tempest-ServersTestJSON-1147413175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ffaf88913245dc93bba7bdf398691b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9195d96a-4f", "ovs_interfaceid": "9195d96a-4f34-436c-8139-64121b585f7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.470616] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e57e619f-acc0-48e7-a856-388210763c19 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "a6fb5e70-ad2c-499e-a224-0fd46271be1b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.470951] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e57e619f-acc0-48e7-a856-388210763c19 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "a6fb5e70-ad2c-499e-a224-0fd46271be1b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.595479] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6616a337-305a-4590-987d-e05b737bbb88 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "interface-9311177f-121d-44db-86af-ad0e2e68d411-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.595748] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6616a337-305a-4590-987d-e05b737bbb88 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "interface-9311177f-121d-44db-86af-ad0e2e68d411-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.596099] env[64120]: DEBUG nova.objects.instance [None req-6616a337-305a-4590-987d-e05b737bbb88 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lazy-loading 'flavor' on Instance uuid 9311177f-121d-44db-86af-ad0e2e68d411 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.652140] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fd099862-205f-4f5d-bff7-a37d22526393 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "2ba00564-76b5-447b-a18a-9f875df8ec2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.426s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.776321] env[64120]: DEBUG oslo_vmware.api [None req-a453539e-9567-4650-bab4-9de38d5ade9b tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Task: {'id': task-1406845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.628434} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.776609] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-a453539e-9567-4650-bab4-9de38d5ade9b tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1329.776804] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a453539e-9567-4650-bab4-9de38d5ade9b tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1329.776992] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a453539e-9567-4650-bab4-9de38d5ade9b tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1329.777191] env[64120]: INFO nova.compute.manager [None req-a453539e-9567-4650-bab4-9de38d5ade9b tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1329.777440] env[64120]: DEBUG oslo.service.loopingcall [None req-a453539e-9567-4650-bab4-9de38d5ade9b tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1329.777640] env[64120]: DEBUG nova.compute.manager [-] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1329.777734] env[64120]: DEBUG nova.network.neutron [-] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1329.787466] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.787974] env[64120]: DEBUG nova.compute.manager [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1329.790660] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb3be6f7-8fcc-4c5a-8af4-e7a530ae8f71 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.989s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.790889] env[64120]: DEBUG nova.objects.instance [None req-eb3be6f7-8fcc-4c5a-8af4-e7a530ae8f71 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lazy-loading 'resources' on Instance uuid 4d010afc-7835-4eac-b2bd-7cf6abea43a1 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.860506] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a6f9c9ea-0cc7-47ac-b812-a387df53432c tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "2ba00564-76b5-447b-a18a-9f875df8ec2c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.860506] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a6f9c9ea-0cc7-47ac-b812-a387df53432c tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "2ba00564-76b5-447b-a18a-9f875df8ec2c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.860506] env[64120]: DEBUG nova.compute.manager [None req-a6f9c9ea-0cc7-47ac-b812-a387df53432c tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1329.860895] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ac3eb2-76a8-4902-823c-0af2ffd1b115 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.868069] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Releasing lock "refresh_cache-4209d888-a8c1-4b68-aae5-e458aba13452" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.868372] env[64120]: DEBUG nova.compute.manager [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Instance network_info: |[{"id": "9195d96a-4f34-436c-8139-64121b585f7e", "address": "fa:16:3e:13:6c:62", "network": {"id": "5aa9ccea-d810-4a4f-a424-c80a1b4c1286", "bridge": "br-int", "label": "tempest-ServersTestJSON-1147413175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ffaf88913245dc93bba7bdf398691b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9195d96a-4f", "ovs_interfaceid": "9195d96a-4f34-436c-8139-64121b585f7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1329.868692] env[64120]: DEBUG nova.compute.manager [None req-a6f9c9ea-0cc7-47ac-b812-a387df53432c tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64120) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1329.869303] env[64120]: DEBUG nova.objects.instance [None req-a6f9c9ea-0cc7-47ac-b812-a387df53432c tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lazy-loading 'flavor' on Instance uuid 2ba00564-76b5-447b-a18a-9f875df8ec2c {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.870713] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:6c:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9195d96a-4f34-436c-8139-64121b585f7e', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1329.878289] env[64120]: DEBUG oslo.service.loopingcall [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1329.879017] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1329.879259] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eab7c9f3-ed2b-488d-a714-52942d9c7fb3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.901105] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1329.901105] env[64120]: value = "task-1406846" [ 1329.901105] env[64120]: _type = "Task" [ 1329.901105] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.909624] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406846, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.976207] env[64120]: INFO nova.compute.manager [None req-e57e619f-acc0-48e7-a856-388210763c19 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Detaching volume 52c139e1-f5d8-4ec2-88a4-254c1297dd4d [ 1330.017185] env[64120]: INFO nova.virt.block_device [None req-e57e619f-acc0-48e7-a856-388210763c19 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Attempting to driver detach volume 52c139e1-f5d8-4ec2-88a4-254c1297dd4d from mountpoint /dev/sdb [ 1330.017572] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-e57e619f-acc0-48e7-a856-388210763c19 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Volume detach. Driver type: vmdk {{(pid=64120) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1330.017823] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-e57e619f-acc0-48e7-a856-388210763c19 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298155', 'volume_id': '52c139e1-f5d8-4ec2-88a4-254c1297dd4d', 'name': 'volume-52c139e1-f5d8-4ec2-88a4-254c1297dd4d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a6fb5e70-ad2c-499e-a224-0fd46271be1b', 'attached_at': '', 'detached_at': '', 'volume_id': '52c139e1-f5d8-4ec2-88a4-254c1297dd4d', 'serial': '52c139e1-f5d8-4ec2-88a4-254c1297dd4d'} {{(pid=64120) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1330.018884] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114b25ff-cdc1-4034-8a26-d57a8858747f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.048606] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14960bc0-6735-492b-8e79-c3227841d840 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.057176] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c9f1b3-06f5-4820-97ac-781e8b8498e0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.080161] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f95195-25ce-4b64-9852-9c5131ce61ca {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.096617] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-e57e619f-acc0-48e7-a856-388210763c19 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] The volume has not been displaced from its original location: [datastore1] volume-52c139e1-f5d8-4ec2-88a4-254c1297dd4d/volume-52c139e1-f5d8-4ec2-88a4-254c1297dd4d.vmdk. No consolidation needed. {{(pid=64120) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1330.103538] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-e57e619f-acc0-48e7-a856-388210763c19 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Reconfiguring VM instance instance-00000055 to detach disk 2001 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1330.105575] env[64120]: DEBUG nova.objects.instance [None req-6616a337-305a-4590-987d-e05b737bbb88 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lazy-loading 'pci_requests' on Instance uuid 9311177f-121d-44db-86af-ad0e2e68d411 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.106548] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5acf112-8d7a-40aa-b23b-f682e2806b2d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.130859] env[64120]: DEBUG oslo_vmware.api [None req-e57e619f-acc0-48e7-a856-388210763c19 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1330.130859] env[64120]: value = "task-1406847" [ 1330.130859] env[64120]: _type = "Task" [ 1330.130859] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.143134] env[64120]: DEBUG oslo_vmware.api [None req-e57e619f-acc0-48e7-a856-388210763c19 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406847, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.151638] env[64120]: DEBUG nova.compute.manager [req-53015d20-eba7-4af4-9991-6200b03cbdd0 req-7e689191-b6ab-403a-abcf-14022b13785c service nova] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Received event network-changed-9195d96a-4f34-436c-8139-64121b585f7e {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1330.151950] env[64120]: DEBUG nova.compute.manager [req-53015d20-eba7-4af4-9991-6200b03cbdd0 req-7e689191-b6ab-403a-abcf-14022b13785c service nova] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Refreshing instance network info cache due to event network-changed-9195d96a-4f34-436c-8139-64121b585f7e. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1330.152723] env[64120]: DEBUG oslo_concurrency.lockutils [req-53015d20-eba7-4af4-9991-6200b03cbdd0 req-7e689191-b6ab-403a-abcf-14022b13785c service nova] Acquiring lock "refresh_cache-4209d888-a8c1-4b68-aae5-e458aba13452" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.152723] env[64120]: DEBUG oslo_concurrency.lockutils [req-53015d20-eba7-4af4-9991-6200b03cbdd0 req-7e689191-b6ab-403a-abcf-14022b13785c service nova] Acquired lock "refresh_cache-4209d888-a8c1-4b68-aae5-e458aba13452" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.152837] env[64120]: DEBUG nova.network.neutron [req-53015d20-eba7-4af4-9991-6200b03cbdd0 req-7e689191-b6ab-403a-abcf-14022b13785c service nova] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Refreshing network info cache for port 9195d96a-4f34-436c-8139-64121b585f7e {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1330.294931] env[64120]: DEBUG nova.compute.utils [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1330.300627] env[64120]: DEBUG nova.compute.manager [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1330.300825] env[64120]: DEBUG nova.network.neutron [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1330.344094] env[64120]: DEBUG nova.policy [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd2c975864d544918565b2e4e09b352e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '502c554de7554b88b5a0a5ed16c4f89d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1330.387797] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f9c9ea-0cc7-47ac-b812-a387df53432c tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1330.388513] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63f3978a-e888-46ad-84b3-a7713c94a3b8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.403172] env[64120]: DEBUG oslo_vmware.api [None req-a6f9c9ea-0cc7-47ac-b812-a387df53432c tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1330.403172] env[64120]: value = "task-1406848" [ 1330.403172] env[64120]: _type = "Task" [ 1330.403172] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.419449] env[64120]: DEBUG oslo_vmware.api [None req-a6f9c9ea-0cc7-47ac-b812-a387df53432c tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.425273] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406846, 'name': CreateVM_Task, 'duration_secs': 0.448538} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.425571] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1330.426279] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.426449] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.426873] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1330.427075] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89573ba5-8a9d-4b37-b478-66411e638718 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.432717] env[64120]: DEBUG oslo_vmware.api [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1330.432717] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5205e8e0-29ed-640a-c383-0fcb9e0b3934" [ 1330.432717] env[64120]: _type = "Task" [ 1330.432717] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.444374] env[64120]: DEBUG oslo_vmware.api [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5205e8e0-29ed-640a-c383-0fcb9e0b3934, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.568354] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e01685-8c9f-478e-9559-4d2cc79a4118 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.578301] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec44c9f9-1a81-4daf-a48e-440b19610a66 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.610152] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300afc96-3091-4c5d-88c0-8c7dcd3ec0ac {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.618432] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc83029-352d-49f7-8c43-0cec530811f0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.622775] env[64120]: DEBUG nova.objects.base [None req-6616a337-305a-4590-987d-e05b737bbb88 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Object Instance<9311177f-121d-44db-86af-ad0e2e68d411> lazy-loaded attributes: flavor,pci_requests {{(pid=64120) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1330.623050] env[64120]: DEBUG nova.network.neutron [None req-6616a337-305a-4590-987d-e05b737bbb88 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1330.624744] env[64120]: DEBUG nova.network.neutron [-] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.637051] env[64120]: DEBUG nova.compute.provider_tree [None req-eb3be6f7-8fcc-4c5a-8af4-e7a530ae8f71 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.648518] env[64120]: DEBUG oslo_vmware.api [None req-e57e619f-acc0-48e7-a856-388210763c19 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406847, 'name': ReconfigVM_Task, 'duration_secs': 0.23364} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.648810] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-e57e619f-acc0-48e7-a856-388210763c19 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Reconfigured VM instance instance-00000055 to detach disk 2001 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1330.653869] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2815629-67eb-4a00-a66f-a2246d8930de {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.673062] env[64120]: DEBUG oslo_vmware.api [None req-e57e619f-acc0-48e7-a856-388210763c19 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1330.673062] env[64120]: value = "task-1406849" [ 1330.673062] env[64120]: _type = "Task" [ 1330.673062] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.682747] env[64120]: DEBUG oslo_vmware.api [None req-e57e619f-acc0-48e7-a856-388210763c19 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406849, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.801473] env[64120]: DEBUG nova.compute.manager [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1330.851104] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6616a337-305a-4590-987d-e05b737bbb88 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "interface-9311177f-121d-44db-86af-ad0e2e68d411-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.252s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.914148] env[64120]: DEBUG nova.network.neutron [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Successfully created port: 66f9819f-33a9-4485-a68e-bec5a4eae522 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1330.921389] env[64120]: DEBUG oslo_vmware.api [None req-a6f9c9ea-0cc7-47ac-b812-a387df53432c tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406848, 'name': PowerOffVM_Task, 'duration_secs': 0.197738} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.921781] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f9c9ea-0cc7-47ac-b812-a387df53432c tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1330.922031] env[64120]: DEBUG nova.compute.manager [None req-a6f9c9ea-0cc7-47ac-b812-a387df53432c tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1330.922883] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c70ae4-ca32-47ee-b301-a991f819d50e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.944625] env[64120]: DEBUG oslo_vmware.api [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5205e8e0-29ed-640a-c383-0fcb9e0b3934, 'name': SearchDatastore_Task, 'duration_secs': 0.016672} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.947160] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.947478] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1330.947773] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.947966] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.948226] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1330.948525] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80915c7d-91ad-43a5-a600-601b416645e4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.963326] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1330.963638] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1330.964671] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00fb7ff8-230a-4f80-acb9-4a740aac7009 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.970917] env[64120]: DEBUG oslo_vmware.api [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1330.970917] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c9a3cd-b62b-36e5-f277-8eb5b976005b" [ 1330.970917] env[64120]: _type = "Task" [ 1330.970917] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.979316] env[64120]: DEBUG oslo_vmware.api [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c9a3cd-b62b-36e5-f277-8eb5b976005b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.128046] env[64120]: INFO nova.compute.manager [-] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Took 1.35 seconds to deallocate network for instance. [ 1331.143503] env[64120]: DEBUG nova.scheduler.client.report [None req-eb3be6f7-8fcc-4c5a-8af4-e7a530ae8f71 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1331.170840] env[64120]: DEBUG nova.network.neutron [req-53015d20-eba7-4af4-9991-6200b03cbdd0 req-7e689191-b6ab-403a-abcf-14022b13785c service nova] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Updated VIF entry in instance network info cache for port 9195d96a-4f34-436c-8139-64121b585f7e. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1331.171236] env[64120]: DEBUG nova.network.neutron [req-53015d20-eba7-4af4-9991-6200b03cbdd0 req-7e689191-b6ab-403a-abcf-14022b13785c service nova] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Updating instance_info_cache with network_info: [{"id": "9195d96a-4f34-436c-8139-64121b585f7e", "address": "fa:16:3e:13:6c:62", "network": {"id": "5aa9ccea-d810-4a4f-a424-c80a1b4c1286", "bridge": "br-int", "label": "tempest-ServersTestJSON-1147413175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ffaf88913245dc93bba7bdf398691b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9195d96a-4f", "ovs_interfaceid": "9195d96a-4f34-436c-8139-64121b585f7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.185197] env[64120]: DEBUG oslo_vmware.api [None req-e57e619f-acc0-48e7-a856-388210763c19 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406849, 'name': ReconfigVM_Task, 'duration_secs': 0.298614} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.185522] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-e57e619f-acc0-48e7-a856-388210763c19 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298155', 'volume_id': '52c139e1-f5d8-4ec2-88a4-254c1297dd4d', 'name': 'volume-52c139e1-f5d8-4ec2-88a4-254c1297dd4d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a6fb5e70-ad2c-499e-a224-0fd46271be1b', 'attached_at': '', 'detached_at': '', 'volume_id': '52c139e1-f5d8-4ec2-88a4-254c1297dd4d', 'serial': '52c139e1-f5d8-4ec2-88a4-254c1297dd4d'} {{(pid=64120) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1331.435780] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a6f9c9ea-0cc7-47ac-b812-a387df53432c tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "2ba00564-76b5-447b-a18a-9f875df8ec2c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.576s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.482651] env[64120]: DEBUG oslo_vmware.api [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c9a3cd-b62b-36e5-f277-8eb5b976005b, 'name': SearchDatastore_Task, 'duration_secs': 0.034991} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.483781] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-337eeba7-e41e-4402-824f-35571945273f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.490152] env[64120]: DEBUG oslo_vmware.api [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1331.490152] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52937649-0fcc-2560-e0f6-8972bc22033a" [ 1331.490152] env[64120]: _type = "Task" [ 1331.490152] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.499789] env[64120]: DEBUG oslo_vmware.api [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52937649-0fcc-2560-e0f6-8972bc22033a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.637106] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a453539e-9567-4650-bab4-9de38d5ade9b tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.648477] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb3be6f7-8fcc-4c5a-8af4-e7a530ae8f71 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.651073] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9b60717d-0068-49fc-9320-dd2f0344226e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.825s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.651523] env[64120]: DEBUG nova.objects.instance [None req-9b60717d-0068-49fc-9320-dd2f0344226e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lazy-loading 'resources' on Instance uuid 77a57216-9462-4867-adb3-f1eaa3f7ebee {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.672187] env[64120]: INFO nova.scheduler.client.report [None req-eb3be6f7-8fcc-4c5a-8af4-e7a530ae8f71 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Deleted allocations for instance 4d010afc-7835-4eac-b2bd-7cf6abea43a1 [ 1331.673379] env[64120]: DEBUG oslo_concurrency.lockutils [req-53015d20-eba7-4af4-9991-6200b03cbdd0 req-7e689191-b6ab-403a-abcf-14022b13785c service nova] Releasing lock "refresh_cache-4209d888-a8c1-4b68-aae5-e458aba13452" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.733298] env[64120]: DEBUG nova.objects.instance [None req-e57e619f-acc0-48e7-a856-388210763c19 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lazy-loading 'flavor' on Instance uuid a6fb5e70-ad2c-499e-a224-0fd46271be1b {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.810913] env[64120]: DEBUG nova.compute.manager [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1331.839530] env[64120]: DEBUG nova.virt.hardware [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1331.839793] env[64120]: DEBUG nova.virt.hardware [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1331.839971] env[64120]: DEBUG nova.virt.hardware [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1331.840372] env[64120]: DEBUG nova.virt.hardware [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1331.840536] env[64120]: DEBUG nova.virt.hardware [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1331.840691] env[64120]: DEBUG nova.virt.hardware [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1331.840907] env[64120]: DEBUG nova.virt.hardware [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1331.841091] env[64120]: DEBUG nova.virt.hardware [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1331.841271] env[64120]: DEBUG nova.virt.hardware [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1331.841443] env[64120]: DEBUG nova.virt.hardware [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1331.841624] env[64120]: DEBUG nova.virt.hardware [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1331.842567] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ca067d-3d1a-48c1-b3e8-eac8f9bdda09 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.855213] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3db2dd-b395-4942-ac84-2a06d56df5e3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.001168] env[64120]: DEBUG oslo_vmware.api [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52937649-0fcc-2560-e0f6-8972bc22033a, 'name': SearchDatastore_Task, 'duration_secs': 0.042423} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.001551] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.001905] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 4209d888-a8c1-4b68-aae5-e458aba13452/4209d888-a8c1-4b68-aae5-e458aba13452.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1332.002214] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cf7cedb-724e-42e3-81d4-fea2f0918d68 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.009741] env[64120]: DEBUG oslo_vmware.api [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1332.009741] env[64120]: value = "task-1406850" [ 1332.009741] env[64120]: _type = "Task" [ 1332.009741] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.017360] env[64120]: DEBUG oslo_vmware.api [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.181593] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eb3be6f7-8fcc-4c5a-8af4-e7a530ae8f71 tempest-ServerRescueNegativeTestJSON-818422013 tempest-ServerRescueNegativeTestJSON-818422013-project-member] Lock "4d010afc-7835-4eac-b2bd-7cf6abea43a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.583s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.184791] env[64120]: DEBUG nova.compute.manager [req-25805050-79c1-464c-a0ab-0424101ae8df req-39f257a2-bc97-4fc1-bc8b-90e45f6afc3b service nova] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Received event network-vif-deleted-ba5fb94b-770f-4049-bd60-f4c44dcadb02 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1332.350420] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0ab1e4ae-99ab-4427-889b-c9931d44f424 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "2ba00564-76b5-447b-a18a-9f875df8ec2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.350753] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0ab1e4ae-99ab-4427-889b-c9931d44f424 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "2ba00564-76b5-447b-a18a-9f875df8ec2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.351080] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0ab1e4ae-99ab-4427-889b-c9931d44f424 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "2ba00564-76b5-447b-a18a-9f875df8ec2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.351352] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0ab1e4ae-99ab-4427-889b-c9931d44f424 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "2ba00564-76b5-447b-a18a-9f875df8ec2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.351584] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0ab1e4ae-99ab-4427-889b-c9931d44f424 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "2ba00564-76b5-447b-a18a-9f875df8ec2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.356647] env[64120]: INFO nova.compute.manager [None req-0ab1e4ae-99ab-4427-889b-c9931d44f424 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Terminating instance [ 1332.359326] env[64120]: DEBUG nova.compute.manager [None req-0ab1e4ae-99ab-4427-889b-c9931d44f424 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1332.359469] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab1e4ae-99ab-4427-889b-c9931d44f424 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1332.360731] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eedbe77-6233-4c60-ba85-5482d65bf4d9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.369624] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab1e4ae-99ab-4427-889b-c9931d44f424 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1332.372559] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e25ff362-539a-4151-bee6-951ddcd0c167 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.423043] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1939c75b-07dd-437c-b1e0-74708eeaf1a5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.432881] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23b29f8-d0a0-4fae-ae6a-75d79b21f526 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.470159] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035ee7ba-3f57-432c-b2e1-329365920911 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.473021] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab1e4ae-99ab-4427-889b-c9931d44f424 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1332.473275] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab1e4ae-99ab-4427-889b-c9931d44f424 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1332.473487] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ab1e4ae-99ab-4427-889b-c9931d44f424 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Deleting the datastore file [datastore1] 2ba00564-76b5-447b-a18a-9f875df8ec2c {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1332.473752] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19ff05b8-4090-4508-9867-a8d711292e35 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.257826] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7109ae82-d12c-46cd-97e9-e0c93be400a5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "interface-9311177f-121d-44db-86af-ad0e2e68d411-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.258209] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7109ae82-d12c-46cd-97e9-e0c93be400a5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "interface-9311177f-121d-44db-86af-ad0e2e68d411-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1333.258436] env[64120]: DEBUG nova.objects.instance [None req-7109ae82-d12c-46cd-97e9-e0c93be400a5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lazy-loading 'flavor' on Instance uuid 9311177f-121d-44db-86af-ad0e2e68d411 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.261083] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e57e619f-acc0-48e7-a856-388210763c19 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "a6fb5e70-ad2c-499e-a224-0fd46271be1b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.790s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.262736] env[64120]: DEBUG nova.network.neutron [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Successfully updated port: 66f9819f-33a9-4485-a68e-bec5a4eae522 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1333.271847] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e728e8-3360-4b80-927b-e24c488262a3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.276309] env[64120]: DEBUG oslo_vmware.api [None req-0ab1e4ae-99ab-4427-889b-c9931d44f424 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1333.276309] env[64120]: value = "task-1406852" [ 1333.276309] env[64120]: _type = "Task" [ 1333.276309] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.293797] env[64120]: DEBUG nova.compute.provider_tree [None req-9b60717d-0068-49fc-9320-dd2f0344226e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1333.295431] env[64120]: DEBUG oslo_vmware.api [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481589} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.296314] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 4209d888-a8c1-4b68-aae5-e458aba13452/4209d888-a8c1-4b68-aae5-e458aba13452.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1333.296561] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1333.296872] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b10cd33-63ee-4b46-9d01-27a470546aec {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.302270] env[64120]: DEBUG oslo_vmware.api [None req-0ab1e4ae-99ab-4427-889b-c9931d44f424 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142853} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.303347] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ab1e4ae-99ab-4427-889b-c9931d44f424 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1333.303563] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab1e4ae-99ab-4427-889b-c9931d44f424 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1333.303748] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab1e4ae-99ab-4427-889b-c9931d44f424 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1333.303926] env[64120]: INFO nova.compute.manager [None req-0ab1e4ae-99ab-4427-889b-c9931d44f424 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Took 0.94 seconds to destroy the instance on the hypervisor. [ 1333.304216] env[64120]: DEBUG oslo.service.loopingcall [None req-0ab1e4ae-99ab-4427-889b-c9931d44f424 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1333.304652] env[64120]: DEBUG nova.compute.manager [-] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1333.304748] env[64120]: DEBUG nova.network.neutron [-] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1333.308859] env[64120]: DEBUG oslo_vmware.api [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1333.308859] env[64120]: value = "task-1406853" [ 1333.308859] env[64120]: _type = "Task" [ 1333.308859] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.317216] env[64120]: DEBUG oslo_vmware.api [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406853, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.778227] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "refresh_cache-eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.778381] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquired lock "refresh_cache-eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.778517] env[64120]: DEBUG nova.network.neutron [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.782221] env[64120]: DEBUG oslo_concurrency.lockutils [None req-111ecfc8-0704-44d6-91de-43a1963b51cc tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "a6fb5e70-ad2c-499e-a224-0fd46271be1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.782458] env[64120]: DEBUG oslo_concurrency.lockutils [None req-111ecfc8-0704-44d6-91de-43a1963b51cc tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "a6fb5e70-ad2c-499e-a224-0fd46271be1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1333.783664] env[64120]: DEBUG oslo_concurrency.lockutils [None req-111ecfc8-0704-44d6-91de-43a1963b51cc tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "a6fb5e70-ad2c-499e-a224-0fd46271be1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.784488] env[64120]: DEBUG oslo_concurrency.lockutils [None req-111ecfc8-0704-44d6-91de-43a1963b51cc tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "a6fb5e70-ad2c-499e-a224-0fd46271be1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1333.784700] env[64120]: DEBUG oslo_concurrency.lockutils [None req-111ecfc8-0704-44d6-91de-43a1963b51cc tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "a6fb5e70-ad2c-499e-a224-0fd46271be1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.788840] env[64120]: INFO nova.compute.manager [None req-111ecfc8-0704-44d6-91de-43a1963b51cc tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Terminating instance [ 1333.791928] env[64120]: DEBUG nova.compute.manager [None req-111ecfc8-0704-44d6-91de-43a1963b51cc tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1333.792294] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-111ecfc8-0704-44d6-91de-43a1963b51cc tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1333.793753] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f568312a-0dec-4ec9-8bda-de340d5a8d06 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.805790] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-111ecfc8-0704-44d6-91de-43a1963b51cc tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1333.805790] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77ac5996-d07b-45b1-8b0b-2921fd9998d2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.815418] env[64120]: DEBUG oslo_vmware.api [None req-111ecfc8-0704-44d6-91de-43a1963b51cc tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1333.815418] env[64120]: value = "task-1406854" [ 1333.815418] env[64120]: _type = "Task" [ 1333.815418] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.822071] env[64120]: DEBUG oslo_vmware.api [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406853, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174749} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.822762] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1333.823818] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d1c98d-0380-4082-83ab-a024a84980b6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.829580] env[64120]: DEBUG oslo_vmware.api [None req-111ecfc8-0704-44d6-91de-43a1963b51cc tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.835580] env[64120]: DEBUG nova.scheduler.client.report [None req-9b60717d-0068-49fc-9320-dd2f0344226e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Updated inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with generation 134 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1333.835927] env[64120]: DEBUG nova.compute.provider_tree [None req-9b60717d-0068-49fc-9320-dd2f0344226e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Updating resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 generation from 134 to 135 during operation: update_inventory {{(pid=64120) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1333.836249] env[64120]: DEBUG nova.compute.provider_tree [None req-9b60717d-0068-49fc-9320-dd2f0344226e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1333.857724] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 4209d888-a8c1-4b68-aae5-e458aba13452/4209d888-a8c1-4b68-aae5-e458aba13452.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1333.858954] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4e9700d-df9e-470a-8ac5-77fde9a0104a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.875933] env[64120]: DEBUG nova.objects.instance [None req-7109ae82-d12c-46cd-97e9-e0c93be400a5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lazy-loading 'pci_requests' on Instance uuid 9311177f-121d-44db-86af-ad0e2e68d411 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.884064] env[64120]: DEBUG oslo_vmware.api [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1333.884064] env[64120]: value = "task-1406855" [ 1333.884064] env[64120]: _type = "Task" [ 1333.884064] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.895064] env[64120]: DEBUG oslo_vmware.api [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.076750] env[64120]: DEBUG nova.network.neutron [-] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.214657] env[64120]: DEBUG nova.compute.manager [req-fab95e20-ba0e-47c1-846c-f909970ce2aa req-b043e19c-8e1b-422a-9198-ed2b5ec6f5a6 service nova] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Received event network-vif-plugged-66f9819f-33a9-4485-a68e-bec5a4eae522 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1334.214803] env[64120]: DEBUG oslo_concurrency.lockutils [req-fab95e20-ba0e-47c1-846c-f909970ce2aa req-b043e19c-8e1b-422a-9198-ed2b5ec6f5a6 service nova] Acquiring lock "eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.215030] env[64120]: DEBUG oslo_concurrency.lockutils [req-fab95e20-ba0e-47c1-846c-f909970ce2aa req-b043e19c-8e1b-422a-9198-ed2b5ec6f5a6 service nova] Lock "eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.216609] env[64120]: DEBUG oslo_concurrency.lockutils [req-fab95e20-ba0e-47c1-846c-f909970ce2aa req-b043e19c-8e1b-422a-9198-ed2b5ec6f5a6 service nova] Lock "eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.216609] env[64120]: DEBUG nova.compute.manager [req-fab95e20-ba0e-47c1-846c-f909970ce2aa req-b043e19c-8e1b-422a-9198-ed2b5ec6f5a6 service nova] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] No waiting events found dispatching network-vif-plugged-66f9819f-33a9-4485-a68e-bec5a4eae522 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1334.216609] env[64120]: WARNING nova.compute.manager [req-fab95e20-ba0e-47c1-846c-f909970ce2aa req-b043e19c-8e1b-422a-9198-ed2b5ec6f5a6 service nova] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Received unexpected event network-vif-plugged-66f9819f-33a9-4485-a68e-bec5a4eae522 for instance with vm_state building and task_state spawning. [ 1334.216609] env[64120]: DEBUG nova.compute.manager [req-fab95e20-ba0e-47c1-846c-f909970ce2aa req-b043e19c-8e1b-422a-9198-ed2b5ec6f5a6 service nova] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Received event network-changed-66f9819f-33a9-4485-a68e-bec5a4eae522 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1334.216609] env[64120]: DEBUG nova.compute.manager [req-fab95e20-ba0e-47c1-846c-f909970ce2aa req-b043e19c-8e1b-422a-9198-ed2b5ec6f5a6 service nova] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Refreshing instance network info cache due to event network-changed-66f9819f-33a9-4485-a68e-bec5a4eae522. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1334.216609] env[64120]: DEBUG oslo_concurrency.lockutils [req-fab95e20-ba0e-47c1-846c-f909970ce2aa req-b043e19c-8e1b-422a-9198-ed2b5ec6f5a6 service nova] Acquiring lock "refresh_cache-eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.325732] env[64120]: DEBUG oslo_vmware.api [None req-111ecfc8-0704-44d6-91de-43a1963b51cc tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406854, 'name': PowerOffVM_Task, 'duration_secs': 0.243333} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.326061] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-111ecfc8-0704-44d6-91de-43a1963b51cc tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1334.326253] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-111ecfc8-0704-44d6-91de-43a1963b51cc tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1334.327177] env[64120]: DEBUG nova.network.neutron [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1334.329101] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d88fdd48-6f37-4dd1-be84-a1f8c16dcb67 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.360597] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9b60717d-0068-49fc-9320-dd2f0344226e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.709s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.363434] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.871s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.365457] env[64120]: INFO nova.compute.claims [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1334.380198] env[64120]: DEBUG nova.objects.base [None req-7109ae82-d12c-46cd-97e9-e0c93be400a5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Object Instance<9311177f-121d-44db-86af-ad0e2e68d411> lazy-loaded attributes: flavor,pci_requests {{(pid=64120) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1334.380198] env[64120]: DEBUG nova.network.neutron [None req-7109ae82-d12c-46cd-97e9-e0c93be400a5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1334.396029] env[64120]: DEBUG oslo_vmware.api [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.398227] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-111ecfc8-0704-44d6-91de-43a1963b51cc tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1334.399412] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-111ecfc8-0704-44d6-91de-43a1963b51cc tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1334.399661] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-111ecfc8-0704-44d6-91de-43a1963b51cc tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Deleting the datastore file [datastore1] a6fb5e70-ad2c-499e-a224-0fd46271be1b {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1334.404017] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4850148b-9975-45a1-8015-a1825c62b919 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.406027] env[64120]: INFO nova.scheduler.client.report [None req-9b60717d-0068-49fc-9320-dd2f0344226e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Deleted allocations for instance 77a57216-9462-4867-adb3-f1eaa3f7ebee [ 1334.423682] env[64120]: DEBUG oslo_vmware.api [None req-111ecfc8-0704-44d6-91de-43a1963b51cc tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1334.423682] env[64120]: value = "task-1406857" [ 1334.423682] env[64120]: _type = "Task" [ 1334.423682] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.438558] env[64120]: DEBUG oslo_vmware.api [None req-111ecfc8-0704-44d6-91de-43a1963b51cc tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.503510] env[64120]: DEBUG nova.policy [None req-7109ae82-d12c-46cd-97e9-e0c93be400a5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdcd2e9c80c34e569fdbcab5e84efcb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecee5b6b3e784d9ca773d92c2ed384b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1334.580369] env[64120]: INFO nova.compute.manager [-] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Took 1.28 seconds to deallocate network for instance. [ 1334.635442] env[64120]: DEBUG nova.network.neutron [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Updating instance_info_cache with network_info: [{"id": "66f9819f-33a9-4485-a68e-bec5a4eae522", "address": "fa:16:3e:db:ba:c5", "network": {"id": "22dcdd90-5035-4059-b2d9-07d20261e72d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-361135572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "502c554de7554b88b5a0a5ed16c4f89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f9819f-33", "ovs_interfaceid": "66f9819f-33a9-4485-a68e-bec5a4eae522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.896199] env[64120]: DEBUG oslo_vmware.api [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406855, 'name': ReconfigVM_Task, 'duration_secs': 0.868224} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.896536] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 4209d888-a8c1-4b68-aae5-e458aba13452/4209d888-a8c1-4b68-aae5-e458aba13452.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1334.897169] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3692b8bf-fe03-4314-85e9-99cc811bd854 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.905362] env[64120]: DEBUG oslo_vmware.api [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1334.905362] env[64120]: value = "task-1406858" [ 1334.905362] env[64120]: _type = "Task" [ 1334.905362] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.915754] env[64120]: DEBUG oslo_vmware.api [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406858, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.921465] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9b60717d-0068-49fc-9320-dd2f0344226e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "77a57216-9462-4867-adb3-f1eaa3f7ebee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.159s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.930547] env[64120]: DEBUG nova.network.neutron [None req-7109ae82-d12c-46cd-97e9-e0c93be400a5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Successfully created port: 59299653-fd79-4de7-adc6-df872c337df7 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1334.937359] env[64120]: DEBUG oslo_vmware.api [None req-111ecfc8-0704-44d6-91de-43a1963b51cc tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148675} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.937486] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-111ecfc8-0704-44d6-91de-43a1963b51cc tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1334.937714] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-111ecfc8-0704-44d6-91de-43a1963b51cc tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1334.937993] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-111ecfc8-0704-44d6-91de-43a1963b51cc tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1334.938146] env[64120]: INFO nova.compute.manager [None req-111ecfc8-0704-44d6-91de-43a1963b51cc tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1334.938456] env[64120]: DEBUG oslo.service.loopingcall [None req-111ecfc8-0704-44d6-91de-43a1963b51cc tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1334.938651] env[64120]: DEBUG nova.compute.manager [-] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1334.938651] env[64120]: DEBUG nova.network.neutron [-] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1335.087095] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0ab1e4ae-99ab-4427-889b-c9931d44f424 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.137907] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Releasing lock "refresh_cache-eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.139508] env[64120]: DEBUG nova.compute.manager [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Instance network_info: |[{"id": "66f9819f-33a9-4485-a68e-bec5a4eae522", "address": "fa:16:3e:db:ba:c5", "network": {"id": "22dcdd90-5035-4059-b2d9-07d20261e72d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-361135572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "502c554de7554b88b5a0a5ed16c4f89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f9819f-33", "ovs_interfaceid": "66f9819f-33a9-4485-a68e-bec5a4eae522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1335.139961] env[64120]: DEBUG oslo_concurrency.lockutils [req-fab95e20-ba0e-47c1-846c-f909970ce2aa req-b043e19c-8e1b-422a-9198-ed2b5ec6f5a6 service nova] Acquired lock "refresh_cache-eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.140227] env[64120]: DEBUG nova.network.neutron [req-fab95e20-ba0e-47c1-846c-f909970ce2aa req-b043e19c-8e1b-422a-9198-ed2b5ec6f5a6 service nova] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Refreshing network info cache for port 66f9819f-33a9-4485-a68e-bec5a4eae522 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1335.145023] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:ba:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66f9819f-33a9-4485-a68e-bec5a4eae522', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1335.149561] env[64120]: DEBUG oslo.service.loopingcall [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1335.152635] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1335.153180] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-117d62ce-f07f-4c08-84df-7dc0fc8abbc9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.175622] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1335.175622] env[64120]: value = "task-1406859" [ 1335.175622] env[64120]: _type = "Task" [ 1335.175622] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.184606] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406859, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.416018] env[64120]: DEBUG oslo_vmware.api [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406858, 'name': Rename_Task, 'duration_secs': 0.128174} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.422226] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1335.422730] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-183026fc-9b68-4d99-a1be-a8992c4ab588 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.435233] env[64120]: DEBUG oslo_vmware.api [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1335.435233] env[64120]: value = "task-1406860" [ 1335.435233] env[64120]: _type = "Task" [ 1335.435233] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.457882] env[64120]: DEBUG oslo_vmware.api [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406860, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.646583] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af04edf2-d005-4b26-bf96-7bbd3d61821b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.658682] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2f7053-bd6e-4844-8e1c-2c8586df945e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.695052] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27c0af9-53db-4b3a-851f-0eedd0bafcae {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.707657] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93a8636-f3b4-4329-bca2-456e70bee12c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.711444] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406859, 'name': CreateVM_Task, 'duration_secs': 0.363095} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.711622] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1335.712786] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.713011] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.713396] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1335.713673] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9596d11-2af2-4b4c-8cca-ba417411135d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.723896] env[64120]: DEBUG nova.compute.provider_tree [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1335.734321] env[64120]: DEBUG oslo_vmware.api [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1335.734321] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5200d25f-65a5-f8b1-f46d-8003d89e540b" [ 1335.734321] env[64120]: _type = "Task" [ 1335.734321] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.746059] env[64120]: DEBUG oslo_vmware.api [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5200d25f-65a5-f8b1-f46d-8003d89e540b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.945534] env[64120]: DEBUG nova.network.neutron [req-fab95e20-ba0e-47c1-846c-f909970ce2aa req-b043e19c-8e1b-422a-9198-ed2b5ec6f5a6 service nova] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Updated VIF entry in instance network info cache for port 66f9819f-33a9-4485-a68e-bec5a4eae522. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1335.946713] env[64120]: DEBUG nova.network.neutron [req-fab95e20-ba0e-47c1-846c-f909970ce2aa req-b043e19c-8e1b-422a-9198-ed2b5ec6f5a6 service nova] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Updating instance_info_cache with network_info: [{"id": "66f9819f-33a9-4485-a68e-bec5a4eae522", "address": "fa:16:3e:db:ba:c5", "network": {"id": "22dcdd90-5035-4059-b2d9-07d20261e72d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-361135572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "502c554de7554b88b5a0a5ed16c4f89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f9819f-33", "ovs_interfaceid": "66f9819f-33a9-4485-a68e-bec5a4eae522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.956117] env[64120]: DEBUG oslo_vmware.api [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406860, 'name': PowerOnVM_Task, 'duration_secs': 0.46371} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.957498] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1335.960020] env[64120]: INFO nova.compute.manager [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1335.960020] env[64120]: DEBUG nova.compute.manager [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1335.960020] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a1a20f-ce8f-49df-9a6c-1f11bde2f6b2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.245458] env[64120]: DEBUG oslo_vmware.api [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5200d25f-65a5-f8b1-f46d-8003d89e540b, 'name': SearchDatastore_Task, 'duration_secs': 0.010087} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.246159] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.248945] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1336.248945] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.248945] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.248945] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1336.248945] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-364e6b2d-49aa-4ae4-a110-d64d85e32d0b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.262033] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1336.262583] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1336.263767] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bdf0e04-1ebc-46e3-a1d0-ef48bbd754de {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.271169] env[64120]: DEBUG oslo_vmware.api [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1336.271169] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526d53c0-0f01-22da-20c9-1819c3a347ae" [ 1336.271169] env[64120]: _type = "Task" [ 1336.271169] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.278939] env[64120]: DEBUG nova.scheduler.client.report [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Updated inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with generation 135 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1336.278939] env[64120]: DEBUG nova.compute.provider_tree [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Updating resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 generation from 135 to 136 during operation: update_inventory {{(pid=64120) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1336.278939] env[64120]: DEBUG nova.compute.provider_tree [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1336.286975] env[64120]: DEBUG oslo_vmware.api [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526d53c0-0f01-22da-20c9-1819c3a347ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009923} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.288225] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1101483e-d6a8-4a52-8b8d-7da1b61f1698 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.295105] env[64120]: DEBUG oslo_vmware.api [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1336.295105] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]522fb7e9-fcaf-ca10-7dde-b53ac093ef74" [ 1336.295105] env[64120]: _type = "Task" [ 1336.295105] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.305459] env[64120]: DEBUG oslo_vmware.api [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]522fb7e9-fcaf-ca10-7dde-b53ac093ef74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.453039] env[64120]: DEBUG oslo_concurrency.lockutils [req-fab95e20-ba0e-47c1-846c-f909970ce2aa req-b043e19c-8e1b-422a-9198-ed2b5ec6f5a6 service nova] Releasing lock "refresh_cache-eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.453039] env[64120]: DEBUG nova.compute.manager [req-fab95e20-ba0e-47c1-846c-f909970ce2aa req-b043e19c-8e1b-422a-9198-ed2b5ec6f5a6 service nova] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Received event network-vif-deleted-48f19e7d-258e-48c4-ae7e-07aecb11bd40 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1336.491951] env[64120]: INFO nova.compute.manager [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Took 20.14 seconds to build instance. [ 1336.617192] env[64120]: DEBUG nova.network.neutron [-] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.782305] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.782849] env[64120]: DEBUG nova.compute.manager [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1336.785850] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.913s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.787297] env[64120]: INFO nova.compute.claims [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1336.811242] env[64120]: DEBUG nova.compute.manager [req-9fda12ba-3b1c-4e07-af22-fadd71a82955 req-20c9c40d-b883-4843-a469-7c51d2467ee9 service nova] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Received event network-vif-deleted-b27df9fa-5932-4d97-afbe-68f49f42db49 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1336.823492] env[64120]: DEBUG oslo_vmware.api [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]522fb7e9-fcaf-ca10-7dde-b53ac093ef74, 'name': SearchDatastore_Task, 'duration_secs': 0.009896} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.824961] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.825584] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec/eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1336.826110] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57c57782-4d2d-4a4a-82a3-8c4fa96d8d0a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.835146] env[64120]: DEBUG oslo_vmware.api [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1336.835146] env[64120]: value = "task-1406861" [ 1336.835146] env[64120]: _type = "Task" [ 1336.835146] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.848900] env[64120]: DEBUG oslo_vmware.api [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406861, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.993840] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0052cf79-ba69-4c8b-ae76-0458585ae307 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "4209d888-a8c1-4b68-aae5-e458aba13452" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.646s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.119225] env[64120]: INFO nova.compute.manager [-] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Took 2.18 seconds to deallocate network for instance. [ 1337.294159] env[64120]: DEBUG nova.compute.utils [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1337.297800] env[64120]: DEBUG nova.compute.manager [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Not allocating networking since 'none' was specified. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1337.355441] env[64120]: DEBUG oslo_vmware.api [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406861, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.367048] env[64120]: DEBUG nova.network.neutron [None req-7109ae82-d12c-46cd-97e9-e0c93be400a5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Successfully updated port: 59299653-fd79-4de7-adc6-df872c337df7 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1337.628896] env[64120]: DEBUG oslo_concurrency.lockutils [None req-111ecfc8-0704-44d6-91de-43a1963b51cc tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.798532] env[64120]: DEBUG nova.compute.manager [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1337.852760] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d03f8c67-1682-4304-93c9-94332bcd8f63 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "4209d888-a8c1-4b68-aae5-e458aba13452" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.852760] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d03f8c67-1682-4304-93c9-94332bcd8f63 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "4209d888-a8c1-4b68-aae5-e458aba13452" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.852760] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d03f8c67-1682-4304-93c9-94332bcd8f63 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "4209d888-a8c1-4b68-aae5-e458aba13452-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.852760] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d03f8c67-1682-4304-93c9-94332bcd8f63 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "4209d888-a8c1-4b68-aae5-e458aba13452-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.852760] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d03f8c67-1682-4304-93c9-94332bcd8f63 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "4209d888-a8c1-4b68-aae5-e458aba13452-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.866725] env[64120]: DEBUG oslo_vmware.api [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406861, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535045} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.867952] env[64120]: INFO nova.compute.manager [None req-d03f8c67-1682-4304-93c9-94332bcd8f63 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Terminating instance [ 1337.871763] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec/eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1337.872117] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1337.873727] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7109ae82-d12c-46cd-97e9-e0c93be400a5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "refresh_cache-9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.873727] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7109ae82-d12c-46cd-97e9-e0c93be400a5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquired lock "refresh_cache-9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.873727] env[64120]: DEBUG nova.network.neutron [None req-7109ae82-d12c-46cd-97e9-e0c93be400a5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1337.876351] env[64120]: DEBUG nova.compute.manager [None req-d03f8c67-1682-4304-93c9-94332bcd8f63 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1337.876351] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d03f8c67-1682-4304-93c9-94332bcd8f63 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1337.880578] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ca512a8-6b4e-455d-b612-52b45828f517 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.882491] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae8bf21-f39c-4e0d-ab97-d5db73ad4316 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.893164] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03f8c67-1682-4304-93c9-94332bcd8f63 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1337.895336] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d50b6b90-6911-4bfd-a571-63f824cedc46 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.898156] env[64120]: DEBUG oslo_vmware.api [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1337.898156] env[64120]: value = "task-1406862" [ 1337.898156] env[64120]: _type = "Task" [ 1337.898156] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.904305] env[64120]: DEBUG oslo_vmware.api [None req-d03f8c67-1682-4304-93c9-94332bcd8f63 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1337.904305] env[64120]: value = "task-1406863" [ 1337.904305] env[64120]: _type = "Task" [ 1337.904305] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.920225] env[64120]: DEBUG oslo_vmware.api [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406862, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.929183] env[64120]: DEBUG oslo_vmware.api [None req-d03f8c67-1682-4304-93c9-94332bcd8f63 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.123797] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ad3c7e-18dd-48c2-b1f9-6cc2d9c3bfa7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.134030] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954458be-d1a6-4a4f-bdae-468002cd1cb8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.169022] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096e55eb-71fe-4ca1-95db-1becf05816e8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.178252] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217e95c2-932b-4ff9-80fc-f3312c0369a5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.194313] env[64120]: DEBUG nova.compute.provider_tree [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.410168] env[64120]: DEBUG oslo_vmware.api [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406862, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077777} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.410168] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1338.412321] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f422ef-bcdc-4588-90a8-461b098fb73c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.420524] env[64120]: DEBUG oslo_vmware.api [None req-d03f8c67-1682-4304-93c9-94332bcd8f63 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406863, 'name': PowerOffVM_Task, 'duration_secs': 0.195305} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.429300] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03f8c67-1682-4304-93c9-94332bcd8f63 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1338.429500] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d03f8c67-1682-4304-93c9-94332bcd8f63 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1338.438150] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec/eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1338.439647] env[64120]: WARNING nova.network.neutron [None req-7109ae82-d12c-46cd-97e9-e0c93be400a5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] 49ed4ce5-a4d3-4752-937d-5db93927c7fb already exists in list: networks containing: ['49ed4ce5-a4d3-4752-937d-5db93927c7fb']. ignoring it [ 1338.441162] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5440138-1faa-4375-bf60-d875fdb84bbd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.442518] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0c85be7-4ba0-47de-ad02-4fd73a3568f6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.465905] env[64120]: DEBUG oslo_vmware.api [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1338.465905] env[64120]: value = "task-1406865" [ 1338.465905] env[64120]: _type = "Task" [ 1338.465905] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.475494] env[64120]: DEBUG oslo_vmware.api [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406865, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.524953] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d03f8c67-1682-4304-93c9-94332bcd8f63 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1338.525206] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d03f8c67-1682-4304-93c9-94332bcd8f63 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1338.525400] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-d03f8c67-1682-4304-93c9-94332bcd8f63 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Deleting the datastore file [datastore1] 4209d888-a8c1-4b68-aae5-e458aba13452 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1338.525976] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b55102c-f9de-4328-b958-55e1de4dff08 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.534378] env[64120]: DEBUG oslo_vmware.api [None req-d03f8c67-1682-4304-93c9-94332bcd8f63 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1338.534378] env[64120]: value = "task-1406866" [ 1338.534378] env[64120]: _type = "Task" [ 1338.534378] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.543675] env[64120]: DEBUG oslo_vmware.api [None req-d03f8c67-1682-4304-93c9-94332bcd8f63 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.698859] env[64120]: DEBUG nova.scheduler.client.report [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1338.810140] env[64120]: DEBUG nova.compute.manager [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1338.833131] env[64120]: DEBUG nova.virt.hardware [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1338.833445] env[64120]: DEBUG nova.virt.hardware [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1338.833627] env[64120]: DEBUG nova.virt.hardware [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1338.833903] env[64120]: DEBUG nova.virt.hardware [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1338.834507] env[64120]: DEBUG nova.virt.hardware [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1338.834507] env[64120]: DEBUG nova.virt.hardware [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1338.834643] env[64120]: DEBUG nova.virt.hardware [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1338.834817] env[64120]: DEBUG nova.virt.hardware [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1338.834880] env[64120]: DEBUG nova.virt.hardware [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1338.835024] env[64120]: DEBUG nova.virt.hardware [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1338.835213] env[64120]: DEBUG nova.virt.hardware [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1338.836173] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e7493d-8e0e-4246-957e-efe8d847f1eb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.844381] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbeac98f-0de0-474c-ae81-6d7959e807f9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.859861] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Instance VIF info [] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1338.865923] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Creating folder: Project (f948d3dc069e447faf1e3c7d7523391c). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1338.865923] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1f52ab1-21dd-4e9d-9b9c-af71813c3eed {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.877370] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Created folder: Project (f948d3dc069e447faf1e3c7d7523391c) in parent group-v297899. [ 1338.877560] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Creating folder: Instances. Parent ref: group-v298167. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1338.877917] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2d86d3a-0c69-4a48-84c6-adaab678c356 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.887860] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Created folder: Instances in parent group-v298167. [ 1338.888131] env[64120]: DEBUG oslo.service.loopingcall [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1338.888337] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1338.888548] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-346cb765-ff5e-49fe-8ea7-5700e8a56a57 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.907264] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1338.907264] env[64120]: value = "task-1406869" [ 1338.907264] env[64120]: _type = "Task" [ 1338.907264] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.915292] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406869, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.932144] env[64120]: DEBUG nova.network.neutron [None req-7109ae82-d12c-46cd-97e9-e0c93be400a5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Updating instance_info_cache with network_info: [{"id": "3a8e5631-ab06-4169-9cfe-fd4ab37e909f", "address": "fa:16:3e:e8:8c:fd", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a8e5631-ab", "ovs_interfaceid": "3a8e5631-ab06-4169-9cfe-fd4ab37e909f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "59299653-fd79-4de7-adc6-df872c337df7", "address": "fa:16:3e:29:40:0e", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59299653-fd", "ovs_interfaceid": "59299653-fd79-4de7-adc6-df872c337df7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.976975] env[64120]: DEBUG oslo_vmware.api [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406865, 'name': ReconfigVM_Task, 'duration_secs': 0.385453} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.977306] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Reconfigured VM instance instance-00000062 to attach disk [datastore1] eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec/eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1338.977947] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8b03944-5350-4b10-9623-491dfd0cc725 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.985125] env[64120]: DEBUG oslo_vmware.api [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1338.985125] env[64120]: value = "task-1406870" [ 1338.985125] env[64120]: _type = "Task" [ 1338.985125] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.991529] env[64120]: DEBUG nova.compute.manager [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Stashing vm_state: active {{(pid=64120) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1338.999946] env[64120]: DEBUG oslo_vmware.api [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406870, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.045791] env[64120]: DEBUG oslo_vmware.api [None req-d03f8c67-1682-4304-93c9-94332bcd8f63 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167821} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.046175] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-d03f8c67-1682-4304-93c9-94332bcd8f63 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1339.046318] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d03f8c67-1682-4304-93c9-94332bcd8f63 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1339.046521] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d03f8c67-1682-4304-93c9-94332bcd8f63 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1339.046722] env[64120]: INFO nova.compute.manager [None req-d03f8c67-1682-4304-93c9-94332bcd8f63 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1339.046998] env[64120]: DEBUG oslo.service.loopingcall [None req-d03f8c67-1682-4304-93c9-94332bcd8f63 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1339.047233] env[64120]: DEBUG nova.compute.manager [-] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1339.047330] env[64120]: DEBUG nova.network.neutron [-] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1339.160357] env[64120]: DEBUG nova.compute.manager [req-e0b980c2-6c6b-4aff-9c01-fc3cc8592c22 req-734fa09a-de1a-48d9-bd40-e644ecbddd04 service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Received event network-vif-plugged-59299653-fd79-4de7-adc6-df872c337df7 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1339.160597] env[64120]: DEBUG oslo_concurrency.lockutils [req-e0b980c2-6c6b-4aff-9c01-fc3cc8592c22 req-734fa09a-de1a-48d9-bd40-e644ecbddd04 service nova] Acquiring lock "9311177f-121d-44db-86af-ad0e2e68d411-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.160814] env[64120]: DEBUG oslo_concurrency.lockutils [req-e0b980c2-6c6b-4aff-9c01-fc3cc8592c22 req-734fa09a-de1a-48d9-bd40-e644ecbddd04 service nova] Lock "9311177f-121d-44db-86af-ad0e2e68d411-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.160994] env[64120]: DEBUG oslo_concurrency.lockutils [req-e0b980c2-6c6b-4aff-9c01-fc3cc8592c22 req-734fa09a-de1a-48d9-bd40-e644ecbddd04 service nova] Lock "9311177f-121d-44db-86af-ad0e2e68d411-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.162428] env[64120]: DEBUG nova.compute.manager [req-e0b980c2-6c6b-4aff-9c01-fc3cc8592c22 req-734fa09a-de1a-48d9-bd40-e644ecbddd04 service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] No waiting events found dispatching network-vif-plugged-59299653-fd79-4de7-adc6-df872c337df7 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1339.162678] env[64120]: WARNING nova.compute.manager [req-e0b980c2-6c6b-4aff-9c01-fc3cc8592c22 req-734fa09a-de1a-48d9-bd40-e644ecbddd04 service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Received unexpected event network-vif-plugged-59299653-fd79-4de7-adc6-df872c337df7 for instance with vm_state active and task_state None. [ 1339.162845] env[64120]: DEBUG nova.compute.manager [req-e0b980c2-6c6b-4aff-9c01-fc3cc8592c22 req-734fa09a-de1a-48d9-bd40-e644ecbddd04 service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Received event network-changed-59299653-fd79-4de7-adc6-df872c337df7 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1339.163022] env[64120]: DEBUG nova.compute.manager [req-e0b980c2-6c6b-4aff-9c01-fc3cc8592c22 req-734fa09a-de1a-48d9-bd40-e644ecbddd04 service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Refreshing instance network info cache due to event network-changed-59299653-fd79-4de7-adc6-df872c337df7. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1339.163217] env[64120]: DEBUG oslo_concurrency.lockutils [req-e0b980c2-6c6b-4aff-9c01-fc3cc8592c22 req-734fa09a-de1a-48d9-bd40-e644ecbddd04 service nova] Acquiring lock "refresh_cache-9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.204551] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.205180] env[64120]: DEBUG nova.compute.manager [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1339.209173] env[64120]: DEBUG oslo_concurrency.lockutils [None req-59013752-5d8b-4e03-94da-4ea448e852a1 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.174s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.210991] env[64120]: DEBUG nova.objects.instance [None req-59013752-5d8b-4e03-94da-4ea448e852a1 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Lazy-loading 'resources' on Instance uuid 6dd495ef-37eb-448c-92c5-a00eb88afd11 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1339.419550] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406869, 'name': CreateVM_Task, 'duration_secs': 0.313393} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.419767] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1339.420264] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.420441] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.420780] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1339.421053] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a3d1a53-5a62-4925-b8b7-801f9bd8faf7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.426635] env[64120]: DEBUG oslo_vmware.api [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Waiting for the task: (returnval){ [ 1339.426635] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5234122e-a964-b1ab-7a47-300ccc86dd8b" [ 1339.426635] env[64120]: _type = "Task" [ 1339.426635] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.436276] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7109ae82-d12c-46cd-97e9-e0c93be400a5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Releasing lock "refresh_cache-9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.436904] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7109ae82-d12c-46cd-97e9-e0c93be400a5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.437085] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7109ae82-d12c-46cd-97e9-e0c93be400a5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquired lock "9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.437398] env[64120]: DEBUG oslo_vmware.api [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5234122e-a964-b1ab-7a47-300ccc86dd8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.437650] env[64120]: DEBUG oslo_concurrency.lockutils [req-e0b980c2-6c6b-4aff-9c01-fc3cc8592c22 req-734fa09a-de1a-48d9-bd40-e644ecbddd04 service nova] Acquired lock "refresh_cache-9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.437844] env[64120]: DEBUG nova.network.neutron [req-e0b980c2-6c6b-4aff-9c01-fc3cc8592c22 req-734fa09a-de1a-48d9-bd40-e644ecbddd04 service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Refreshing network info cache for port 59299653-fd79-4de7-adc6-df872c337df7 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1339.439561] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d36518e-59fb-4e05-85e9-7d3c70d30f09 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.457336] env[64120]: DEBUG nova.virt.hardware [None req-7109ae82-d12c-46cd-97e9-e0c93be400a5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1339.457690] env[64120]: DEBUG nova.virt.hardware [None req-7109ae82-d12c-46cd-97e9-e0c93be400a5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1339.457784] env[64120]: DEBUG nova.virt.hardware [None req-7109ae82-d12c-46cd-97e9-e0c93be400a5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1339.457965] env[64120]: DEBUG nova.virt.hardware [None req-7109ae82-d12c-46cd-97e9-e0c93be400a5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1339.458136] env[64120]: DEBUG nova.virt.hardware [None req-7109ae82-d12c-46cd-97e9-e0c93be400a5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1339.458480] env[64120]: DEBUG nova.virt.hardware [None req-7109ae82-d12c-46cd-97e9-e0c93be400a5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1339.458480] env[64120]: DEBUG nova.virt.hardware [None req-7109ae82-d12c-46cd-97e9-e0c93be400a5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1339.458675] env[64120]: DEBUG nova.virt.hardware [None req-7109ae82-d12c-46cd-97e9-e0c93be400a5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1339.458818] env[64120]: DEBUG nova.virt.hardware [None req-7109ae82-d12c-46cd-97e9-e0c93be400a5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1339.458989] env[64120]: DEBUG nova.virt.hardware [None req-7109ae82-d12c-46cd-97e9-e0c93be400a5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1339.459193] env[64120]: DEBUG nova.virt.hardware [None req-7109ae82-d12c-46cd-97e9-e0c93be400a5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1339.465411] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7109ae82-d12c-46cd-97e9-e0c93be400a5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Reconfiguring VM to attach interface {{(pid=64120) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1339.466365] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b447c4b-14d0-48b4-aa9b-6e29337259d0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.486361] env[64120]: DEBUG oslo_vmware.api [None req-7109ae82-d12c-46cd-97e9-e0c93be400a5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1339.486361] env[64120]: value = "task-1406871" [ 1339.486361] env[64120]: _type = "Task" [ 1339.486361] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.502920] env[64120]: DEBUG oslo_vmware.api [None req-7109ae82-d12c-46cd-97e9-e0c93be400a5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406871, 'name': ReconfigVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.503733] env[64120]: DEBUG oslo_vmware.api [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406870, 'name': Rename_Task, 'duration_secs': 0.155475} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.503733] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1339.503733] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f264445-6b84-460b-987f-a2684e474d83 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.509751] env[64120]: DEBUG oslo_vmware.api [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1339.509751] env[64120]: value = "task-1406872" [ 1339.509751] env[64120]: _type = "Task" [ 1339.509751] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.518285] env[64120]: DEBUG oslo_vmware.api [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.519230] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.643570] env[64120]: DEBUG oslo_concurrency.lockutils [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquiring lock "edcdcd11-fe13-4fd8-8135-4ca912a90c00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.643818] env[64120]: DEBUG oslo_concurrency.lockutils [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "edcdcd11-fe13-4fd8-8135-4ca912a90c00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.710491] env[64120]: DEBUG nova.compute.utils [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1339.715209] env[64120]: DEBUG nova.compute.manager [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Not allocating networking since 'none' was specified. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1339.848387] env[64120]: DEBUG nova.network.neutron [-] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.946879] env[64120]: DEBUG oslo_vmware.api [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5234122e-a964-b1ab-7a47-300ccc86dd8b, 'name': SearchDatastore_Task, 'duration_secs': 0.012281} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.951997] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.952351] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1339.952633] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.952837] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.953557] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1339.955575] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4af19548-c6e4-4f02-b260-e0bc3cfe8831 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.964744] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1339.965021] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1339.968944] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2f3b739-71d8-4424-8361-bbbced1d9ec2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.978644] env[64120]: DEBUG oslo_vmware.api [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Waiting for the task: (returnval){ [ 1339.978644] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c8194e-d338-b2cb-26a6-ecda4d6b18b2" [ 1339.978644] env[64120]: _type = "Task" [ 1339.978644] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.987618] env[64120]: DEBUG oslo_vmware.api [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c8194e-d338-b2cb-26a6-ecda4d6b18b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.001155] env[64120]: DEBUG oslo_vmware.api [None req-7109ae82-d12c-46cd-97e9-e0c93be400a5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.007644] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7b01fa-5bba-40da-8712-9b986371d2b2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.021233] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc91c17-5201-4c1c-9b86-b53bd3773ad8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.024438] env[64120]: DEBUG oslo_vmware.api [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406872, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.055253] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8a5cf4-299e-4bc2-a634-6bb76c2523b3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.066838] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7811dc72-9ccd-49c3-9866-ab5513417c3a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.092645] env[64120]: DEBUG nova.compute.provider_tree [None req-59013752-5d8b-4e03-94da-4ea448e852a1 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.146513] env[64120]: DEBUG nova.compute.manager [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1340.220385] env[64120]: DEBUG nova.compute.manager [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1340.239919] env[64120]: DEBUG nova.network.neutron [req-e0b980c2-6c6b-4aff-9c01-fc3cc8592c22 req-734fa09a-de1a-48d9-bd40-e644ecbddd04 service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Updated VIF entry in instance network info cache for port 59299653-fd79-4de7-adc6-df872c337df7. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1340.240163] env[64120]: DEBUG nova.network.neutron [req-e0b980c2-6c6b-4aff-9c01-fc3cc8592c22 req-734fa09a-de1a-48d9-bd40-e644ecbddd04 service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Updating instance_info_cache with network_info: [{"id": "3a8e5631-ab06-4169-9cfe-fd4ab37e909f", "address": "fa:16:3e:e8:8c:fd", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a8e5631-ab", "ovs_interfaceid": "3a8e5631-ab06-4169-9cfe-fd4ab37e909f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "59299653-fd79-4de7-adc6-df872c337df7", "address": "fa:16:3e:29:40:0e", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59299653-fd", "ovs_interfaceid": "59299653-fd79-4de7-adc6-df872c337df7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.350879] env[64120]: INFO nova.compute.manager [-] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Took 1.30 seconds to deallocate network for instance. [ 1340.489196] env[64120]: DEBUG oslo_vmware.api [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c8194e-d338-b2cb-26a6-ecda4d6b18b2, 'name': SearchDatastore_Task, 'duration_secs': 0.012522} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.493034] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4540e5d0-fe2a-4997-9aa4-b8be296fc184 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.499193] env[64120]: DEBUG oslo_vmware.api [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Waiting for the task: (returnval){ [ 1340.499193] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]522fba72-cdda-6c90-a466-fcfe93f2d17b" [ 1340.499193] env[64120]: _type = "Task" [ 1340.499193] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.502382] env[64120]: DEBUG oslo_vmware.api [None req-7109ae82-d12c-46cd-97e9-e0c93be400a5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406871, 'name': ReconfigVM_Task, 'duration_secs': 0.715699} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.505736] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7109ae82-d12c-46cd-97e9-e0c93be400a5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Releasing lock "9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.506014] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7109ae82-d12c-46cd-97e9-e0c93be400a5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Reconfigured VM to attach interface {{(pid=64120) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1340.514159] env[64120]: DEBUG oslo_vmware.api [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]522fba72-cdda-6c90-a466-fcfe93f2d17b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.523181] env[64120]: DEBUG oslo_vmware.api [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406872, 'name': PowerOnVM_Task, 'duration_secs': 0.664138} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.524141] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1340.524363] env[64120]: INFO nova.compute.manager [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1340.524553] env[64120]: DEBUG nova.compute.manager [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1340.525349] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e69d10d-d386-4f94-bb90-afee8ff1e7a5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.598072] env[64120]: DEBUG nova.scheduler.client.report [None req-59013752-5d8b-4e03-94da-4ea448e852a1 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1340.669933] env[64120]: DEBUG oslo_concurrency.lockutils [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1340.743799] env[64120]: DEBUG oslo_concurrency.lockutils [req-e0b980c2-6c6b-4aff-9c01-fc3cc8592c22 req-734fa09a-de1a-48d9-bd40-e644ecbddd04 service nova] Releasing lock "refresh_cache-9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.858124] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d03f8c67-1682-4304-93c9-94332bcd8f63 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.011167] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7109ae82-d12c-46cd-97e9-e0c93be400a5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "interface-9311177f-121d-44db-86af-ad0e2e68d411-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.753s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.015856] env[64120]: DEBUG oslo_vmware.api [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]522fba72-cdda-6c90-a466-fcfe93f2d17b, 'name': SearchDatastore_Task, 'duration_secs': 0.015947} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.016404] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.016727] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 01308835-812e-4009-b99a-49c2eaa3bbee/01308835-812e-4009-b99a-49c2eaa3bbee.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1341.017028] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40a4d895-6078-442e-b022-68a02142f431 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.024819] env[64120]: DEBUG oslo_vmware.api [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Waiting for the task: (returnval){ [ 1341.024819] env[64120]: value = "task-1406873" [ 1341.024819] env[64120]: _type = "Task" [ 1341.024819] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.033372] env[64120]: DEBUG oslo_vmware.api [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.042476] env[64120]: INFO nova.compute.manager [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Took 22.50 seconds to build instance. [ 1341.101837] env[64120]: DEBUG oslo_concurrency.lockutils [None req-59013752-5d8b-4e03-94da-4ea448e852a1 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.105067] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b99f8d5b-d239-4e8f-849f-16f758cbe13c tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 13.936s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.122791] env[64120]: INFO nova.scheduler.client.report [None req-59013752-5d8b-4e03-94da-4ea448e852a1 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Deleted allocations for instance 6dd495ef-37eb-448c-92c5-a00eb88afd11 [ 1341.223107] env[64120]: DEBUG nova.compute.manager [req-2de29d8f-daab-46ec-8577-ffa542bc7bc7 req-56ab4b6f-6404-4c0f-a902-fa2ae91e7cb0 service nova] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Received event network-vif-deleted-9195d96a-4f34-436c-8139-64121b585f7e {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1341.231020] env[64120]: DEBUG nova.compute.manager [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1341.261514] env[64120]: DEBUG nova.virt.hardware [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1341.262021] env[64120]: DEBUG nova.virt.hardware [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1341.262291] env[64120]: DEBUG nova.virt.hardware [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1341.262564] env[64120]: DEBUG nova.virt.hardware [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1341.262782] env[64120]: DEBUG nova.virt.hardware [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1341.263023] env[64120]: DEBUG nova.virt.hardware [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1341.263725] env[64120]: DEBUG nova.virt.hardware [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1341.263725] env[64120]: DEBUG nova.virt.hardware [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1341.263857] env[64120]: DEBUG nova.virt.hardware [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1341.264070] env[64120]: DEBUG nova.virt.hardware [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1341.264331] env[64120]: DEBUG nova.virt.hardware [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1341.265717] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b37999d-c927-45d0-b975-e9923f09656f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.275120] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d54870c-c4ff-4da6-8bd1-b7a542fdb036 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.290593] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Instance VIF info [] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1341.296377] env[64120]: DEBUG oslo.service.loopingcall [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1341.297109] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1341.297790] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ca6403d-cf2f-4839-91d5-95eff9afa32c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.317086] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1341.317086] env[64120]: value = "task-1406874" [ 1341.317086] env[64120]: _type = "Task" [ 1341.317086] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.327370] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406874, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.534804] env[64120]: DEBUG oslo_vmware.api [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489613} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.535098] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 01308835-812e-4009-b99a-49c2eaa3bbee/01308835-812e-4009-b99a-49c2eaa3bbee.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1341.535327] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1341.535716] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8c9240c-2f29-4bd6-9e45-bc6a1def2391 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.542720] env[64120]: DEBUG oslo_vmware.api [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Waiting for the task: (returnval){ [ 1341.542720] env[64120]: value = "task-1406875" [ 1341.542720] env[64120]: _type = "Task" [ 1341.542720] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.545835] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ae6e084d-f269-4edf-8829-2a6e68ec692f tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.019s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.551666] env[64120]: DEBUG oslo_vmware.api [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.633606] env[64120]: DEBUG oslo_concurrency.lockutils [None req-59013752-5d8b-4e03-94da-4ea448e852a1 tempest-ServerRescueTestJSON-165622044 tempest-ServerRescueTestJSON-165622044-project-member] Lock "6dd495ef-37eb-448c-92c5-a00eb88afd11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.388s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.830580] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406874, 'name': CreateVM_Task, 'duration_secs': 0.337033} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.830892] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1341.832721] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.832943] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.833346] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1341.833629] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e5d1e63-9faf-46b1-9d21-dac886a5fffe {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.838595] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18be4679-b991-4052-9054-775ba0019b91 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.843694] env[64120]: DEBUG oslo_vmware.api [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Waiting for the task: (returnval){ [ 1341.843694] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d28582-5bc5-cbc5-132e-fe39516696e0" [ 1341.843694] env[64120]: _type = "Task" [ 1341.843694] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.851030] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec74d8f9-3a27-4439-addd-9cbb62f77896 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.857813] env[64120]: DEBUG oslo_vmware.api [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d28582-5bc5-cbc5-132e-fe39516696e0, 'name': SearchDatastore_Task, 'duration_secs': 0.010959} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.858440] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.858680] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1341.859243] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.859243] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.859243] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1341.859513] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7903fca5-30b9-469b-bb1f-b4cf6a569a9e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.891836] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8ad930-3297-4de6-8bba-256f00289503 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.902264] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b4de0f-6947-4889-bc0d-ca9fef21dff0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.906414] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1341.906596] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1341.907335] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b78c081-bbec-4514-a06e-149b2d22df87 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.913471] env[64120]: DEBUG oslo_vmware.api [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Waiting for the task: (returnval){ [ 1341.913471] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5233c816-8464-1dd1-61c2-e56539430efb" [ 1341.913471] env[64120]: _type = "Task" [ 1341.913471] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.922074] env[64120]: DEBUG nova.compute.provider_tree [None req-b99f8d5b-d239-4e8f-849f-16f758cbe13c tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1341.931521] env[64120]: DEBUG oslo_vmware.api [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5233c816-8464-1dd1-61c2-e56539430efb, 'name': SearchDatastore_Task, 'duration_secs': 0.009356} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.932323] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9abb0d0-339c-492a-82cd-ce5f18dae0f3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.938190] env[64120]: DEBUG oslo_vmware.api [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Waiting for the task: (returnval){ [ 1341.938190] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d11969-d134-345c-9e54-b1b905730857" [ 1341.938190] env[64120]: _type = "Task" [ 1341.938190] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.947256] env[64120]: DEBUG oslo_vmware.api [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d11969-d134-345c-9e54-b1b905730857, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.052593] env[64120]: DEBUG oslo_vmware.api [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072283} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.052874] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1342.053792] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036c2b38-a1d9-4b39-a77f-7a04702b6506 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.075921] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 01308835-812e-4009-b99a-49c2eaa3bbee/01308835-812e-4009-b99a-49c2eaa3bbee.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1342.076533] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07be1ae2-fb7b-4337-af39-869fe3b405f0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.103093] env[64120]: DEBUG oslo_vmware.api [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Waiting for the task: (returnval){ [ 1342.103093] env[64120]: value = "task-1406876" [ 1342.103093] env[64120]: _type = "Task" [ 1342.103093] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.112358] env[64120]: DEBUG oslo_vmware.api [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406876, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.220716] env[64120]: DEBUG nova.compute.manager [req-ec45451e-ee45-43b2-8d75-d261b2fc8142 req-3d3e582c-b6e0-43d5-9362-3578a3f915b4 service nova] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Received event network-changed-66f9819f-33a9-4485-a68e-bec5a4eae522 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1342.220716] env[64120]: DEBUG nova.compute.manager [req-ec45451e-ee45-43b2-8d75-d261b2fc8142 req-3d3e582c-b6e0-43d5-9362-3578a3f915b4 service nova] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Refreshing instance network info cache due to event network-changed-66f9819f-33a9-4485-a68e-bec5a4eae522. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1342.220716] env[64120]: DEBUG oslo_concurrency.lockutils [req-ec45451e-ee45-43b2-8d75-d261b2fc8142 req-3d3e582c-b6e0-43d5-9362-3578a3f915b4 service nova] Acquiring lock "refresh_cache-eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.220716] env[64120]: DEBUG oslo_concurrency.lockutils [req-ec45451e-ee45-43b2-8d75-d261b2fc8142 req-3d3e582c-b6e0-43d5-9362-3578a3f915b4 service nova] Acquired lock "refresh_cache-eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.220716] env[64120]: DEBUG nova.network.neutron [req-ec45451e-ee45-43b2-8d75-d261b2fc8142 req-3d3e582c-b6e0-43d5-9362-3578a3f915b4 service nova] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Refreshing network info cache for port 66f9819f-33a9-4485-a68e-bec5a4eae522 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1342.447496] env[64120]: ERROR nova.scheduler.client.report [None req-b99f8d5b-d239-4e8f-849f-16f758cbe13c tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [req-761a56fb-cbc6-43bb-a3dd-18e694696ce0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4ceac537-82ec-49fa-8fac-aa5d6181b318. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-761a56fb-cbc6-43bb-a3dd-18e694696ce0"}]} [ 1342.460025] env[64120]: DEBUG oslo_vmware.api [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d11969-d134-345c-9e54-b1b905730857, 'name': SearchDatastore_Task, 'duration_secs': 0.009241} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.460025] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.460025] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] ccbe9025-edad-4b8a-b76c-61b7650030b0/ccbe9025-edad-4b8a-b76c-61b7650030b0.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1342.460025] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce3cb311-5edd-4ffe-abf1-ea2b4b4bcb89 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.466552] env[64120]: DEBUG oslo_vmware.api [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Waiting for the task: (returnval){ [ 1342.466552] env[64120]: value = "task-1406877" [ 1342.466552] env[64120]: _type = "Task" [ 1342.466552] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.467911] env[64120]: DEBUG nova.scheduler.client.report [None req-b99f8d5b-d239-4e8f-849f-16f758cbe13c tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Refreshing inventories for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1342.480856] env[64120]: DEBUG oslo_vmware.api [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.487891] env[64120]: DEBUG nova.scheduler.client.report [None req-b99f8d5b-d239-4e8f-849f-16f758cbe13c tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Updating ProviderTree inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1342.488172] env[64120]: DEBUG nova.compute.provider_tree [None req-b99f8d5b-d239-4e8f-849f-16f758cbe13c tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1342.500506] env[64120]: DEBUG nova.scheduler.client.report [None req-b99f8d5b-d239-4e8f-849f-16f758cbe13c tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Refreshing aggregate associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, aggregates: None {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1342.521099] env[64120]: DEBUG nova.scheduler.client.report [None req-b99f8d5b-d239-4e8f-849f-16f758cbe13c tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Refreshing trait associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1342.617136] env[64120]: DEBUG oslo_vmware.api [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406876, 'name': ReconfigVM_Task, 'duration_secs': 0.294833} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.617474] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 01308835-812e-4009-b99a-49c2eaa3bbee/01308835-812e-4009-b99a-49c2eaa3bbee.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1342.618256] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c375c924-1810-45bb-ad97-dfff2d946992 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.627121] env[64120]: DEBUG oslo_vmware.api [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Waiting for the task: (returnval){ [ 1342.627121] env[64120]: value = "task-1406878" [ 1342.627121] env[64120]: _type = "Task" [ 1342.627121] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.637748] env[64120]: DEBUG oslo_vmware.api [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406878, 'name': Rename_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.849972] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dce2c4f-3e6c-4147-b91d-deb494566370 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.866645] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7fe3a4-912e-4edc-86b0-23e70b3fa980 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.905713] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a17dfe6-b650-4c55-9af1-d91edf0b454c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.916682] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e38dee1-d3be-470c-adee-8a68a860fd11 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.937856] env[64120]: DEBUG nova.compute.provider_tree [None req-b99f8d5b-d239-4e8f-849f-16f758cbe13c tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1342.981751] env[64120]: DEBUG oslo_vmware.api [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406877, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.137623] env[64120]: DEBUG oslo_vmware.api [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406878, 'name': Rename_Task, 'duration_secs': 0.177443} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.137972] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1343.138261] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cda4b82a-5564-4fdb-8db6-fff472175643 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.145735] env[64120]: DEBUG oslo_vmware.api [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Waiting for the task: (returnval){ [ 1343.145735] env[64120]: value = "task-1406879" [ 1343.145735] env[64120]: _type = "Task" [ 1343.145735] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.155292] env[64120]: DEBUG oslo_vmware.api [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.252747] env[64120]: DEBUG nova.network.neutron [req-ec45451e-ee45-43b2-8d75-d261b2fc8142 req-3d3e582c-b6e0-43d5-9362-3578a3f915b4 service nova] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Updated VIF entry in instance network info cache for port 66f9819f-33a9-4485-a68e-bec5a4eae522. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1343.253201] env[64120]: DEBUG nova.network.neutron [req-ec45451e-ee45-43b2-8d75-d261b2fc8142 req-3d3e582c-b6e0-43d5-9362-3578a3f915b4 service nova] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Updating instance_info_cache with network_info: [{"id": "66f9819f-33a9-4485-a68e-bec5a4eae522", "address": "fa:16:3e:db:ba:c5", "network": {"id": "22dcdd90-5035-4059-b2d9-07d20261e72d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-361135572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "502c554de7554b88b5a0a5ed16c4f89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f9819f-33", "ovs_interfaceid": "66f9819f-33a9-4485-a68e-bec5a4eae522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.447167] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bfff216b-800f-47b1-970e-cf43364176ad tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "interface-9311177f-121d-44db-86af-ad0e2e68d411-b4576c51-14d3-4297-903d-2608b544ccec" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.447504] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bfff216b-800f-47b1-970e-cf43364176ad tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "interface-9311177f-121d-44db-86af-ad0e2e68d411-b4576c51-14d3-4297-903d-2608b544ccec" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.447960] env[64120]: DEBUG nova.objects.instance [None req-bfff216b-800f-47b1-970e-cf43364176ad tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lazy-loading 'flavor' on Instance uuid 9311177f-121d-44db-86af-ad0e2e68d411 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.484016] env[64120]: DEBUG oslo_vmware.api [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542267} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.485267] env[64120]: DEBUG nova.scheduler.client.report [None req-b99f8d5b-d239-4e8f-849f-16f758cbe13c tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Updated inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with generation 139 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1343.485730] env[64120]: DEBUG nova.compute.provider_tree [None req-b99f8d5b-d239-4e8f-849f-16f758cbe13c tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Updating resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 generation from 139 to 140 during operation: update_inventory {{(pid=64120) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1343.485817] env[64120]: DEBUG nova.compute.provider_tree [None req-b99f8d5b-d239-4e8f-849f-16f758cbe13c tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1343.489798] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] ccbe9025-edad-4b8a-b76c-61b7650030b0/ccbe9025-edad-4b8a-b76c-61b7650030b0.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1343.490289] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1343.490601] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8900be00-7349-4482-b979-74ca98c8887a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.500593] env[64120]: DEBUG oslo_vmware.api [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Waiting for the task: (returnval){ [ 1343.500593] env[64120]: value = "task-1406880" [ 1343.500593] env[64120]: _type = "Task" [ 1343.500593] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.510306] env[64120]: DEBUG oslo_vmware.api [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.659417] env[64120]: DEBUG oslo_vmware.api [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406879, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.756657] env[64120]: DEBUG oslo_concurrency.lockutils [req-ec45451e-ee45-43b2-8d75-d261b2fc8142 req-3d3e582c-b6e0-43d5-9362-3578a3f915b4 service nova] Releasing lock "refresh_cache-eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.014656] env[64120]: DEBUG oslo_vmware.api [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133297} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.015562] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1344.017304] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7af9e4-1e92-4161-a9cb-1b1d226bae61 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.047781] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] ccbe9025-edad-4b8a-b76c-61b7650030b0/ccbe9025-edad-4b8a-b76c-61b7650030b0.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1344.049400] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41745b91-4585-425c-9a86-b416615d37b1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.079178] env[64120]: DEBUG oslo_vmware.api [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Waiting for the task: (returnval){ [ 1344.079178] env[64120]: value = "task-1406881" [ 1344.079178] env[64120]: _type = "Task" [ 1344.079178] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.090458] env[64120]: DEBUG oslo_vmware.api [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406881, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.141183] env[64120]: DEBUG nova.objects.instance [None req-bfff216b-800f-47b1-970e-cf43364176ad tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lazy-loading 'pci_requests' on Instance uuid 9311177f-121d-44db-86af-ad0e2e68d411 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1344.159118] env[64120]: DEBUG oslo_vmware.api [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406879, 'name': PowerOnVM_Task, 'duration_secs': 0.526781} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.159641] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1344.161625] env[64120]: INFO nova.compute.manager [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Took 5.35 seconds to spawn the instance on the hypervisor. [ 1344.161625] env[64120]: DEBUG nova.compute.manager [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1344.161625] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb220c6-cf11-43ba-a463-5ea0ca05d096 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.500881] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b99f8d5b-d239-4e8f-849f-16f758cbe13c tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.396s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.503754] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.935s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.503962] env[64120]: DEBUG nova.objects.instance [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64120) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1344.589569] env[64120]: DEBUG oslo_vmware.api [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406881, 'name': ReconfigVM_Task, 'duration_secs': 0.433966} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.589867] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Reconfigured VM instance instance-00000064 to attach disk [datastore1] ccbe9025-edad-4b8a-b76c-61b7650030b0/ccbe9025-edad-4b8a-b76c-61b7650030b0.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1344.590570] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6692111a-434b-4339-8f95-f33e1c099223 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.597725] env[64120]: DEBUG oslo_vmware.api [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Waiting for the task: (returnval){ [ 1344.597725] env[64120]: value = "task-1406882" [ 1344.597725] env[64120]: _type = "Task" [ 1344.597725] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.611794] env[64120]: DEBUG oslo_vmware.api [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406882, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.643302] env[64120]: DEBUG nova.objects.base [None req-bfff216b-800f-47b1-970e-cf43364176ad tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Object Instance<9311177f-121d-44db-86af-ad0e2e68d411> lazy-loaded attributes: flavor,pci_requests {{(pid=64120) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1344.643677] env[64120]: DEBUG nova.network.neutron [None req-bfff216b-800f-47b1-970e-cf43364176ad tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1344.681025] env[64120]: INFO nova.compute.manager [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Took 24.21 seconds to build instance. [ 1344.744180] env[64120]: DEBUG nova.policy [None req-bfff216b-800f-47b1-970e-cf43364176ad tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdcd2e9c80c34e569fdbcab5e84efcb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecee5b6b3e784d9ca773d92c2ed384b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1345.063967] env[64120]: INFO nova.scheduler.client.report [None req-b99f8d5b-d239-4e8f-849f-16f758cbe13c tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Deleted allocation for migration 665c7811-7874-431b-b0c5-41f82f543eec [ 1345.107956] env[64120]: DEBUG oslo_vmware.api [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406882, 'name': Rename_Task, 'duration_secs': 0.170107} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.110548] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1345.110548] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-201c19e0-4f2e-41ab-b687-02c15955e463 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.115874] env[64120]: DEBUG oslo_vmware.api [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Waiting for the task: (returnval){ [ 1345.115874] env[64120]: value = "task-1406883" [ 1345.115874] env[64120]: _type = "Task" [ 1345.115874] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.123637] env[64120]: DEBUG oslo_vmware.api [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.183236] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b09cd406-89ca-4d40-8aae-2561b8bcde6c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Lock "01308835-812e-4009-b99a-49c2eaa3bbee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.726s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.514846] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ba12a280-377f-4dd8-bed2-d339424c0d68 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.516101] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.538s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.516360] env[64120]: DEBUG nova.objects.instance [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lazy-loading 'pci_requests' on Instance uuid a16b0a8b-255b-4865-90c7-5853c6269644 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.570272] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b99f8d5b-d239-4e8f-849f-16f758cbe13c tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "5641ad8a-2671-4989-ba68-fdb87b752edb" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 22.060s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.625887] env[64120]: DEBUG oslo_vmware.api [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406883, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.020637] env[64120]: DEBUG nova.objects.instance [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lazy-loading 'numa_topology' on Instance uuid a16b0a8b-255b-4865-90c7-5853c6269644 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.127250] env[64120]: DEBUG oslo_vmware.api [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406883, 'name': PowerOnVM_Task, 'duration_secs': 1.003142} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.127704] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1346.127704] env[64120]: INFO nova.compute.manager [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Took 4.90 seconds to spawn the instance on the hypervisor. [ 1346.127864] env[64120]: DEBUG nova.compute.manager [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1346.128648] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2924a5-985a-43e7-8627-79d302b33b13 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.296185] env[64120]: DEBUG nova.compute.manager [req-e6431050-4ec1-42f4-9a55-cb409ae5041b req-2652fa61-527c-4c7a-a84a-da504258043f service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Received event network-vif-plugged-b4576c51-14d3-4297-903d-2608b544ccec {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1346.296185] env[64120]: DEBUG oslo_concurrency.lockutils [req-e6431050-4ec1-42f4-9a55-cb409ae5041b req-2652fa61-527c-4c7a-a84a-da504258043f service nova] Acquiring lock "9311177f-121d-44db-86af-ad0e2e68d411-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.296185] env[64120]: DEBUG oslo_concurrency.lockutils [req-e6431050-4ec1-42f4-9a55-cb409ae5041b req-2652fa61-527c-4c7a-a84a-da504258043f service nova] Lock "9311177f-121d-44db-86af-ad0e2e68d411-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.297051] env[64120]: DEBUG oslo_concurrency.lockutils [req-e6431050-4ec1-42f4-9a55-cb409ae5041b req-2652fa61-527c-4c7a-a84a-da504258043f service nova] Lock "9311177f-121d-44db-86af-ad0e2e68d411-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.297578] env[64120]: DEBUG nova.compute.manager [req-e6431050-4ec1-42f4-9a55-cb409ae5041b req-2652fa61-527c-4c7a-a84a-da504258043f service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] No waiting events found dispatching network-vif-plugged-b4576c51-14d3-4297-903d-2608b544ccec {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1346.298024] env[64120]: WARNING nova.compute.manager [req-e6431050-4ec1-42f4-9a55-cb409ae5041b req-2652fa61-527c-4c7a-a84a-da504258043f service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Received unexpected event network-vif-plugged-b4576c51-14d3-4297-903d-2608b544ccec for instance with vm_state active and task_state None. [ 1346.305606] env[64120]: DEBUG nova.network.neutron [None req-bfff216b-800f-47b1-970e-cf43364176ad tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Successfully updated port: b4576c51-14d3-4297-903d-2608b544ccec {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1346.523399] env[64120]: INFO nova.compute.claims [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1346.646156] env[64120]: INFO nova.compute.manager [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Took 25.79 seconds to build instance. [ 1346.710257] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fbbf1b1f-c1e7-4e04-89fc-3103babb4c91 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "5641ad8a-2671-4989-ba68-fdb87b752edb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.710556] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fbbf1b1f-c1e7-4e04-89fc-3103babb4c91 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "5641ad8a-2671-4989-ba68-fdb87b752edb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.710784] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fbbf1b1f-c1e7-4e04-89fc-3103babb4c91 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "5641ad8a-2671-4989-ba68-fdb87b752edb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.710975] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fbbf1b1f-c1e7-4e04-89fc-3103babb4c91 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "5641ad8a-2671-4989-ba68-fdb87b752edb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.711178] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fbbf1b1f-c1e7-4e04-89fc-3103babb4c91 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "5641ad8a-2671-4989-ba68-fdb87b752edb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.713480] env[64120]: INFO nova.compute.manager [None req-fbbf1b1f-c1e7-4e04-89fc-3103babb4c91 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Terminating instance [ 1346.715275] env[64120]: DEBUG nova.compute.manager [None req-fbbf1b1f-c1e7-4e04-89fc-3103babb4c91 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1346.715484] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbf1b1f-c1e7-4e04-89fc-3103babb4c91 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1346.716333] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e617aa6f-9d6a-414d-90ab-d17f165ee392 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.724800] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbbf1b1f-c1e7-4e04-89fc-3103babb4c91 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1346.725083] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ef2bbe5-e769-43c1-bf09-1098a029e4a6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.734094] env[64120]: DEBUG oslo_vmware.api [None req-fbbf1b1f-c1e7-4e04-89fc-3103babb4c91 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1346.734094] env[64120]: value = "task-1406884" [ 1346.734094] env[64120]: _type = "Task" [ 1346.734094] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.742628] env[64120]: DEBUG oslo_vmware.api [None req-fbbf1b1f-c1e7-4e04-89fc-3103babb4c91 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.808795] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bfff216b-800f-47b1-970e-cf43364176ad tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "refresh_cache-9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.808795] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bfff216b-800f-47b1-970e-cf43364176ad tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquired lock "refresh_cache-9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.808795] env[64120]: DEBUG nova.network.neutron [None req-bfff216b-800f-47b1-970e-cf43364176ad tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1347.148479] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c3f21845-6c92-47ec-a5f2-217ce15436d5 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Lock "ccbe9025-edad-4b8a-b76c-61b7650030b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.300s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.167851] env[64120]: DEBUG oslo_concurrency.lockutils [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.168093] env[64120]: DEBUG oslo_concurrency.lockutils [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.245615] env[64120]: DEBUG oslo_vmware.api [None req-fbbf1b1f-c1e7-4e04-89fc-3103babb4c91 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406884, 'name': PowerOffVM_Task, 'duration_secs': 0.257442} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.245973] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbbf1b1f-c1e7-4e04-89fc-3103babb4c91 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1347.246175] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbf1b1f-c1e7-4e04-89fc-3103babb4c91 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1347.246438] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abaacf2d-2ee2-4f0b-81f7-d6d8f5087430 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.343830] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbf1b1f-c1e7-4e04-89fc-3103babb4c91 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1347.344086] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbf1b1f-c1e7-4e04-89fc-3103babb4c91 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1347.344367] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbbf1b1f-c1e7-4e04-89fc-3103babb4c91 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Deleting the datastore file [datastore2] 5641ad8a-2671-4989-ba68-fdb87b752edb {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1347.344666] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88993241-2149-4007-918a-8c5f5939ba55 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.349282] env[64120]: WARNING nova.network.neutron [None req-bfff216b-800f-47b1-970e-cf43364176ad tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] 49ed4ce5-a4d3-4752-937d-5db93927c7fb already exists in list: networks containing: ['49ed4ce5-a4d3-4752-937d-5db93927c7fb']. ignoring it [ 1347.349469] env[64120]: WARNING nova.network.neutron [None req-bfff216b-800f-47b1-970e-cf43364176ad tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] 49ed4ce5-a4d3-4752-937d-5db93927c7fb already exists in list: networks containing: ['49ed4ce5-a4d3-4752-937d-5db93927c7fb']. ignoring it [ 1347.354863] env[64120]: DEBUG oslo_vmware.api [None req-fbbf1b1f-c1e7-4e04-89fc-3103babb4c91 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1347.354863] env[64120]: value = "task-1406886" [ 1347.354863] env[64120]: _type = "Task" [ 1347.354863] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.365546] env[64120]: DEBUG oslo_vmware.api [None req-fbbf1b1f-c1e7-4e04-89fc-3103babb4c91 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.555130] env[64120]: INFO nova.compute.manager [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Rebuilding instance [ 1347.605407] env[64120]: DEBUG nova.compute.manager [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1347.606373] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc02818-c7b1-4a9d-a317-5d7547de5bd2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.670862] env[64120]: DEBUG nova.compute.manager [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1347.763615] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37d42dd-8d58-46fd-adc0-1cd19a7c67cb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.772128] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae23ecdf-802f-481f-a537-b0eb0e63b814 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.804143] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088ae3b2-73ab-4093-a524-4600cea6c785 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.812138] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40452c8-e686-4f5b-b9f1-db11778ac47c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.829748] env[64120]: DEBUG nova.compute.provider_tree [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1347.867045] env[64120]: DEBUG oslo_vmware.api [None req-fbbf1b1f-c1e7-4e04-89fc-3103babb4c91 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345677} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.867335] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbbf1b1f-c1e7-4e04-89fc-3103babb4c91 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1347.867525] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbf1b1f-c1e7-4e04-89fc-3103babb4c91 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1347.867710] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbf1b1f-c1e7-4e04-89fc-3103babb4c91 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1347.867887] env[64120]: INFO nova.compute.manager [None req-fbbf1b1f-c1e7-4e04-89fc-3103babb4c91 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1347.868181] env[64120]: DEBUG oslo.service.loopingcall [None req-fbbf1b1f-c1e7-4e04-89fc-3103babb4c91 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1347.868411] env[64120]: DEBUG nova.compute.manager [-] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1347.868508] env[64120]: DEBUG nova.network.neutron [-] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1347.946993] env[64120]: DEBUG nova.network.neutron [None req-bfff216b-800f-47b1-970e-cf43364176ad tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Updating instance_info_cache with network_info: [{"id": "3a8e5631-ab06-4169-9cfe-fd4ab37e909f", "address": "fa:16:3e:e8:8c:fd", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a8e5631-ab", "ovs_interfaceid": "3a8e5631-ab06-4169-9cfe-fd4ab37e909f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "59299653-fd79-4de7-adc6-df872c337df7", "address": "fa:16:3e:29:40:0e", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59299653-fd", "ovs_interfaceid": "59299653-fd79-4de7-adc6-df872c337df7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b4576c51-14d3-4297-903d-2608b544ccec", "address": "fa:16:3e:59:be:11", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4576c51-14", "ovs_interfaceid": "b4576c51-14d3-4297-903d-2608b544ccec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.117740] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1348.118113] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-759db589-6b49-490d-a5b4-8254095a35a9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.138911] env[64120]: DEBUG oslo_vmware.api [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Waiting for the task: (returnval){ [ 1348.138911] env[64120]: value = "task-1406887" [ 1348.138911] env[64120]: _type = "Task" [ 1348.138911] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.148766] env[64120]: DEBUG oslo_vmware.api [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.191483] env[64120]: DEBUG oslo_concurrency.lockutils [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.326873] env[64120]: DEBUG nova.compute.manager [req-0c760803-db1b-4f65-8ccd-9a7c553b3f9b req-c1ca495b-ad23-46b3-bc13-16b015b6d9de service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Received event network-changed-b4576c51-14d3-4297-903d-2608b544ccec {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1348.327132] env[64120]: DEBUG nova.compute.manager [req-0c760803-db1b-4f65-8ccd-9a7c553b3f9b req-c1ca495b-ad23-46b3-bc13-16b015b6d9de service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Refreshing instance network info cache due to event network-changed-b4576c51-14d3-4297-903d-2608b544ccec. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1348.327325] env[64120]: DEBUG oslo_concurrency.lockutils [req-0c760803-db1b-4f65-8ccd-9a7c553b3f9b req-c1ca495b-ad23-46b3-bc13-16b015b6d9de service nova] Acquiring lock "refresh_cache-9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1348.349413] env[64120]: ERROR nova.scheduler.client.report [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [req-3c7dc8cb-423d-486b-9a08-2c73935f8304] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4ceac537-82ec-49fa-8fac-aa5d6181b318. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3c7dc8cb-423d-486b-9a08-2c73935f8304"}]} [ 1348.365793] env[64120]: DEBUG nova.scheduler.client.report [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Refreshing inventories for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1348.381015] env[64120]: DEBUG nova.scheduler.client.report [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Updating ProviderTree inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1348.381411] env[64120]: DEBUG nova.compute.provider_tree [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1348.394267] env[64120]: DEBUG nova.scheduler.client.report [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Refreshing aggregate associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, aggregates: None {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1348.415592] env[64120]: DEBUG nova.scheduler.client.report [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Refreshing trait associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1348.449948] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bfff216b-800f-47b1-970e-cf43364176ad tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Releasing lock "refresh_cache-9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1348.450972] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bfff216b-800f-47b1-970e-cf43364176ad tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1348.451302] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bfff216b-800f-47b1-970e-cf43364176ad tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquired lock "9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.451747] env[64120]: DEBUG oslo_concurrency.lockutils [req-0c760803-db1b-4f65-8ccd-9a7c553b3f9b req-c1ca495b-ad23-46b3-bc13-16b015b6d9de service nova] Acquired lock "refresh_cache-9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.452398] env[64120]: DEBUG nova.network.neutron [req-0c760803-db1b-4f65-8ccd-9a7c553b3f9b req-c1ca495b-ad23-46b3-bc13-16b015b6d9de service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Refreshing network info cache for port b4576c51-14d3-4297-903d-2608b544ccec {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1348.456119] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a1b198-cded-47fb-9620-cf9c4223be6e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.477911] env[64120]: DEBUG nova.virt.hardware [None req-bfff216b-800f-47b1-970e-cf43364176ad tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1348.478280] env[64120]: DEBUG nova.virt.hardware [None req-bfff216b-800f-47b1-970e-cf43364176ad tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1348.478554] env[64120]: DEBUG nova.virt.hardware [None req-bfff216b-800f-47b1-970e-cf43364176ad tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1348.478825] env[64120]: DEBUG nova.virt.hardware [None req-bfff216b-800f-47b1-970e-cf43364176ad tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1348.479115] env[64120]: DEBUG nova.virt.hardware [None req-bfff216b-800f-47b1-970e-cf43364176ad tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1348.479349] env[64120]: DEBUG nova.virt.hardware [None req-bfff216b-800f-47b1-970e-cf43364176ad tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1348.479593] env[64120]: DEBUG nova.virt.hardware [None req-bfff216b-800f-47b1-970e-cf43364176ad tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1348.479766] env[64120]: DEBUG nova.virt.hardware [None req-bfff216b-800f-47b1-970e-cf43364176ad tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1348.480046] env[64120]: DEBUG nova.virt.hardware [None req-bfff216b-800f-47b1-970e-cf43364176ad tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1348.480240] env[64120]: DEBUG nova.virt.hardware [None req-bfff216b-800f-47b1-970e-cf43364176ad tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1348.480423] env[64120]: DEBUG nova.virt.hardware [None req-bfff216b-800f-47b1-970e-cf43364176ad tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1348.486981] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-bfff216b-800f-47b1-970e-cf43364176ad tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Reconfiguring VM to attach interface {{(pid=64120) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1348.490115] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c98b234-dede-462e-94b3-f40ddef7b992 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.508950] env[64120]: DEBUG oslo_vmware.api [None req-bfff216b-800f-47b1-970e-cf43364176ad tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1348.508950] env[64120]: value = "task-1406888" [ 1348.508950] env[64120]: _type = "Task" [ 1348.508950] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.521138] env[64120]: DEBUG oslo_vmware.api [None req-bfff216b-800f-47b1-970e-cf43364176ad tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406888, 'name': ReconfigVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.651367] env[64120]: DEBUG oslo_vmware.api [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406887, 'name': PowerOffVM_Task, 'duration_secs': 0.152431} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.651722] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1348.651974] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1348.652788] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2650981b-125c-4aac-b1b5-6ee8bc34d162 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.662635] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1348.662635] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5969481-901a-4fb1-8a87-17284ce0f2fd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.670605] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9667c286-5eab-4af4-8d85-ad8a2602f1b6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.678354] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d1c9b1-509a-472d-ae39-ef0c841e6843 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.685428] env[64120]: DEBUG nova.network.neutron [-] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.715391] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8358107e-4629-4387-a8b6-360ffbe183b4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.718081] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1348.718301] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1348.718483] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Deleting the datastore file [datastore1] ccbe9025-edad-4b8a-b76c-61b7650030b0 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1348.719019] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c9c3006-3f37-49c3-b144-b45c247f7194 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.726242] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88503425-ba5f-46fd-9268-edca2013b4e6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.731391] env[64120]: DEBUG oslo_vmware.api [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Waiting for the task: (returnval){ [ 1348.731391] env[64120]: value = "task-1406890" [ 1348.731391] env[64120]: _type = "Task" [ 1348.731391] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.743386] env[64120]: DEBUG nova.compute.provider_tree [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1348.750489] env[64120]: DEBUG oslo_vmware.api [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.020444] env[64120]: DEBUG oslo_vmware.api [None req-bfff216b-800f-47b1-970e-cf43364176ad tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406888, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.214913] env[64120]: INFO nova.compute.manager [-] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Took 1.35 seconds to deallocate network for instance. [ 1349.242091] env[64120]: DEBUG oslo_vmware.api [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098726} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.242985] env[64120]: DEBUG nova.network.neutron [req-0c760803-db1b-4f65-8ccd-9a7c553b3f9b req-c1ca495b-ad23-46b3-bc13-16b015b6d9de service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Updated VIF entry in instance network info cache for port b4576c51-14d3-4297-903d-2608b544ccec. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1349.243455] env[64120]: DEBUG nova.network.neutron [req-0c760803-db1b-4f65-8ccd-9a7c553b3f9b req-c1ca495b-ad23-46b3-bc13-16b015b6d9de service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Updating instance_info_cache with network_info: [{"id": "3a8e5631-ab06-4169-9cfe-fd4ab37e909f", "address": "fa:16:3e:e8:8c:fd", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a8e5631-ab", "ovs_interfaceid": "3a8e5631-ab06-4169-9cfe-fd4ab37e909f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "59299653-fd79-4de7-adc6-df872c337df7", "address": "fa:16:3e:29:40:0e", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59299653-fd", "ovs_interfaceid": "59299653-fd79-4de7-adc6-df872c337df7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b4576c51-14d3-4297-903d-2608b544ccec", "address": "fa:16:3e:59:be:11", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4576c51-14", "ovs_interfaceid": "b4576c51-14d3-4297-903d-2608b544ccec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.244778] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1349.244919] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1349.246017] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1349.275725] env[64120]: DEBUG nova.scheduler.client.report [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Updated inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with generation 142 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1349.275725] env[64120]: DEBUG nova.compute.provider_tree [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Updating resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 generation from 142 to 143 during operation: update_inventory {{(pid=64120) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1349.275725] env[64120]: DEBUG nova.compute.provider_tree [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1349.520160] env[64120]: DEBUG oslo_vmware.api [None req-bfff216b-800f-47b1-970e-cf43364176ad tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406888, 'name': ReconfigVM_Task, 'duration_secs': 0.559085} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.520666] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bfff216b-800f-47b1-970e-cf43364176ad tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Releasing lock "9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.520900] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-bfff216b-800f-47b1-970e-cf43364176ad tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Reconfigured VM to attach interface {{(pid=64120) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1349.721375] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fbbf1b1f-c1e7-4e04-89fc-3103babb4c91 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.749694] env[64120]: DEBUG oslo_concurrency.lockutils [req-0c760803-db1b-4f65-8ccd-9a7c553b3f9b req-c1ca495b-ad23-46b3-bc13-16b015b6d9de service nova] Releasing lock "refresh_cache-9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.749694] env[64120]: DEBUG nova.compute.manager [req-0c760803-db1b-4f65-8ccd-9a7c553b3f9b req-c1ca495b-ad23-46b3-bc13-16b015b6d9de service nova] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Received event network-vif-deleted-945237b3-5429-4113-8573-59d9d8331439 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1349.749694] env[64120]: INFO nova.compute.manager [req-0c760803-db1b-4f65-8ccd-9a7c553b3f9b req-c1ca495b-ad23-46b3-bc13-16b015b6d9de service nova] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Neutron deleted interface 945237b3-5429-4113-8573-59d9d8331439; detaching it from the instance and deleting it from the info cache [ 1349.749694] env[64120]: DEBUG nova.network.neutron [req-0c760803-db1b-4f65-8ccd-9a7c553b3f9b req-c1ca495b-ad23-46b3-bc13-16b015b6d9de service nova] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.780693] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.264s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.782804] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a453539e-9567-4650-bab4-9de38d5ade9b tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.146s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.783134] env[64120]: DEBUG nova.objects.instance [None req-a453539e-9567-4650-bab4-9de38d5ade9b tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Lazy-loading 'resources' on Instance uuid b7717710-e405-4abf-a4d9-03566d985bdf {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1349.818779] env[64120]: INFO nova.network.neutron [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Updating port 6424cbdf-9a9d-4eb8-94f3-ff112c808edf with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1350.026341] env[64120]: DEBUG oslo_concurrency.lockutils [None req-bfff216b-800f-47b1-970e-cf43364176ad tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "interface-9311177f-121d-44db-86af-ad0e2e68d411-b4576c51-14d3-4297-903d-2608b544ccec" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.579s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.255434] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2377178d-4ca1-4617-a92a-424543ea2a07 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.268888] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d8afd1-b21b-4a81-b08e-4940b19d42a2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.292609] env[64120]: DEBUG nova.virt.hardware [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1350.292871] env[64120]: DEBUG nova.virt.hardware [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1350.293050] env[64120]: DEBUG nova.virt.hardware [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1350.293247] env[64120]: DEBUG nova.virt.hardware [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1350.293401] env[64120]: DEBUG nova.virt.hardware [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1350.293558] env[64120]: DEBUG nova.virt.hardware [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1350.293823] env[64120]: DEBUG nova.virt.hardware [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1350.293998] env[64120]: DEBUG nova.virt.hardware [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1350.294235] env[64120]: DEBUG nova.virt.hardware [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1350.294421] env[64120]: DEBUG nova.virt.hardware [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1350.294603] env[64120]: DEBUG nova.virt.hardware [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1350.295475] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8a6a43-bb96-427e-aa54-bd40380c0bc9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.307309] env[64120]: DEBUG nova.compute.manager [req-0c760803-db1b-4f65-8ccd-9a7c553b3f9b req-c1ca495b-ad23-46b3-bc13-16b015b6d9de service nova] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Detach interface failed, port_id=945237b3-5429-4113-8573-59d9d8331439, reason: Instance 5641ad8a-2671-4989-ba68-fdb87b752edb could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1350.316300] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af3053b-6810-49df-b3c4-f4b456e4f5d3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.335255] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Instance VIF info [] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1350.341036] env[64120]: DEBUG oslo.service.loopingcall [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1350.344027] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1350.344027] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-649025b8-0b78-493f-a177-430582d1a8eb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.362858] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1350.362858] env[64120]: value = "task-1406891" [ 1350.362858] env[64120]: _type = "Task" [ 1350.362858] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.370866] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406891, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.526708] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2919356a-3ef8-412a-b22e-76a4da963df3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.535667] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7d3229-a3ac-4547-ab2e-a624435d2e0c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.567909] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df621744-fb4f-4de5-8d5b-772d01852b46 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.576540] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6231cb46-60a0-4779-add2-82092549f024 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.592153] env[64120]: DEBUG nova.compute.provider_tree [None req-a453539e-9567-4650-bab4-9de38d5ade9b tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.873678] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406891, 'name': CreateVM_Task, 'duration_secs': 0.331677} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.873877] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1350.874344] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.874523] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.874874] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1350.875186] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a3d32c0-04c0-40fa-aec5-33ba18caa7c5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.880419] env[64120]: DEBUG oslo_vmware.api [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Waiting for the task: (returnval){ [ 1350.880419] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c01330-848f-5d21-72be-b47cd24b80cd" [ 1350.880419] env[64120]: _type = "Task" [ 1350.880419] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.888384] env[64120]: DEBUG oslo_vmware.api [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c01330-848f-5d21-72be-b47cd24b80cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.094872] env[64120]: DEBUG nova.scheduler.client.report [None req-a453539e-9567-4650-bab4-9de38d5ade9b tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1351.392679] env[64120]: DEBUG oslo_vmware.api [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c01330-848f-5d21-72be-b47cd24b80cd, 'name': SearchDatastore_Task, 'duration_secs': 0.00975} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.393106] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.393385] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1351.393675] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.393875] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.394122] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1351.394965] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-325e4600-9f26-4bdd-8e67-681dd6dd6fea {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.405388] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1351.405717] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1351.406635] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8465dca-3067-4eaf-83bc-c682a4f6752c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.414213] env[64120]: DEBUG oslo_vmware.api [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Waiting for the task: (returnval){ [ 1351.414213] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5283933a-22e3-ee5e-8ba7-65e3325df3e8" [ 1351.414213] env[64120]: _type = "Task" [ 1351.414213] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.423581] env[64120]: DEBUG oslo_vmware.api [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5283933a-22e3-ee5e-8ba7-65e3325df3e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.578059] env[64120]: DEBUG nova.compute.manager [req-88a3c85f-2840-407b-8066-7d2c60697252 req-ad8bc0d8-6ee2-4ce9-9d3f-003e2f9364df service nova] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Received event network-vif-plugged-6424cbdf-9a9d-4eb8-94f3-ff112c808edf {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1351.578303] env[64120]: DEBUG oslo_concurrency.lockutils [req-88a3c85f-2840-407b-8066-7d2c60697252 req-ad8bc0d8-6ee2-4ce9-9d3f-003e2f9364df service nova] Acquiring lock "a16b0a8b-255b-4865-90c7-5853c6269644-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.578521] env[64120]: DEBUG oslo_concurrency.lockutils [req-88a3c85f-2840-407b-8066-7d2c60697252 req-ad8bc0d8-6ee2-4ce9-9d3f-003e2f9364df service nova] Lock "a16b0a8b-255b-4865-90c7-5853c6269644-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.578699] env[64120]: DEBUG oslo_concurrency.lockutils [req-88a3c85f-2840-407b-8066-7d2c60697252 req-ad8bc0d8-6ee2-4ce9-9d3f-003e2f9364df service nova] Lock "a16b0a8b-255b-4865-90c7-5853c6269644-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.578883] env[64120]: DEBUG nova.compute.manager [req-88a3c85f-2840-407b-8066-7d2c60697252 req-ad8bc0d8-6ee2-4ce9-9d3f-003e2f9364df service nova] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] No waiting events found dispatching network-vif-plugged-6424cbdf-9a9d-4eb8-94f3-ff112c808edf {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1351.579786] env[64120]: WARNING nova.compute.manager [req-88a3c85f-2840-407b-8066-7d2c60697252 req-ad8bc0d8-6ee2-4ce9-9d3f-003e2f9364df service nova] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Received unexpected event network-vif-plugged-6424cbdf-9a9d-4eb8-94f3-ff112c808edf for instance with vm_state shelved_offloaded and task_state spawning. [ 1351.600395] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a453539e-9567-4650-bab4-9de38d5ade9b tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.818s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.603381] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0ab1e4ae-99ab-4427-889b-c9931d44f424 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.516s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.604437] env[64120]: DEBUG nova.objects.instance [None req-0ab1e4ae-99ab-4427-889b-c9931d44f424 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lazy-loading 'resources' on Instance uuid 2ba00564-76b5-447b-a18a-9f875df8ec2c {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.627497] env[64120]: INFO nova.scheduler.client.report [None req-a453539e-9567-4650-bab4-9de38d5ade9b tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Deleted allocations for instance b7717710-e405-4abf-a4d9-03566d985bdf [ 1351.675147] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquiring lock "refresh_cache-a16b0a8b-255b-4865-90c7-5853c6269644" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.675367] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquired lock "refresh_cache-a16b0a8b-255b-4865-90c7-5853c6269644" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.675544] env[64120]: DEBUG nova.network.neutron [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1351.760929] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c6747e60-4d27-4e22-a504-968ce3ba23e4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "interface-9311177f-121d-44db-86af-ad0e2e68d411-59299653-fd79-4de7-adc6-df872c337df7" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.761200] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c6747e60-4d27-4e22-a504-968ce3ba23e4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "interface-9311177f-121d-44db-86af-ad0e2e68d411-59299653-fd79-4de7-adc6-df872c337df7" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.925119] env[64120]: DEBUG oslo_vmware.api [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5283933a-22e3-ee5e-8ba7-65e3325df3e8, 'name': SearchDatastore_Task, 'duration_secs': 0.012969} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.925911] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a042844-ef8b-4b6f-93e0-9d4fd5f1996f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.931363] env[64120]: DEBUG oslo_vmware.api [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Waiting for the task: (returnval){ [ 1351.931363] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52455fb6-ed24-ebae-92e6-fc479a2013aa" [ 1351.931363] env[64120]: _type = "Task" [ 1351.931363] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.939776] env[64120]: DEBUG oslo_vmware.api [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52455fb6-ed24-ebae-92e6-fc479a2013aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.135777] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a453539e-9567-4650-bab4-9de38d5ade9b tempest-ServerMetadataTestJSON-544419472 tempest-ServerMetadataTestJSON-544419472-project-member] Lock "b7717710-e405-4abf-a4d9-03566d985bdf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.004s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.264059] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c6747e60-4d27-4e22-a504-968ce3ba23e4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1352.264245] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c6747e60-4d27-4e22-a504-968ce3ba23e4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquired lock "9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.265106] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd7f10b-303e-438a-b13f-2a658b345295 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.288274] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cff9635-6d00-45c3-8778-3f5c0f4d6899 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.317951] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c6747e60-4d27-4e22-a504-968ce3ba23e4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Reconfiguring VM to detach interface {{(pid=64120) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1352.322491] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f5ef4e0-052d-4f3c-bc21-e912fbcf7d92 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.342836] env[64120]: DEBUG oslo_vmware.api [None req-c6747e60-4d27-4e22-a504-968ce3ba23e4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1352.342836] env[64120]: value = "task-1406892" [ 1352.342836] env[64120]: _type = "Task" [ 1352.342836] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.354916] env[64120]: DEBUG oslo_vmware.api [None req-c6747e60-4d27-4e22-a504-968ce3ba23e4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406892, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.359334] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2526fec3-de85-4dba-a5b5-52c2769344ea {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.367143] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c754c1b-3d5c-451f-9b02-11ee82472ac1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.403396] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ac029d-e573-4b9e-b8ed-df986493fdad {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.412187] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc5460d-b325-4cfa-9400-af59013b3ced {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.427669] env[64120]: DEBUG nova.compute.provider_tree [None req-0ab1e4ae-99ab-4427-889b-c9931d44f424 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.442089] env[64120]: DEBUG oslo_vmware.api [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52455fb6-ed24-ebae-92e6-fc479a2013aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010115} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.442377] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.442633] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] ccbe9025-edad-4b8a-b76c-61b7650030b0/ccbe9025-edad-4b8a-b76c-61b7650030b0.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1352.442889] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c4279a7-a547-40c7-8fb0-cd6998024c4a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.449781] env[64120]: DEBUG oslo_vmware.api [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Waiting for the task: (returnval){ [ 1352.449781] env[64120]: value = "task-1406893" [ 1352.449781] env[64120]: _type = "Task" [ 1352.449781] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.458357] env[64120]: DEBUG oslo_vmware.api [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.479133] env[64120]: DEBUG nova.network.neutron [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Updating instance_info_cache with network_info: [{"id": "6424cbdf-9a9d-4eb8-94f3-ff112c808edf", "address": "fa:16:3e:59:a0:57", "network": {"id": "30657e88-c15f-41b5-9dae-08fa7e924a8a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2068915088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bedb242e14441ac97c0a829950bc9ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6424cbdf-9a", "ovs_interfaceid": "6424cbdf-9a9d-4eb8-94f3-ff112c808edf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.854699] env[64120]: DEBUG oslo_vmware.api [None req-c6747e60-4d27-4e22-a504-968ce3ba23e4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.931750] env[64120]: DEBUG nova.scheduler.client.report [None req-0ab1e4ae-99ab-4427-889b-c9931d44f424 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1352.960554] env[64120]: DEBUG oslo_vmware.api [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493704} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.960842] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] ccbe9025-edad-4b8a-b76c-61b7650030b0/ccbe9025-edad-4b8a-b76c-61b7650030b0.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1352.961078] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1352.961348] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e58a23a-2f36-46af-9b50-dcd849c64c89 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.968634] env[64120]: DEBUG oslo_vmware.api [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Waiting for the task: (returnval){ [ 1352.968634] env[64120]: value = "task-1406894" [ 1352.968634] env[64120]: _type = "Task" [ 1352.968634] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.982654] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Releasing lock "refresh_cache-a16b0a8b-255b-4865-90c7-5853c6269644" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.984936] env[64120]: DEBUG oslo_vmware.api [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.013091] env[64120]: DEBUG nova.virt.hardware [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3f5b34ba1dc9e3297f9f5222ca13eaaa',container_format='bare',created_at=2024-11-07T02:14:35Z,direct_url=,disk_format='vmdk',id=449d8930-46b4-4dad-969b-1bfdfcb37a1b,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-289463164-shelved',owner='8bedb242e14441ac97c0a829950bc9ce',properties=ImageMetaProps,protected=,size=31664640,status='active',tags=,updated_at=2024-11-07T02:14:51Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1353.013242] env[64120]: DEBUG nova.virt.hardware [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1353.013440] env[64120]: DEBUG nova.virt.hardware [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1353.013516] env[64120]: DEBUG nova.virt.hardware [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1353.013669] env[64120]: DEBUG nova.virt.hardware [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1353.013834] env[64120]: DEBUG nova.virt.hardware [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1353.014041] env[64120]: DEBUG nova.virt.hardware [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1353.014220] env[64120]: DEBUG nova.virt.hardware [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1353.014464] env[64120]: DEBUG nova.virt.hardware [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1353.014600] env[64120]: DEBUG nova.virt.hardware [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1353.014801] env[64120]: DEBUG nova.virt.hardware [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1353.015957] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7578c7-9000-4699-bd82-3910db74e125 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.026872] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e52707-515c-4242-90be-db2baa20f95c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.041880] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:a0:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a64108f9-df0a-4feb-bbb5-97f5841c356c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6424cbdf-9a9d-4eb8-94f3-ff112c808edf', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1353.049186] env[64120]: DEBUG oslo.service.loopingcall [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1353.049470] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1353.049692] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-062cae3f-d712-4943-8cc9-e217550356ff {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.071408] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1353.071408] env[64120]: value = "task-1406895" [ 1353.071408] env[64120]: _type = "Task" [ 1353.071408] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.084834] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406895, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.354874] env[64120]: DEBUG oslo_vmware.api [None req-c6747e60-4d27-4e22-a504-968ce3ba23e4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.437153] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0ab1e4ae-99ab-4427-889b-c9931d44f424 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.834s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1353.440404] env[64120]: DEBUG oslo_concurrency.lockutils [None req-111ecfc8-0704-44d6-91de-43a1963b51cc tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.811s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.440404] env[64120]: DEBUG nova.objects.instance [None req-111ecfc8-0704-44d6-91de-43a1963b51cc tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lazy-loading 'resources' on Instance uuid a6fb5e70-ad2c-499e-a224-0fd46271be1b {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.465802] env[64120]: INFO nova.scheduler.client.report [None req-0ab1e4ae-99ab-4427-889b-c9931d44f424 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Deleted allocations for instance 2ba00564-76b5-447b-a18a-9f875df8ec2c [ 1353.479325] env[64120]: DEBUG oslo_vmware.api [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067425} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.479679] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1353.480688] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5916cd0-634b-4167-8034-81cac1ab139c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.504306] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] ccbe9025-edad-4b8a-b76c-61b7650030b0/ccbe9025-edad-4b8a-b76c-61b7650030b0.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1353.504654] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce683dc4-bbff-41af-8552-33ab7f800137 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.526689] env[64120]: DEBUG oslo_vmware.api [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Waiting for the task: (returnval){ [ 1353.526689] env[64120]: value = "task-1406896" [ 1353.526689] env[64120]: _type = "Task" [ 1353.526689] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.539062] env[64120]: DEBUG oslo_vmware.api [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406896, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.582324] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406895, 'name': CreateVM_Task, 'duration_secs': 0.477444} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.582526] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1353.583291] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/449d8930-46b4-4dad-969b-1bfdfcb37a1b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.583485] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/449d8930-46b4-4dad-969b-1bfdfcb37a1b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.583993] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/449d8930-46b4-4dad-969b-1bfdfcb37a1b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1353.584339] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-671459d9-bce5-459b-9089-bc84047bc155 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.598859] env[64120]: DEBUG oslo_vmware.api [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1353.598859] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]522af4f8-744b-c766-ffd1-6082bdb210e6" [ 1353.598859] env[64120]: _type = "Task" [ 1353.598859] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.617145] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/449d8930-46b4-4dad-969b-1bfdfcb37a1b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.617387] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Processing image 449d8930-46b4-4dad-969b-1bfdfcb37a1b {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1353.617626] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/449d8930-46b4-4dad-969b-1bfdfcb37a1b/449d8930-46b4-4dad-969b-1bfdfcb37a1b.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.617778] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/449d8930-46b4-4dad-969b-1bfdfcb37a1b/449d8930-46b4-4dad-969b-1bfdfcb37a1b.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.617960] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1353.618249] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec5e7186-88dd-4ac9-8fb3-b91d2e930fde {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.635736] env[64120]: DEBUG nova.compute.manager [req-0fc9a92b-6294-42a3-b044-0ae0dbee3892 req-4df63291-bcfb-42e0-8003-bfc117afa7c9 service nova] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Received event network-changed-6424cbdf-9a9d-4eb8-94f3-ff112c808edf {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1353.635800] env[64120]: DEBUG nova.compute.manager [req-0fc9a92b-6294-42a3-b044-0ae0dbee3892 req-4df63291-bcfb-42e0-8003-bfc117afa7c9 service nova] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Refreshing instance network info cache due to event network-changed-6424cbdf-9a9d-4eb8-94f3-ff112c808edf. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1353.636045] env[64120]: DEBUG oslo_concurrency.lockutils [req-0fc9a92b-6294-42a3-b044-0ae0dbee3892 req-4df63291-bcfb-42e0-8003-bfc117afa7c9 service nova] Acquiring lock "refresh_cache-a16b0a8b-255b-4865-90c7-5853c6269644" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.636142] env[64120]: DEBUG oslo_concurrency.lockutils [req-0fc9a92b-6294-42a3-b044-0ae0dbee3892 req-4df63291-bcfb-42e0-8003-bfc117afa7c9 service nova] Acquired lock "refresh_cache-a16b0a8b-255b-4865-90c7-5853c6269644" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.636318] env[64120]: DEBUG nova.network.neutron [req-0fc9a92b-6294-42a3-b044-0ae0dbee3892 req-4df63291-bcfb-42e0-8003-bfc117afa7c9 service nova] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Refreshing network info cache for port 6424cbdf-9a9d-4eb8-94f3-ff112c808edf {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1353.638823] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1353.638977] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1353.639985] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9a04989-e666-4111-968f-17c80e1325f1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.647385] env[64120]: DEBUG oslo_vmware.api [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1353.647385] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524c540c-ffdf-129f-e664-25340ab18a8b" [ 1353.647385] env[64120]: _type = "Task" [ 1353.647385] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.658971] env[64120]: DEBUG oslo_vmware.api [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524c540c-ffdf-129f-e664-25340ab18a8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.853974] env[64120]: DEBUG oslo_vmware.api [None req-c6747e60-4d27-4e22-a504-968ce3ba23e4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.976762] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0ab1e4ae-99ab-4427-889b-c9931d44f424 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "2ba00564-76b5-447b-a18a-9f875df8ec2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.626s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.039224] env[64120]: DEBUG oslo_vmware.api [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406896, 'name': ReconfigVM_Task, 'duration_secs': 0.346148} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.041821] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Reconfigured VM instance instance-00000064 to attach disk [datastore2] ccbe9025-edad-4b8a-b76c-61b7650030b0/ccbe9025-edad-4b8a-b76c-61b7650030b0.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1354.045215] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-252c5076-d45b-467a-b53a-f0db726d536b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.051480] env[64120]: DEBUG oslo_vmware.api [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Waiting for the task: (returnval){ [ 1354.051480] env[64120]: value = "task-1406897" [ 1354.051480] env[64120]: _type = "Task" [ 1354.051480] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.063337] env[64120]: DEBUG oslo_vmware.api [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406897, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.156991] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1396cb8-3054-4d75-a1dd-6a7f335c8cfc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.163139] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Preparing fetch location {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1354.163426] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Fetch image to [datastore1] OSTACK_IMG_5c56abad-1587-4bdb-af40-1b9b72f61558/OSTACK_IMG_5c56abad-1587-4bdb-af40-1b9b72f61558.vmdk {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1354.163787] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Downloading stream optimized image 449d8930-46b4-4dad-969b-1bfdfcb37a1b to [datastore1] OSTACK_IMG_5c56abad-1587-4bdb-af40-1b9b72f61558/OSTACK_IMG_5c56abad-1587-4bdb-af40-1b9b72f61558.vmdk on the data store datastore1 as vApp {{(pid=64120) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1354.163983] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Downloading image file data 449d8930-46b4-4dad-969b-1bfdfcb37a1b to the ESX as VM named 'OSTACK_IMG_5c56abad-1587-4bdb-af40-1b9b72f61558' {{(pid=64120) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1354.168404] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e2e2b7-b573-4973-9a0b-c6f512e97ee9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.203598] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef782f8f-0e8a-499a-8fb2-7575eb6d23dc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.229143] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60260df-0b2e-4c3b-b177-e0dd9b05c919 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.245282] env[64120]: DEBUG nova.compute.provider_tree [None req-111ecfc8-0704-44d6-91de-43a1963b51cc tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.267153] env[64120]: DEBUG oslo_vmware.rw_handles [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1354.267153] env[64120]: value = "resgroup-9" [ 1354.267153] env[64120]: _type = "ResourcePool" [ 1354.267153] env[64120]: }. {{(pid=64120) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1354.267414] env[64120]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a61eb075-de63-4251-8487-f256edb3d00c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.291508] env[64120]: DEBUG oslo_vmware.rw_handles [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lease: (returnval){ [ 1354.291508] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524e2534-ef7b-4fbf-5f9c-8ec8baf4d899" [ 1354.291508] env[64120]: _type = "HttpNfcLease" [ 1354.291508] env[64120]: } obtained for vApp import into resource pool (val){ [ 1354.291508] env[64120]: value = "resgroup-9" [ 1354.291508] env[64120]: _type = "ResourcePool" [ 1354.291508] env[64120]: }. {{(pid=64120) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1354.291803] env[64120]: DEBUG oslo_vmware.api [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the lease: (returnval){ [ 1354.291803] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524e2534-ef7b-4fbf-5f9c-8ec8baf4d899" [ 1354.291803] env[64120]: _type = "HttpNfcLease" [ 1354.291803] env[64120]: } to be ready. {{(pid=64120) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1354.298262] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1354.298262] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524e2534-ef7b-4fbf-5f9c-8ec8baf4d899" [ 1354.298262] env[64120]: _type = "HttpNfcLease" [ 1354.298262] env[64120]: } is initializing. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1354.356316] env[64120]: DEBUG oslo_vmware.api [None req-c6747e60-4d27-4e22-a504-968ce3ba23e4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.396163] env[64120]: DEBUG nova.network.neutron [req-0fc9a92b-6294-42a3-b044-0ae0dbee3892 req-4df63291-bcfb-42e0-8003-bfc117afa7c9 service nova] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Updated VIF entry in instance network info cache for port 6424cbdf-9a9d-4eb8-94f3-ff112c808edf. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1354.396586] env[64120]: DEBUG nova.network.neutron [req-0fc9a92b-6294-42a3-b044-0ae0dbee3892 req-4df63291-bcfb-42e0-8003-bfc117afa7c9 service nova] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Updating instance_info_cache with network_info: [{"id": "6424cbdf-9a9d-4eb8-94f3-ff112c808edf", "address": "fa:16:3e:59:a0:57", "network": {"id": "30657e88-c15f-41b5-9dae-08fa7e924a8a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2068915088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bedb242e14441ac97c0a829950bc9ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6424cbdf-9a", "ovs_interfaceid": "6424cbdf-9a9d-4eb8-94f3-ff112c808edf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.561272] env[64120]: DEBUG oslo_vmware.api [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406897, 'name': Rename_Task, 'duration_secs': 0.156908} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.561615] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1354.561871] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49795b30-cef8-4be1-9146-29ff8a5f4ffc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.569243] env[64120]: DEBUG oslo_vmware.api [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Waiting for the task: (returnval){ [ 1354.569243] env[64120]: value = "task-1406899" [ 1354.569243] env[64120]: _type = "Task" [ 1354.569243] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.577739] env[64120]: DEBUG oslo_vmware.api [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.688053] env[64120]: DEBUG oslo_concurrency.lockutils [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "50be7372-2670-4d69-9a85-c9d95169de9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.688053] env[64120]: DEBUG oslo_concurrency.lockutils [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "50be7372-2670-4d69-9a85-c9d95169de9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.751621] env[64120]: DEBUG nova.scheduler.client.report [None req-111ecfc8-0704-44d6-91de-43a1963b51cc tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1354.800326] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1354.800326] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524e2534-ef7b-4fbf-5f9c-8ec8baf4d899" [ 1354.800326] env[64120]: _type = "HttpNfcLease" [ 1354.800326] env[64120]: } is ready. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1354.800658] env[64120]: DEBUG oslo_vmware.rw_handles [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1354.800658] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524e2534-ef7b-4fbf-5f9c-8ec8baf4d899" [ 1354.800658] env[64120]: _type = "HttpNfcLease" [ 1354.800658] env[64120]: }. {{(pid=64120) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1354.801375] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00348af-a7e0-46e3-a8b2-19b9cf221d29 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.808312] env[64120]: DEBUG oslo_vmware.rw_handles [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c8807d-50c8-5bfb-06a0-bc3578644d4b/disk-0.vmdk from lease info. {{(pid=64120) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1354.808562] env[64120]: DEBUG oslo_vmware.rw_handles [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Creating HTTP connection to write to file with size = 31664640 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c8807d-50c8-5bfb-06a0-bc3578644d4b/disk-0.vmdk. {{(pid=64120) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1354.878991] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f7233b7c-5fab-4ec3-8586-93fb2edd4988 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.881030] env[64120]: DEBUG oslo_vmware.api [None req-c6747e60-4d27-4e22-a504-968ce3ba23e4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.899729] env[64120]: DEBUG oslo_concurrency.lockutils [req-0fc9a92b-6294-42a3-b044-0ae0dbee3892 req-4df63291-bcfb-42e0-8003-bfc117afa7c9 service nova] Releasing lock "refresh_cache-a16b0a8b-255b-4865-90c7-5853c6269644" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1355.079413] env[64120]: DEBUG oslo_vmware.api [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406899, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.190552] env[64120]: DEBUG nova.compute.manager [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1355.257131] env[64120]: DEBUG oslo_concurrency.lockutils [None req-111ecfc8-0704-44d6-91de-43a1963b51cc tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.259758] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.740s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.281770] env[64120]: INFO nova.scheduler.client.report [None req-111ecfc8-0704-44d6-91de-43a1963b51cc tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Deleted allocations for instance a6fb5e70-ad2c-499e-a224-0fd46271be1b [ 1355.377285] env[64120]: DEBUG oslo_vmware.api [None req-c6747e60-4d27-4e22-a504-968ce3ba23e4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.566410] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ed3f3df3-cf58-4631-987b-67013e412911 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquiring lock "d9e639cb-56b3-4107-93fd-f0bb842fe6ee" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.566730] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ed3f3df3-cf58-4631-987b-67013e412911 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "d9e639cb-56b3-4107-93fd-f0bb842fe6ee" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.582915] env[64120]: DEBUG oslo_vmware.api [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406899, 'name': PowerOnVM_Task, 'duration_secs': 0.731699} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.585468] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1355.585722] env[64120]: DEBUG nova.compute.manager [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1355.586816] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae54e56-717b-4ed5-8e65-d6de6cde8655 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.709531] env[64120]: DEBUG oslo_concurrency.lockutils [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.765450] env[64120]: INFO nova.compute.claims [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1355.790047] env[64120]: DEBUG oslo_concurrency.lockutils [None req-111ecfc8-0704-44d6-91de-43a1963b51cc tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "a6fb5e70-ad2c-499e-a224-0fd46271be1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.007s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.884040] env[64120]: DEBUG oslo_vmware.api [None req-c6747e60-4d27-4e22-a504-968ce3ba23e4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.070444] env[64120]: DEBUG nova.compute.utils [None req-ed3f3df3-cf58-4631-987b-67013e412911 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1356.106056] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.272152] env[64120]: INFO nova.compute.resource_tracker [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Updating resource usage from migration a18fcef4-b427-4331-85ab-0d92645d15e7 [ 1356.383862] env[64120]: DEBUG oslo_vmware.api [None req-c6747e60-4d27-4e22-a504-968ce3ba23e4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.484568] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a2dbce-59fa-44e8-b623-6d6f66fbf89b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.493975] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e3b0e6-6841-44fb-a476-d06b35cedf08 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.529908] env[64120]: DEBUG oslo_vmware.rw_handles [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Completed reading data from the image iterator. {{(pid=64120) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1356.530098] env[64120]: DEBUG oslo_vmware.rw_handles [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c8807d-50c8-5bfb-06a0-bc3578644d4b/disk-0.vmdk. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1356.530900] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41439c95-e878-4c36-80a8-b01749f57c83 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.534126] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26712ab0-d54a-407e-8267-69c2c35303f1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.543379] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d27597-8fa0-49e8-aae6-af964c0a5d15 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.548800] env[64120]: DEBUG oslo_vmware.rw_handles [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c8807d-50c8-5bfb-06a0-bc3578644d4b/disk-0.vmdk is in state: ready. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1356.548800] env[64120]: DEBUG oslo_vmware.rw_handles [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c8807d-50c8-5bfb-06a0-bc3578644d4b/disk-0.vmdk. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1356.549187] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-87c171cc-a966-4250-b1f0-34c21befbf37 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.561275] env[64120]: DEBUG nova.compute.provider_tree [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1356.573291] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ed3f3df3-cf58-4631-987b-67013e412911 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "d9e639cb-56b3-4107-93fd-f0bb842fe6ee" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.745112] env[64120]: DEBUG oslo_vmware.rw_handles [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c8807d-50c8-5bfb-06a0-bc3578644d4b/disk-0.vmdk. {{(pid=64120) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1356.745112] env[64120]: INFO nova.virt.vmwareapi.images [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Downloaded image file data 449d8930-46b4-4dad-969b-1bfdfcb37a1b [ 1356.745276] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78352987-2fc8-4571-83f5-aa817cdcd3b9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.760159] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3697e89-0b07-4596-853c-fa0338cefd07 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.793308] env[64120]: INFO nova.virt.vmwareapi.images [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] The imported VM was unregistered [ 1356.795746] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Caching image {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1356.796027] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Creating directory with path [datastore1] devstack-image-cache_base/449d8930-46b4-4dad-969b-1bfdfcb37a1b {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1356.796433] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7a40685-6b1e-4316-8cf0-5577965c967b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.815522] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Created directory with path [datastore1] devstack-image-cache_base/449d8930-46b4-4dad-969b-1bfdfcb37a1b {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1356.815741] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_5c56abad-1587-4bdb-af40-1b9b72f61558/OSTACK_IMG_5c56abad-1587-4bdb-af40-1b9b72f61558.vmdk to [datastore1] devstack-image-cache_base/449d8930-46b4-4dad-969b-1bfdfcb37a1b/449d8930-46b4-4dad-969b-1bfdfcb37a1b.vmdk. {{(pid=64120) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1356.816011] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-dac3a44f-e1eb-40bd-b13b-41bf32964a70 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.821939] env[64120]: DEBUG oslo_vmware.api [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1356.821939] env[64120]: value = "task-1406901" [ 1356.821939] env[64120]: _type = "Task" [ 1356.821939] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.830149] env[64120]: DEBUG oslo_vmware.api [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406901, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.880346] env[64120]: DEBUG oslo_vmware.api [None req-c6747e60-4d27-4e22-a504-968ce3ba23e4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.065545] env[64120]: DEBUG nova.scheduler.client.report [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1357.199567] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Acquiring lock "ccbe9025-edad-4b8a-b76c-61b7650030b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.199846] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Lock "ccbe9025-edad-4b8a-b76c-61b7650030b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.200115] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Acquiring lock "ccbe9025-edad-4b8a-b76c-61b7650030b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.200325] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Lock "ccbe9025-edad-4b8a-b76c-61b7650030b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.200516] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Lock "ccbe9025-edad-4b8a-b76c-61b7650030b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.205194] env[64120]: INFO nova.compute.manager [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Terminating instance [ 1357.206958] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Acquiring lock "refresh_cache-ccbe9025-edad-4b8a-b76c-61b7650030b0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.207181] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Acquired lock "refresh_cache-ccbe9025-edad-4b8a-b76c-61b7650030b0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.207366] env[64120]: DEBUG nova.network.neutron [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1357.332582] env[64120]: DEBUG oslo_vmware.api [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406901, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.385342] env[64120]: DEBUG oslo_vmware.api [None req-c6747e60-4d27-4e22-a504-968ce3ba23e4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.570433] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.310s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.570596] env[64120]: INFO nova.compute.manager [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Migrating [ 1357.577546] env[64120]: DEBUG oslo_concurrency.lockutils [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.908s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.579289] env[64120]: INFO nova.compute.claims [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1357.648408] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ed3f3df3-cf58-4631-987b-67013e412911 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquiring lock "d9e639cb-56b3-4107-93fd-f0bb842fe6ee" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.648930] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ed3f3df3-cf58-4631-987b-67013e412911 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "d9e639cb-56b3-4107-93fd-f0bb842fe6ee" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.649259] env[64120]: INFO nova.compute.manager [None req-ed3f3df3-cf58-4631-987b-67013e412911 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Attaching volume 2aef3910-37cb-4210-8c74-8883f084d7a6 to /dev/sdb [ 1357.690091] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea14413b-32ba-40f5-ab53-227b57f1c1e9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.698533] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2521e654-ef49-4906-b3fb-1d7c8924cba2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.715076] env[64120]: DEBUG nova.virt.block_device [None req-ed3f3df3-cf58-4631-987b-67013e412911 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Updating existing volume attachment record: 4dac7189-2986-42d2-8466-35a533be396b {{(pid=64120) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1357.732337] env[64120]: DEBUG nova.network.neutron [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1357.794343] env[64120]: DEBUG nova.network.neutron [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.833276] env[64120]: DEBUG oslo_vmware.api [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406901, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.882498] env[64120]: DEBUG oslo_vmware.api [None req-c6747e60-4d27-4e22-a504-968ce3ba23e4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406892, 'name': ReconfigVM_Task} progress is 18%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.091405] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "refresh_cache-ed54e949-f5db-4946-bc92-6384f8279de5" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.091589] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquired lock "refresh_cache-ed54e949-f5db-4946-bc92-6384f8279de5" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.091783] env[64120]: DEBUG nova.network.neutron [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1358.158034] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "0bd620c9-d061-45b5-8bf1-813dd5f1ea26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.158358] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "0bd620c9-d061-45b5-8bf1-813dd5f1ea26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.298158] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Releasing lock "refresh_cache-ccbe9025-edad-4b8a-b76c-61b7650030b0" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.298234] env[64120]: DEBUG nova.compute.manager [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1358.298409] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1358.299413] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e778f225-eeb5-457e-8fe9-b28a72963bb6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.310069] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1358.310296] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55debe82-3f6b-4994-ac18-d3d4b1a71f4e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.317669] env[64120]: DEBUG oslo_vmware.api [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Waiting for the task: (returnval){ [ 1358.317669] env[64120]: value = "task-1406905" [ 1358.317669] env[64120]: _type = "Task" [ 1358.317669] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.326705] env[64120]: DEBUG oslo_vmware.api [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.334788] env[64120]: DEBUG oslo_vmware.api [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406901, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.382961] env[64120]: DEBUG oslo_vmware.api [None req-c6747e60-4d27-4e22-a504-968ce3ba23e4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406892, 'name': ReconfigVM_Task, 'duration_secs': 5.771282} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.383271] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c6747e60-4d27-4e22-a504-968ce3ba23e4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Releasing lock "9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.383580] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c6747e60-4d27-4e22-a504-968ce3ba23e4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Reconfigured VM to detach interface {{(pid=64120) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1358.660899] env[64120]: DEBUG nova.compute.manager [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1358.759932] env[64120]: DEBUG nova.compute.manager [req-11eaa9bf-6bda-435a-8e81-f87766e5aece req-a7e6234f-a5ec-4c84-a2e0-a92ffa344d27 service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Received event network-vif-deleted-59299653-fd79-4de7-adc6-df872c337df7 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1358.760130] env[64120]: INFO nova.compute.manager [req-11eaa9bf-6bda-435a-8e81-f87766e5aece req-a7e6234f-a5ec-4c84-a2e0-a92ffa344d27 service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Neutron deleted interface 59299653-fd79-4de7-adc6-df872c337df7; detaching it from the instance and deleting it from the info cache [ 1358.761858] env[64120]: DEBUG nova.network.neutron [req-11eaa9bf-6bda-435a-8e81-f87766e5aece req-a7e6234f-a5ec-4c84-a2e0-a92ffa344d27 service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Updating instance_info_cache with network_info: [{"id": "3a8e5631-ab06-4169-9cfe-fd4ab37e909f", "address": "fa:16:3e:e8:8c:fd", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a8e5631-ab", "ovs_interfaceid": "3a8e5631-ab06-4169-9cfe-fd4ab37e909f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b4576c51-14d3-4297-903d-2608b544ccec", "address": "fa:16:3e:59:be:11", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4576c51-14", "ovs_interfaceid": "b4576c51-14d3-4297-903d-2608b544ccec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.828453] env[64120]: DEBUG oslo_vmware.api [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406905, 'name': PowerOffVM_Task, 'duration_secs': 0.144517} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.834825] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1358.835079] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1358.838015] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-323ef897-8eef-4f21-9a7f-8b4d1676f854 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.845763] env[64120]: DEBUG oslo_vmware.api [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406901, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.868116] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1358.868373] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1358.868568] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Deleting the datastore file [datastore2] ccbe9025-edad-4b8a-b76c-61b7650030b0 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1358.868845] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f33daeca-df5e-4d2f-965b-3b0c19b5b8b1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.876888] env[64120]: DEBUG oslo_vmware.api [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Waiting for the task: (returnval){ [ 1358.876888] env[64120]: value = "task-1406907" [ 1358.876888] env[64120]: _type = "Task" [ 1358.876888] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.878849] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b48b41-ce13-431a-b5b4-aafa20398686 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.893092] env[64120]: DEBUG oslo_vmware.api [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406907, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.895999] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af12a5ce-a815-48a3-8753-888478a152d3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.933272] env[64120]: DEBUG nova.network.neutron [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Updating instance_info_cache with network_info: [{"id": "f5e862a8-0648-49b0-8999-a2cc85984a3a", "address": "fa:16:3e:70:13:e8", "network": {"id": "92d218ec-145d-4482-8416-fa888f5c743c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1794575816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "845268a29b9040cfb7c02f220348a552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5e862a8-06", "ovs_interfaceid": "f5e862a8-0648-49b0-8999-a2cc85984a3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.935791] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67a955e-3da6-4968-9ed1-7277e6fabcea {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.947458] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e4a3ed-07d3-494c-b083-c616f520e459 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.964930] env[64120]: DEBUG nova.compute.provider_tree [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1359.180200] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.263464] env[64120]: DEBUG oslo_concurrency.lockutils [req-11eaa9bf-6bda-435a-8e81-f87766e5aece req-a7e6234f-a5ec-4c84-a2e0-a92ffa344d27 service nova] Acquiring lock "9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.263683] env[64120]: DEBUG oslo_concurrency.lockutils [req-11eaa9bf-6bda-435a-8e81-f87766e5aece req-a7e6234f-a5ec-4c84-a2e0-a92ffa344d27 service nova] Acquired lock "9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.264666] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97a26d8-49ee-4d11-95f8-c192f37b2ee0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.283876] env[64120]: DEBUG oslo_concurrency.lockutils [req-11eaa9bf-6bda-435a-8e81-f87766e5aece req-a7e6234f-a5ec-4c84-a2e0-a92ffa344d27 service nova] Releasing lock "9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.283975] env[64120]: WARNING nova.compute.manager [req-11eaa9bf-6bda-435a-8e81-f87766e5aece req-a7e6234f-a5ec-4c84-a2e0-a92ffa344d27 service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Detach interface failed, port_id=59299653-fd79-4de7-adc6-df872c337df7, reason: No device with interface-id 59299653-fd79-4de7-adc6-df872c337df7 exists on VM: nova.exception.NotFound: No device with interface-id 59299653-fd79-4de7-adc6-df872c337df7 exists on VM [ 1359.319533] env[64120]: DEBUG nova.compute.manager [req-e52cd30c-31d9-4f56-a4ef-307af04485f3 req-cd053f45-21d2-49bf-b656-43244fea8e76 service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Received event network-vif-deleted-b4576c51-14d3-4297-903d-2608b544ccec {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1359.319533] env[64120]: INFO nova.compute.manager [req-e52cd30c-31d9-4f56-a4ef-307af04485f3 req-cd053f45-21d2-49bf-b656-43244fea8e76 service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Neutron deleted interface b4576c51-14d3-4297-903d-2608b544ccec; detaching it from the instance and deleting it from the info cache [ 1359.319835] env[64120]: DEBUG nova.network.neutron [req-e52cd30c-31d9-4f56-a4ef-307af04485f3 req-cd053f45-21d2-49bf-b656-43244fea8e76 service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Updating instance_info_cache with network_info: [{"id": "3a8e5631-ab06-4169-9cfe-fd4ab37e909f", "address": "fa:16:3e:e8:8c:fd", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a8e5631-ab", "ovs_interfaceid": "3a8e5631-ab06-4169-9cfe-fd4ab37e909f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.337737] env[64120]: DEBUG oslo_vmware.api [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406901, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.43953} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.338018] env[64120]: INFO nova.virt.vmwareapi.ds_util [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_5c56abad-1587-4bdb-af40-1b9b72f61558/OSTACK_IMG_5c56abad-1587-4bdb-af40-1b9b72f61558.vmdk to [datastore1] devstack-image-cache_base/449d8930-46b4-4dad-969b-1bfdfcb37a1b/449d8930-46b4-4dad-969b-1bfdfcb37a1b.vmdk. [ 1359.338230] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Cleaning up location [datastore1] OSTACK_IMG_5c56abad-1587-4bdb-af40-1b9b72f61558 {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1359.338403] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_5c56abad-1587-4bdb-af40-1b9b72f61558 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1359.338665] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8ee4329-7cdd-46f8-b632-25773c744e09 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.345438] env[64120]: DEBUG oslo_vmware.api [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1359.345438] env[64120]: value = "task-1406908" [ 1359.345438] env[64120]: _type = "Task" [ 1359.345438] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.353588] env[64120]: DEBUG oslo_vmware.api [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.387456] env[64120]: DEBUG oslo_vmware.api [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406907, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163501} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.387857] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1359.388136] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1359.388397] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1359.388642] env[64120]: INFO nova.compute.manager [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1359.388938] env[64120]: DEBUG oslo.service.loopingcall [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1359.389189] env[64120]: DEBUG nova.compute.manager [-] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1359.389323] env[64120]: DEBUG nova.network.neutron [-] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1359.424285] env[64120]: DEBUG nova.network.neutron [-] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1359.440247] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Releasing lock "refresh_cache-ed54e949-f5db-4946-bc92-6384f8279de5" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.485731] env[64120]: ERROR nova.scheduler.client.report [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [req-54911e84-d584-4d3f-a883-fc9aeb2d4d1e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4ceac537-82ec-49fa-8fac-aa5d6181b318. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-54911e84-d584-4d3f-a883-fc9aeb2d4d1e"}]} [ 1359.512832] env[64120]: DEBUG nova.scheduler.client.report [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Refreshing inventories for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1359.544853] env[64120]: DEBUG nova.scheduler.client.report [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Updating ProviderTree inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1359.545949] env[64120]: DEBUG nova.compute.provider_tree [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1359.575256] env[64120]: DEBUG nova.scheduler.client.report [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Refreshing aggregate associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, aggregates: None {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1359.604079] env[64120]: DEBUG nova.scheduler.client.report [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Refreshing trait associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1359.739432] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c6747e60-4d27-4e22-a504-968ce3ba23e4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "refresh_cache-9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.739634] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c6747e60-4d27-4e22-a504-968ce3ba23e4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquired lock "refresh_cache-9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.739815] env[64120]: DEBUG nova.network.neutron [None req-c6747e60-4d27-4e22-a504-968ce3ba23e4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1359.799845] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d7c0b1-84ce-4e75-8ae0-6853faaeff86 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.807931] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2b90c0-7e3b-4b1b-91bb-0bd0083ba506 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.836929] env[64120]: DEBUG oslo_concurrency.lockutils [req-e52cd30c-31d9-4f56-a4ef-307af04485f3 req-cd053f45-21d2-49bf-b656-43244fea8e76 service nova] Acquiring lock "9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.837137] env[64120]: DEBUG oslo_concurrency.lockutils [req-e52cd30c-31d9-4f56-a4ef-307af04485f3 req-cd053f45-21d2-49bf-b656-43244fea8e76 service nova] Acquired lock "9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.838012] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa20c809-ae2f-44ff-8c93-e629bae98e60 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.840644] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c56d85-c66a-40c5-8e0a-82535008203e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.861183] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f5834d-a1d4-464b-8ab2-451d8a7ee769 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.866162] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3986c40d-f273-4f78-89b0-fea91f35101f tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "9311177f-121d-44db-86af-ad0e2e68d411" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.866816] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c964cac-18da-4395-8106-c6ea7a7cf795 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.873834] env[64120]: DEBUG oslo_vmware.api [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035208} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.897167] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1359.897365] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/449d8930-46b4-4dad-969b-1bfdfcb37a1b/449d8930-46b4-4dad-969b-1bfdfcb37a1b.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.897615] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/449d8930-46b4-4dad-969b-1bfdfcb37a1b/449d8930-46b4-4dad-969b-1bfdfcb37a1b.vmdk to [datastore1] a16b0a8b-255b-4865-90c7-5853c6269644/a16b0a8b-255b-4865-90c7-5853c6269644.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1359.903595] env[64120]: DEBUG nova.virt.vmwareapi.vmops [req-e52cd30c-31d9-4f56-a4ef-307af04485f3 req-cd053f45-21d2-49bf-b656-43244fea8e76 service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Reconfiguring VM to detach interface {{(pid=64120) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1359.904081] env[64120]: DEBUG nova.compute.provider_tree [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1359.905373] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1c2136e-5a89-43f0-9d25-103ac7aee40e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.907467] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-295e18c8-2f75-4ed6-92c7-29086c32e6f6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.921361] env[64120]: DEBUG nova.scheduler.client.report [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1359.928668] env[64120]: DEBUG nova.network.neutron [-] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.931570] env[64120]: DEBUG oslo_vmware.api [req-e52cd30c-31d9-4f56-a4ef-307af04485f3 req-cd053f45-21d2-49bf-b656-43244fea8e76 service nova] Waiting for the task: (returnval){ [ 1359.931570] env[64120]: value = "task-1406910" [ 1359.931570] env[64120]: _type = "Task" [ 1359.931570] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.931852] env[64120]: DEBUG oslo_vmware.api [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1359.931852] env[64120]: value = "task-1406909" [ 1359.931852] env[64120]: _type = "Task" [ 1359.931852] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.950750] env[64120]: DEBUG oslo_vmware.api [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.951017] env[64120]: DEBUG oslo_vmware.api [req-e52cd30c-31d9-4f56-a4ef-307af04485f3 req-cd053f45-21d2-49bf-b656-43244fea8e76 service nova] Task: {'id': task-1406910, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.426290] env[64120]: DEBUG oslo_concurrency.lockutils [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.849s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.426947] env[64120]: DEBUG nova.compute.manager [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1360.430642] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d03f8c67-1682-4304-93c9-94332bcd8f63 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.573s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.430958] env[64120]: DEBUG nova.objects.instance [None req-d03f8c67-1682-4304-93c9-94332bcd8f63 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lazy-loading 'resources' on Instance uuid 4209d888-a8c1-4b68-aae5-e458aba13452 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1360.433394] env[64120]: INFO nova.compute.manager [-] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Took 1.04 seconds to deallocate network for instance. [ 1360.465385] env[64120]: DEBUG oslo_vmware.api [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406909, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.465633] env[64120]: DEBUG oslo_vmware.api [req-e52cd30c-31d9-4f56-a4ef-307af04485f3 req-cd053f45-21d2-49bf-b656-43244fea8e76 service nova] Task: {'id': task-1406910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.501758] env[64120]: DEBUG nova.network.neutron [None req-c6747e60-4d27-4e22-a504-968ce3ba23e4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Updating instance_info_cache with network_info: [{"id": "3a8e5631-ab06-4169-9cfe-fd4ab37e909f", "address": "fa:16:3e:e8:8c:fd", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a8e5631-ab", "ovs_interfaceid": "3a8e5631-ab06-4169-9cfe-fd4ab37e909f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.696263] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b6841a-b6bb-4cd1-9abd-0d1d38e46c1f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.703396] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957d65b4-e57d-4f93-90b3-157c1cd219e2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.737203] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6360bf09-6dfe-4a5a-bda4-869d2bb92e47 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.745705] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c32b9f-c6de-476b-a119-ab886e2c6cb3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.759774] env[64120]: DEBUG nova.compute.provider_tree [None req-d03f8c67-1682-4304-93c9-94332bcd8f63 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.932549] env[64120]: DEBUG nova.compute.utils [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1360.934086] env[64120]: DEBUG nova.compute.manager [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1360.934275] env[64120]: DEBUG nova.network.neutron [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1360.949226] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.949538] env[64120]: DEBUG oslo_vmware.api [req-e52cd30c-31d9-4f56-a4ef-307af04485f3 req-cd053f45-21d2-49bf-b656-43244fea8e76 service nova] Task: {'id': task-1406910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.953018] env[64120]: DEBUG oslo_vmware.api [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406909, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.958583] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce959ed-5a54-4e64-8ff3-3a94d1623977 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.976913] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Updating instance 'ed54e949-f5db-4946-bc92-6384f8279de5' progress to 0 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1360.981574] env[64120]: DEBUG nova.policy [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e88dc9588ee49bcacefa0802f9f85e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3f4905bad364b14ad429c24290f1f87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1361.004802] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c6747e60-4d27-4e22-a504-968ce3ba23e4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Releasing lock "refresh_cache-9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.263484] env[64120]: DEBUG nova.scheduler.client.report [None req-d03f8c67-1682-4304-93c9-94332bcd8f63 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1361.292439] env[64120]: DEBUG nova.network.neutron [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Successfully created port: 3ea87edc-abf0-47a6-b60f-a15fe5e49aab {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1361.438097] env[64120]: DEBUG nova.compute.manager [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1361.454734] env[64120]: DEBUG oslo_vmware.api [req-e52cd30c-31d9-4f56-a4ef-307af04485f3 req-cd053f45-21d2-49bf-b656-43244fea8e76 service nova] Task: {'id': task-1406910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.458639] env[64120]: DEBUG oslo_vmware.api [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406909, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.485054] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1361.487036] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8814febb-487f-499f-a81f-8e90b8854028 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.493970] env[64120]: DEBUG oslo_vmware.api [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1361.493970] env[64120]: value = "task-1406912" [ 1361.493970] env[64120]: _type = "Task" [ 1361.493970] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.504256] env[64120]: DEBUG oslo_vmware.api [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.508502] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c6747e60-4d27-4e22-a504-968ce3ba23e4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "interface-9311177f-121d-44db-86af-ad0e2e68d411-59299653-fd79-4de7-adc6-df872c337df7" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.747s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.769235] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d03f8c67-1682-4304-93c9-94332bcd8f63 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.338s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.772565] env[64120]: DEBUG oslo_concurrency.lockutils [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.581s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.775987] env[64120]: INFO nova.compute.claims [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1361.798221] env[64120]: INFO nova.scheduler.client.report [None req-d03f8c67-1682-4304-93c9-94332bcd8f63 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Deleted allocations for instance 4209d888-a8c1-4b68-aae5-e458aba13452 [ 1361.955167] env[64120]: DEBUG oslo_vmware.api [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406909, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.958709] env[64120]: DEBUG oslo_vmware.api [req-e52cd30c-31d9-4f56-a4ef-307af04485f3 req-cd053f45-21d2-49bf-b656-43244fea8e76 service nova] Task: {'id': task-1406910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.004601] env[64120]: DEBUG oslo_vmware.api [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406912, 'name': PowerOffVM_Task, 'duration_secs': 0.213979} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.004903] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1362.005144] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Updating instance 'ed54e949-f5db-4946-bc92-6384f8279de5' progress to 17 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1362.262045] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed3f3df3-cf58-4631-987b-67013e412911 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Volume attach. Driver type: vmdk {{(pid=64120) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1362.262167] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed3f3df3-cf58-4631-987b-67013e412911 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298175', 'volume_id': '2aef3910-37cb-4210-8c74-8883f084d7a6', 'name': 'volume-2aef3910-37cb-4210-8c74-8883f084d7a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd9e639cb-56b3-4107-93fd-f0bb842fe6ee', 'attached_at': '', 'detached_at': '', 'volume_id': '2aef3910-37cb-4210-8c74-8883f084d7a6', 'serial': '2aef3910-37cb-4210-8c74-8883f084d7a6'} {{(pid=64120) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1362.263205] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6676d3d4-4b1d-4440-8045-aded268db71e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.282091] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9e29f3-9392-4205-898c-b06f498dcebd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.308035] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed3f3df3-cf58-4631-987b-67013e412911 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] volume-2aef3910-37cb-4210-8c74-8883f084d7a6/volume-2aef3910-37cb-4210-8c74-8883f084d7a6.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1362.310787] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cd0f535-7a8f-4532-aa11-4260bcfd4ef7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.323412] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d03f8c67-1682-4304-93c9-94332bcd8f63 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "4209d888-a8c1-4b68-aae5-e458aba13452" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.471s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.330967] env[64120]: DEBUG oslo_vmware.api [None req-ed3f3df3-cf58-4631-987b-67013e412911 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for the task: (returnval){ [ 1362.330967] env[64120]: value = "task-1406913" [ 1362.330967] env[64120]: _type = "Task" [ 1362.330967] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.339861] env[64120]: DEBUG oslo_vmware.api [None req-ed3f3df3-cf58-4631-987b-67013e412911 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1406913, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.450826] env[64120]: DEBUG oslo_vmware.api [req-e52cd30c-31d9-4f56-a4ef-307af04485f3 req-cd053f45-21d2-49bf-b656-43244fea8e76 service nova] Task: {'id': task-1406910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.454069] env[64120]: DEBUG oslo_vmware.api [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406909, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.300877} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.454345] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/449d8930-46b4-4dad-969b-1bfdfcb37a1b/449d8930-46b4-4dad-969b-1bfdfcb37a1b.vmdk to [datastore1] a16b0a8b-255b-4865-90c7-5853c6269644/a16b0a8b-255b-4865-90c7-5853c6269644.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1362.455147] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0f2c30-8105-4c8c-97c3-db1c32a33cac {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.469469] env[64120]: DEBUG nova.compute.manager [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1362.481013] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] a16b0a8b-255b-4865-90c7-5853c6269644/a16b0a8b-255b-4865-90c7-5853c6269644.vmdk or device None with type streamOptimized {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1362.481500] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6878482-ed07-4c1c-9984-cdfd1e08d628 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.501304] env[64120]: DEBUG oslo_vmware.api [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1362.501304] env[64120]: value = "task-1406914" [ 1362.501304] env[64120]: _type = "Task" [ 1362.501304] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.507170] env[64120]: DEBUG nova.virt.hardware [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1362.507440] env[64120]: DEBUG nova.virt.hardware [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1362.507617] env[64120]: DEBUG nova.virt.hardware [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1362.507837] env[64120]: DEBUG nova.virt.hardware [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1362.508026] env[64120]: DEBUG nova.virt.hardware [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1362.508226] env[64120]: DEBUG nova.virt.hardware [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1362.508464] env[64120]: DEBUG nova.virt.hardware [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1362.508675] env[64120]: DEBUG nova.virt.hardware [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1362.508844] env[64120]: DEBUG nova.virt.hardware [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1362.509050] env[64120]: DEBUG nova.virt.hardware [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1362.509273] env[64120]: DEBUG nova.virt.hardware [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1362.511210] env[64120]: DEBUG nova.virt.hardware [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1362.511453] env[64120]: DEBUG nova.virt.hardware [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1362.511634] env[64120]: DEBUG nova.virt.hardware [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1362.511837] env[64120]: DEBUG nova.virt.hardware [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1362.512028] env[64120]: DEBUG nova.virt.hardware [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1362.512241] env[64120]: DEBUG nova.virt.hardware [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1362.512467] env[64120]: DEBUG nova.virt.hardware [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1362.512640] env[64120]: DEBUG nova.virt.hardware [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1362.512831] env[64120]: DEBUG nova.virt.hardware [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1362.513023] env[64120]: DEBUG nova.virt.hardware [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1362.513218] env[64120]: DEBUG nova.virt.hardware [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1362.518640] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9354e0a-1be8-4156-b3c1-12449ba6fe6b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.524599] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1262da7-988c-4ea9-b086-0914249f34d5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.534585] env[64120]: DEBUG oslo_vmware.api [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406914, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.539655] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3388e3b-4c4a-428f-9292-cbf9a576654a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.544288] env[64120]: DEBUG oslo_vmware.api [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1362.544288] env[64120]: value = "task-1406915" [ 1362.544288] env[64120]: _type = "Task" [ 1362.544288] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.559953] env[64120]: DEBUG oslo_vmware.api [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406915, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.823880] env[64120]: DEBUG nova.compute.manager [req-31889887-9f4a-4196-8985-200ef341fa72 req-56135c36-87f4-4c4c-b151-a50acfc91a02 service nova] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Received event network-vif-plugged-3ea87edc-abf0-47a6-b60f-a15fe5e49aab {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1362.824140] env[64120]: DEBUG oslo_concurrency.lockutils [req-31889887-9f4a-4196-8985-200ef341fa72 req-56135c36-87f4-4c4c-b151-a50acfc91a02 service nova] Acquiring lock "edcdcd11-fe13-4fd8-8135-4ca912a90c00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.824341] env[64120]: DEBUG oslo_concurrency.lockutils [req-31889887-9f4a-4196-8985-200ef341fa72 req-56135c36-87f4-4c4c-b151-a50acfc91a02 service nova] Lock "edcdcd11-fe13-4fd8-8135-4ca912a90c00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.824513] env[64120]: DEBUG oslo_concurrency.lockutils [req-31889887-9f4a-4196-8985-200ef341fa72 req-56135c36-87f4-4c4c-b151-a50acfc91a02 service nova] Lock "edcdcd11-fe13-4fd8-8135-4ca912a90c00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.824683] env[64120]: DEBUG nova.compute.manager [req-31889887-9f4a-4196-8985-200ef341fa72 req-56135c36-87f4-4c4c-b151-a50acfc91a02 service nova] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] No waiting events found dispatching network-vif-plugged-3ea87edc-abf0-47a6-b60f-a15fe5e49aab {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1362.824852] env[64120]: WARNING nova.compute.manager [req-31889887-9f4a-4196-8985-200ef341fa72 req-56135c36-87f4-4c4c-b151-a50acfc91a02 service nova] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Received unexpected event network-vif-plugged-3ea87edc-abf0-47a6-b60f-a15fe5e49aab for instance with vm_state building and task_state spawning. [ 1362.846579] env[64120]: DEBUG oslo_vmware.api [None req-ed3f3df3-cf58-4631-987b-67013e412911 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1406913, 'name': ReconfigVM_Task, 'duration_secs': 0.336157} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.847638] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed3f3df3-cf58-4631-987b-67013e412911 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Reconfigured VM instance instance-0000005e to attach disk [datastore2] volume-2aef3910-37cb-4210-8c74-8883f084d7a6/volume-2aef3910-37cb-4210-8c74-8883f084d7a6.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1362.853051] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39ab171d-9548-4706-b758-a04641f2be42 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.876129] env[64120]: DEBUG oslo_vmware.api [None req-ed3f3df3-cf58-4631-987b-67013e412911 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for the task: (returnval){ [ 1362.876129] env[64120]: value = "task-1406916" [ 1362.876129] env[64120]: _type = "Task" [ 1362.876129] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.886637] env[64120]: DEBUG oslo_vmware.api [None req-ed3f3df3-cf58-4631-987b-67013e412911 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1406916, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.953060] env[64120]: DEBUG oslo_vmware.api [req-e52cd30c-31d9-4f56-a4ef-307af04485f3 req-cd053f45-21d2-49bf-b656-43244fea8e76 service nova] Task: {'id': task-1406910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.014652] env[64120]: DEBUG oslo_vmware.api [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.016591] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de98503-a533-4c65-bb13-410498270f74 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.024380] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f9ff41-72aa-4480-9b54-e291a7023d14 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.066980] env[64120]: DEBUG nova.network.neutron [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Successfully updated port: 3ea87edc-abf0-47a6-b60f-a15fe5e49aab {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1363.072539] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffc0a25-cfc4-42f9-a241-6526e511339b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.080986] env[64120]: DEBUG oslo_vmware.api [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406915, 'name': ReconfigVM_Task, 'duration_secs': 0.534752} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.083858] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Updating instance 'ed54e949-f5db-4946-bc92-6384f8279de5' progress to 33 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1363.088864] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e4853a-cdea-4489-a799-ab4afa427430 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.103956] env[64120]: DEBUG nova.compute.provider_tree [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.386406] env[64120]: DEBUG oslo_vmware.api [None req-ed3f3df3-cf58-4631-987b-67013e412911 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1406916, 'name': ReconfigVM_Task, 'duration_secs': 0.137153} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.386747] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed3f3df3-cf58-4631-987b-67013e412911 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298175', 'volume_id': '2aef3910-37cb-4210-8c74-8883f084d7a6', 'name': 'volume-2aef3910-37cb-4210-8c74-8883f084d7a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd9e639cb-56b3-4107-93fd-f0bb842fe6ee', 'attached_at': '', 'detached_at': '', 'volume_id': '2aef3910-37cb-4210-8c74-8883f084d7a6', 'serial': '2aef3910-37cb-4210-8c74-8883f084d7a6'} {{(pid=64120) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1363.450901] env[64120]: DEBUG oslo_vmware.api [req-e52cd30c-31d9-4f56-a4ef-307af04485f3 req-cd053f45-21d2-49bf-b656-43244fea8e76 service nova] Task: {'id': task-1406910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.513039] env[64120]: DEBUG oslo_vmware.api [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406914, 'name': ReconfigVM_Task, 'duration_secs': 0.789826} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.513373] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Reconfigured VM instance instance-00000049 to attach disk [datastore1] a16b0a8b-255b-4865-90c7-5853c6269644/a16b0a8b-255b-4865-90c7-5853c6269644.vmdk or device None with type streamOptimized {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1363.514069] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2455b6e0-64e3-49bb-91ad-11de74a5b57e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.519920] env[64120]: DEBUG oslo_vmware.api [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1363.519920] env[64120]: value = "task-1406917" [ 1363.519920] env[64120]: _type = "Task" [ 1363.519920] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.527608] env[64120]: DEBUG oslo_vmware.api [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406917, 'name': Rename_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.577030] env[64120]: DEBUG oslo_concurrency.lockutils [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquiring lock "refresh_cache-edcdcd11-fe13-4fd8-8135-4ca912a90c00" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.577030] env[64120]: DEBUG oslo_concurrency.lockutils [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquired lock "refresh_cache-edcdcd11-fe13-4fd8-8135-4ca912a90c00" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.577147] env[64120]: DEBUG nova.network.neutron [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1363.590140] env[64120]: DEBUG nova.virt.hardware [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1363.590428] env[64120]: DEBUG nova.virt.hardware [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1363.590595] env[64120]: DEBUG nova.virt.hardware [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1363.590779] env[64120]: DEBUG nova.virt.hardware [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1363.590965] env[64120]: DEBUG nova.virt.hardware [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1363.591152] env[64120]: DEBUG nova.virt.hardware [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1363.591369] env[64120]: DEBUG nova.virt.hardware [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1363.591706] env[64120]: DEBUG nova.virt.hardware [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1363.591915] env[64120]: DEBUG nova.virt.hardware [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1363.592161] env[64120]: DEBUG nova.virt.hardware [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1363.592368] env[64120]: DEBUG nova.virt.hardware [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1363.598056] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Reconfiguring VM instance instance-00000040 to detach disk 2000 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1363.598553] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-380d5411-a7b2-47ec-bce2-a4b4a93c17e9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.612730] env[64120]: DEBUG nova.scheduler.client.report [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1363.622956] env[64120]: DEBUG oslo_vmware.api [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1363.622956] env[64120]: value = "task-1406918" [ 1363.622956] env[64120]: _type = "Task" [ 1363.622956] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.631697] env[64120]: DEBUG oslo_vmware.api [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406918, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.951014] env[64120]: DEBUG oslo_vmware.api [req-e52cd30c-31d9-4f56-a4ef-307af04485f3 req-cd053f45-21d2-49bf-b656-43244fea8e76 service nova] Task: {'id': task-1406910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.029520] env[64120]: DEBUG oslo_vmware.api [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406917, 'name': Rename_Task, 'duration_secs': 0.144717} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.029805] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1364.030073] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38418e36-8d99-4723-9641-2ef7b628b4cd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.036948] env[64120]: DEBUG oslo_vmware.api [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1364.036948] env[64120]: value = "task-1406919" [ 1364.036948] env[64120]: _type = "Task" [ 1364.036948] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.047863] env[64120]: DEBUG oslo_vmware.api [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.102754] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "ff8e1731-e711-4c01-96cb-d677d1f246ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.102922] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "ff8e1731-e711-4c01-96cb-d677d1f246ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.119070] env[64120]: DEBUG oslo_concurrency.lockutils [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.119602] env[64120]: DEBUG nova.compute.manager [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1364.122568] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fbbf1b1f-c1e7-4e04-89fc-3103babb4c91 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.402s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.122770] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fbbf1b1f-c1e7-4e04-89fc-3103babb4c91 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.124820] env[64120]: DEBUG oslo_concurrency.lockutils [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.415s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.126231] env[64120]: INFO nova.compute.claims [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1364.146238] env[64120]: DEBUG oslo_vmware.api [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406918, 'name': ReconfigVM_Task, 'duration_secs': 0.155481} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.146535] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Reconfigured VM instance instance-00000040 to detach disk 2000 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1364.147373] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449a8480-895a-46d6-aa9e-0300a5c3347f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.178355] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] ed54e949-f5db-4946-bc92-6384f8279de5/ed54e949-f5db-4946-bc92-6384f8279de5.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1364.179514] env[64120]: INFO nova.scheduler.client.report [None req-fbbf1b1f-c1e7-4e04-89fc-3103babb4c91 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Deleted allocations for instance 5641ad8a-2671-4989-ba68-fdb87b752edb [ 1364.180839] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b124b5a-3b16-4060-b8ea-d9f1792493b4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.201662] env[64120]: DEBUG oslo_vmware.api [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1364.201662] env[64120]: value = "task-1406920" [ 1364.201662] env[64120]: _type = "Task" [ 1364.201662] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.210910] env[64120]: DEBUG oslo_vmware.api [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406920, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.304265] env[64120]: DEBUG nova.network.neutron [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1364.426816] env[64120]: DEBUG nova.objects.instance [None req-ed3f3df3-cf58-4631-987b-67013e412911 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lazy-loading 'flavor' on Instance uuid d9e639cb-56b3-4107-93fd-f0bb842fe6ee {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1364.452844] env[64120]: DEBUG oslo_vmware.api [req-e52cd30c-31d9-4f56-a4ef-307af04485f3 req-cd053f45-21d2-49bf-b656-43244fea8e76 service nova] Task: {'id': task-1406910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.549955] env[64120]: DEBUG oslo_vmware.api [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406919, 'name': PowerOnVM_Task, 'duration_secs': 0.441928} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.550369] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1364.576250] env[64120]: DEBUG nova.network.neutron [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Updating instance_info_cache with network_info: [{"id": "3ea87edc-abf0-47a6-b60f-a15fe5e49aab", "address": "fa:16:3e:d8:59:43", "network": {"id": "6569e1ec-1a2b-4d9b-80f3-051ee4368a6a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1669689819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3f4905bad364b14ad429c24290f1f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ea87edc-ab", "ovs_interfaceid": "3ea87edc-abf0-47a6-b60f-a15fe5e49aab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.605180] env[64120]: DEBUG nova.compute.manager [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1364.625052] env[64120]: DEBUG nova.compute.utils [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1364.627024] env[64120]: DEBUG nova.compute.manager [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1364.627458] env[64120]: DEBUG nova.network.neutron [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1364.663133] env[64120]: DEBUG nova.compute.manager [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1364.664417] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e635f5-d1a5-4363-89bd-85939dc3dfad {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.688290] env[64120]: DEBUG nova.policy [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cceea569b6044608e9eacc86bd2cea6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73e77e2e4c124fd19bbc0f0a4908463e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1364.699357] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fbbf1b1f-c1e7-4e04-89fc-3103babb4c91 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "5641ad8a-2671-4989-ba68-fdb87b752edb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.989s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.712511] env[64120]: DEBUG oslo_vmware.api [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406920, 'name': ReconfigVM_Task, 'duration_secs': 0.307704} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.712805] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Reconfigured VM instance instance-00000040 to attach disk [datastore1] ed54e949-f5db-4946-bc92-6384f8279de5/ed54e949-f5db-4946-bc92-6384f8279de5.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1364.713100] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Updating instance 'ed54e949-f5db-4946-bc92-6384f8279de5' progress to 50 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1364.857651] env[64120]: DEBUG nova.compute.manager [req-ded8a043-34d3-4e02-a87d-17ec76e49d74 req-fc00568d-0ab3-42f2-be21-5e3759b272aa service nova] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Received event network-changed-3ea87edc-abf0-47a6-b60f-a15fe5e49aab {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1364.858008] env[64120]: DEBUG nova.compute.manager [req-ded8a043-34d3-4e02-a87d-17ec76e49d74 req-fc00568d-0ab3-42f2-be21-5e3759b272aa service nova] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Refreshing instance network info cache due to event network-changed-3ea87edc-abf0-47a6-b60f-a15fe5e49aab. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1364.858445] env[64120]: DEBUG oslo_concurrency.lockutils [req-ded8a043-34d3-4e02-a87d-17ec76e49d74 req-fc00568d-0ab3-42f2-be21-5e3759b272aa service nova] Acquiring lock "refresh_cache-edcdcd11-fe13-4fd8-8135-4ca912a90c00" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1364.932271] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ed3f3df3-cf58-4631-987b-67013e412911 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "d9e639cb-56b3-4107-93fd-f0bb842fe6ee" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.283s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.952756] env[64120]: DEBUG oslo_vmware.api [req-e52cd30c-31d9-4f56-a4ef-307af04485f3 req-cd053f45-21d2-49bf-b656-43244fea8e76 service nova] Task: {'id': task-1406910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.050031] env[64120]: DEBUG nova.network.neutron [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Successfully created port: b7618a97-dc66-4fda-b1e0-b0f784f61f6f {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1365.079369] env[64120]: DEBUG oslo_concurrency.lockutils [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Releasing lock "refresh_cache-edcdcd11-fe13-4fd8-8135-4ca912a90c00" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.079782] env[64120]: DEBUG nova.compute.manager [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Instance network_info: |[{"id": "3ea87edc-abf0-47a6-b60f-a15fe5e49aab", "address": "fa:16:3e:d8:59:43", "network": {"id": "6569e1ec-1a2b-4d9b-80f3-051ee4368a6a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1669689819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3f4905bad364b14ad429c24290f1f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ea87edc-ab", "ovs_interfaceid": "3ea87edc-abf0-47a6-b60f-a15fe5e49aab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1365.080236] env[64120]: DEBUG oslo_concurrency.lockutils [req-ded8a043-34d3-4e02-a87d-17ec76e49d74 req-fc00568d-0ab3-42f2-be21-5e3759b272aa service nova] Acquired lock "refresh_cache-edcdcd11-fe13-4fd8-8135-4ca912a90c00" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.080501] env[64120]: DEBUG nova.network.neutron [req-ded8a043-34d3-4e02-a87d-17ec76e49d74 req-fc00568d-0ab3-42f2-be21-5e3759b272aa service nova] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Refreshing network info cache for port 3ea87edc-abf0-47a6-b60f-a15fe5e49aab {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1365.082345] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:59:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a316376e-2ef0-4b1e-b40c-10321ebd7e1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ea87edc-abf0-47a6-b60f-a15fe5e49aab', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1365.096752] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Creating folder: Project (a3f4905bad364b14ad429c24290f1f87). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1365.101177] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61de9bc8-7634-4ace-a09e-acb7d918acc6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.115866] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Created folder: Project (a3f4905bad364b14ad429c24290f1f87) in parent group-v297899. [ 1365.116591] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Creating folder: Instances. Parent ref: group-v298176. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1365.116848] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d7332d7-1ada-4aa7-a489-7aa4623633d1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.127826] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Created folder: Instances in parent group-v298176. [ 1365.128289] env[64120]: DEBUG oslo.service.loopingcall [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1365.128605] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1365.129061] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9aff889d-ca54-4401-8f8a-9a7e0acd293d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.146998] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.150217] env[64120]: DEBUG nova.compute.manager [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1365.161700] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1365.161700] env[64120]: value = "task-1406923" [ 1365.161700] env[64120]: _type = "Task" [ 1365.161700] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.170391] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406923, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.182516] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0b65748b-77ce-4044-8479-aa044f58fb8f tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquiring lock "d9e639cb-56b3-4107-93fd-f0bb842fe6ee" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.182724] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0b65748b-77ce-4044-8479-aa044f58fb8f tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "d9e639cb-56b3-4107-93fd-f0bb842fe6ee" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.182950] env[64120]: DEBUG nova.compute.manager [None req-0b65748b-77ce-4044-8479-aa044f58fb8f tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1365.190803] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23cc1d8-64fe-41f6-b0c4-29881fa104b4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.194366] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c60ddd3f-4e80-4e42-bed6-01e6db0fba88 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lock "a16b0a8b-255b-4865-90c7-5853c6269644" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 37.241s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.199403] env[64120]: DEBUG nova.compute.manager [None req-0b65748b-77ce-4044-8479-aa044f58fb8f tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64120) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1365.199989] env[64120]: DEBUG nova.objects.instance [None req-0b65748b-77ce-4044-8479-aa044f58fb8f tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lazy-loading 'flavor' on Instance uuid d9e639cb-56b3-4107-93fd-f0bb842fe6ee {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1365.219660] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443e67f8-6fb7-4974-8471-0a08968fcfae {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.246034] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5a941f-4407-494f-bde8-13a0930a71e1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.266165] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Updating instance 'ed54e949-f5db-4946-bc92-6384f8279de5' progress to 67 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1365.418837] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06ea75d-f750-4245-af1a-7a94dffbaa53 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.428421] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4213afa-3d95-45ef-87f0-3ffc105cc207 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.468126] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91695b6c-4fc6-4c0d-8d45-8fe9777ad414 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.475835] env[64120]: DEBUG oslo_vmware.api [req-e52cd30c-31d9-4f56-a4ef-307af04485f3 req-cd053f45-21d2-49bf-b656-43244fea8e76 service nova] Task: {'id': task-1406910, 'name': ReconfigVM_Task} progress is 18%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.478613] env[64120]: DEBUG nova.network.neutron [req-ded8a043-34d3-4e02-a87d-17ec76e49d74 req-fc00568d-0ab3-42f2-be21-5e3759b272aa service nova] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Updated VIF entry in instance network info cache for port 3ea87edc-abf0-47a6-b60f-a15fe5e49aab. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1365.478912] env[64120]: DEBUG nova.network.neutron [req-ded8a043-34d3-4e02-a87d-17ec76e49d74 req-fc00568d-0ab3-42f2-be21-5e3759b272aa service nova] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Updating instance_info_cache with network_info: [{"id": "3ea87edc-abf0-47a6-b60f-a15fe5e49aab", "address": "fa:16:3e:d8:59:43", "network": {"id": "6569e1ec-1a2b-4d9b-80f3-051ee4368a6a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1669689819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3f4905bad364b14ad429c24290f1f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ea87edc-ab", "ovs_interfaceid": "3ea87edc-abf0-47a6-b60f-a15fe5e49aab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.481058] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cf2883-4847-4656-9e18-e02d7752fc54 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.494803] env[64120]: DEBUG nova.compute.provider_tree [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.671492] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406923, 'name': CreateVM_Task, 'duration_secs': 0.324666} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.671693] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1365.672920] env[64120]: DEBUG oslo_concurrency.lockutils [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.672920] env[64120]: DEBUG oslo_concurrency.lockutils [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.673063] env[64120]: DEBUG oslo_concurrency.lockutils [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1365.673292] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc591f13-8204-462b-a467-da959e7d24f6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.686077] env[64120]: DEBUG oslo_vmware.api [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1365.686077] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d7ba56-2880-e603-cb44-2ce5ebf25380" [ 1365.686077] env[64120]: _type = "Task" [ 1365.686077] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.694687] env[64120]: DEBUG oslo_vmware.api [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d7ba56-2880-e603-cb44-2ce5ebf25380, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.704750] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b65748b-77ce-4044-8479-aa044f58fb8f tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1365.705267] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4a6f834-83b4-4896-bb45-bb2b126d0ebc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.712161] env[64120]: DEBUG oslo_vmware.api [None req-0b65748b-77ce-4044-8479-aa044f58fb8f tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for the task: (returnval){ [ 1365.712161] env[64120]: value = "task-1406924" [ 1365.712161] env[64120]: _type = "Task" [ 1365.712161] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.720349] env[64120]: DEBUG oslo_vmware.api [None req-0b65748b-77ce-4044-8479-aa044f58fb8f tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1406924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.849078] env[64120]: DEBUG nova.network.neutron [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Port f5e862a8-0648-49b0-8999-a2cc85984a3a binding to destination host cpu-1 is already ACTIVE {{(pid=64120) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1365.973862] env[64120]: DEBUG oslo_vmware.api [req-e52cd30c-31d9-4f56-a4ef-307af04485f3 req-cd053f45-21d2-49bf-b656-43244fea8e76 service nova] Task: {'id': task-1406910, 'name': ReconfigVM_Task, 'duration_secs': 5.746117} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.974177] env[64120]: DEBUG oslo_concurrency.lockutils [req-e52cd30c-31d9-4f56-a4ef-307af04485f3 req-cd053f45-21d2-49bf-b656-43244fea8e76 service nova] Releasing lock "9311177f-121d-44db-86af-ad0e2e68d411" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.974361] env[64120]: DEBUG nova.virt.vmwareapi.vmops [req-e52cd30c-31d9-4f56-a4ef-307af04485f3 req-cd053f45-21d2-49bf-b656-43244fea8e76 service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Reconfigured VM to detach interface {{(pid=64120) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1365.974862] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3986c40d-f273-4f78-89b0-fea91f35101f tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "9311177f-121d-44db-86af-ad0e2e68d411" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.109s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.975101] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3986c40d-f273-4f78-89b0-fea91f35101f tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "9311177f-121d-44db-86af-ad0e2e68d411-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.975317] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3986c40d-f273-4f78-89b0-fea91f35101f tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "9311177f-121d-44db-86af-ad0e2e68d411-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.975488] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3986c40d-f273-4f78-89b0-fea91f35101f tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "9311177f-121d-44db-86af-ad0e2e68d411-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.977707] env[64120]: INFO nova.compute.manager [None req-3986c40d-f273-4f78-89b0-fea91f35101f tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Terminating instance [ 1365.979549] env[64120]: DEBUG nova.compute.manager [None req-3986c40d-f273-4f78-89b0-fea91f35101f tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1365.979753] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3986c40d-f273-4f78-89b0-fea91f35101f tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1365.980555] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdffecd-d642-4da5-a603-11776cf4d59e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.987786] env[64120]: DEBUG oslo_concurrency.lockutils [req-ded8a043-34d3-4e02-a87d-17ec76e49d74 req-fc00568d-0ab3-42f2-be21-5e3759b272aa service nova] Releasing lock "refresh_cache-edcdcd11-fe13-4fd8-8135-4ca912a90c00" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.988180] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-3986c40d-f273-4f78-89b0-fea91f35101f tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1365.988443] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de429fbb-6afc-4571-a067-425e86a9ab96 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.994402] env[64120]: DEBUG oslo_vmware.api [None req-3986c40d-f273-4f78-89b0-fea91f35101f tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1365.994402] env[64120]: value = "task-1406925" [ 1365.994402] env[64120]: _type = "Task" [ 1365.994402] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.999551] env[64120]: DEBUG nova.scheduler.client.report [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1366.009934] env[64120]: DEBUG oslo_vmware.api [None req-3986c40d-f273-4f78-89b0-fea91f35101f tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.161969] env[64120]: DEBUG nova.compute.manager [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1366.184838] env[64120]: DEBUG nova.virt.hardware [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1366.185121] env[64120]: DEBUG nova.virt.hardware [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1366.185295] env[64120]: DEBUG nova.virt.hardware [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1366.185485] env[64120]: DEBUG nova.virt.hardware [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1366.185637] env[64120]: DEBUG nova.virt.hardware [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1366.185788] env[64120]: DEBUG nova.virt.hardware [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1366.186011] env[64120]: DEBUG nova.virt.hardware [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1366.186188] env[64120]: DEBUG nova.virt.hardware [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1366.186361] env[64120]: DEBUG nova.virt.hardware [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1366.186531] env[64120]: DEBUG nova.virt.hardware [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1366.186711] env[64120]: DEBUG nova.virt.hardware [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1366.187631] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e5b5ad-9bc5-4a04-9881-d80ec42c7016 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.201164] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9081b441-1721-44f7-af71-1c5eb84dc749 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.204791] env[64120]: DEBUG oslo_vmware.api [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d7ba56-2880-e603-cb44-2ce5ebf25380, 'name': SearchDatastore_Task, 'duration_secs': 0.009041} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.205089] env[64120]: DEBUG oslo_concurrency.lockutils [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.205327] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1366.205567] env[64120]: DEBUG oslo_concurrency.lockutils [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.205717] env[64120]: DEBUG oslo_concurrency.lockutils [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.205899] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1366.206472] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f4d84ef-3946-4064-9a74-20f438e6b958 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.219220] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1366.219404] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1366.220073] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b5ec1f2-c9f4-4ea5-8a97-0a6b00b0b2b7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.226750] env[64120]: DEBUG oslo_vmware.api [None req-0b65748b-77ce-4044-8479-aa044f58fb8f tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1406924, 'name': PowerOffVM_Task, 'duration_secs': 0.203313} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.227816] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b65748b-77ce-4044-8479-aa044f58fb8f tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1366.228016] env[64120]: DEBUG nova.compute.manager [None req-0b65748b-77ce-4044-8479-aa044f58fb8f tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1366.228334] env[64120]: DEBUG oslo_vmware.api [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1366.228334] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5230a7d0-36e3-7cf7-b8fb-75ec96a68cc1" [ 1366.228334] env[64120]: _type = "Task" [ 1366.228334] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.228988] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5fd811-ac50-4ba9-9362-94217dad504b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.241526] env[64120]: DEBUG oslo_vmware.api [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5230a7d0-36e3-7cf7-b8fb-75ec96a68cc1, 'name': SearchDatastore_Task, 'duration_secs': 0.008624} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.242461] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9af1b5ac-8d22-42e3-9a54-07308b3fc363 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.247204] env[64120]: DEBUG oslo_vmware.api [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1366.247204] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52845962-aa09-b527-5f22-3a57c52da45a" [ 1366.247204] env[64120]: _type = "Task" [ 1366.247204] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.255527] env[64120]: DEBUG oslo_vmware.api [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52845962-aa09-b527-5f22-3a57c52da45a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.505763] env[64120]: DEBUG oslo_concurrency.lockutils [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.506325] env[64120]: DEBUG nova.compute.manager [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1366.509480] env[64120]: DEBUG oslo_vmware.api [None req-3986c40d-f273-4f78-89b0-fea91f35101f tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.509746] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.405s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.509930] env[64120]: DEBUG nova.objects.instance [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64120) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1366.745662] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0b65748b-77ce-4044-8479-aa044f58fb8f tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "d9e639cb-56b3-4107-93fd-f0bb842fe6ee" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.563s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.760775] env[64120]: DEBUG oslo_vmware.api [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52845962-aa09-b527-5f22-3a57c52da45a, 'name': SearchDatastore_Task, 'duration_secs': 0.008423} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.764694] env[64120]: DEBUG oslo_concurrency.lockutils [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.764694] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] edcdcd11-fe13-4fd8-8135-4ca912a90c00/edcdcd11-fe13-4fd8-8135-4ca912a90c00.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1366.764694] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76e60cbf-9f7b-48ea-b799-45c7c8824da2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.769642] env[64120]: DEBUG oslo_vmware.api [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1366.769642] env[64120]: value = "task-1406926" [ 1366.769642] env[64120]: _type = "Task" [ 1366.769642] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.778973] env[64120]: DEBUG oslo_vmware.api [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1406926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.839868] env[64120]: DEBUG nova.network.neutron [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Successfully updated port: b7618a97-dc66-4fda-b1e0-b0f784f61f6f {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1366.868040] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "ed54e949-f5db-4946-bc92-6384f8279de5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.868251] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "ed54e949-f5db-4946-bc92-6384f8279de5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.868433] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "ed54e949-f5db-4946-bc92-6384f8279de5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.877570] env[64120]: DEBUG nova.compute.manager [req-c4783e13-3084-41e0-8cc1-67c1d1f0bb7e req-70651a76-18a4-48cd-b8d5-9b8518cd91b1 service nova] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Received event network-vif-plugged-b7618a97-dc66-4fda-b1e0-b0f784f61f6f {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1366.877774] env[64120]: DEBUG oslo_concurrency.lockutils [req-c4783e13-3084-41e0-8cc1-67c1d1f0bb7e req-70651a76-18a4-48cd-b8d5-9b8518cd91b1 service nova] Acquiring lock "a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.878340] env[64120]: DEBUG oslo_concurrency.lockutils [req-c4783e13-3084-41e0-8cc1-67c1d1f0bb7e req-70651a76-18a4-48cd-b8d5-9b8518cd91b1 service nova] Lock "a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.878340] env[64120]: DEBUG oslo_concurrency.lockutils [req-c4783e13-3084-41e0-8cc1-67c1d1f0bb7e req-70651a76-18a4-48cd-b8d5-9b8518cd91b1 service nova] Lock "a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.878429] env[64120]: DEBUG nova.compute.manager [req-c4783e13-3084-41e0-8cc1-67c1d1f0bb7e req-70651a76-18a4-48cd-b8d5-9b8518cd91b1 service nova] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] No waiting events found dispatching network-vif-plugged-b7618a97-dc66-4fda-b1e0-b0f784f61f6f {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1366.879226] env[64120]: WARNING nova.compute.manager [req-c4783e13-3084-41e0-8cc1-67c1d1f0bb7e req-70651a76-18a4-48cd-b8d5-9b8518cd91b1 service nova] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Received unexpected event network-vif-plugged-b7618a97-dc66-4fda-b1e0-b0f784f61f6f for instance with vm_state building and task_state spawning. [ 1366.879226] env[64120]: DEBUG nova.compute.manager [req-c4783e13-3084-41e0-8cc1-67c1d1f0bb7e req-70651a76-18a4-48cd-b8d5-9b8518cd91b1 service nova] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Received event network-changed-b7618a97-dc66-4fda-b1e0-b0f784f61f6f {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1366.879226] env[64120]: DEBUG nova.compute.manager [req-c4783e13-3084-41e0-8cc1-67c1d1f0bb7e req-70651a76-18a4-48cd-b8d5-9b8518cd91b1 service nova] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Refreshing instance network info cache due to event network-changed-b7618a97-dc66-4fda-b1e0-b0f784f61f6f. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1366.879430] env[64120]: DEBUG oslo_concurrency.lockutils [req-c4783e13-3084-41e0-8cc1-67c1d1f0bb7e req-70651a76-18a4-48cd-b8d5-9b8518cd91b1 service nova] Acquiring lock "refresh_cache-a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.879666] env[64120]: DEBUG oslo_concurrency.lockutils [req-c4783e13-3084-41e0-8cc1-67c1d1f0bb7e req-70651a76-18a4-48cd-b8d5-9b8518cd91b1 service nova] Acquired lock "refresh_cache-a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.879866] env[64120]: DEBUG nova.network.neutron [req-c4783e13-3084-41e0-8cc1-67c1d1f0bb7e req-70651a76-18a4-48cd-b8d5-9b8518cd91b1 service nova] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Refreshing network info cache for port b7618a97-dc66-4fda-b1e0-b0f784f61f6f {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1367.005338] env[64120]: DEBUG oslo_vmware.api [None req-3986c40d-f273-4f78-89b0-fea91f35101f tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406925, 'name': PowerOffVM_Task, 'duration_secs': 0.858387} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.005671] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-3986c40d-f273-4f78-89b0-fea91f35101f tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1367.005935] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3986c40d-f273-4f78-89b0-fea91f35101f tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1367.006280] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1485c1d5-d68e-4f39-a926-aa3a3150374e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.017363] env[64120]: DEBUG nova.compute.utils [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1367.018906] env[64120]: DEBUG nova.compute.manager [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1367.018998] env[64120]: DEBUG nova.network.neutron [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1367.066584] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a95a17-cb17-44e8-a0ed-2f4feeabdd90 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.070818] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3986c40d-f273-4f78-89b0-fea91f35101f tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1367.071067] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3986c40d-f273-4f78-89b0-fea91f35101f tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1367.071262] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-3986c40d-f273-4f78-89b0-fea91f35101f tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Deleting the datastore file [datastore2] 9311177f-121d-44db-86af-ad0e2e68d411 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1367.071900] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-959c9054-9681-415c-82ac-0fb19b190ee5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.077530] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3912d3ef-ad83-434f-835e-a305a9ad88ac tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Suspending the VM {{(pid=64120) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1367.078803] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-bfcd37e5-405e-4956-b755-bae9ded8548a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.080586] env[64120]: DEBUG oslo_vmware.api [None req-3986c40d-f273-4f78-89b0-fea91f35101f tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1367.080586] env[64120]: value = "task-1406928" [ 1367.080586] env[64120]: _type = "Task" [ 1367.080586] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.090931] env[64120]: DEBUG oslo_vmware.api [None req-3986c40d-f273-4f78-89b0-fea91f35101f tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.091363] env[64120]: DEBUG oslo_vmware.api [None req-3912d3ef-ad83-434f-835e-a305a9ad88ac tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1367.091363] env[64120]: value = "task-1406929" [ 1367.091363] env[64120]: _type = "Task" [ 1367.091363] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.097302] env[64120]: DEBUG nova.policy [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c6f491fa097437ca421a9aa71775fc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '320d185402b0408994b165e50e456471', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1367.107476] env[64120]: DEBUG oslo_vmware.api [None req-3912d3ef-ad83-434f-835e-a305a9ad88ac tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406929, 'name': SuspendVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.282885] env[64120]: DEBUG oslo_vmware.api [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1406926, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.346360] env[64120]: DEBUG oslo_concurrency.lockutils [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "refresh_cache-a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.459361] env[64120]: DEBUG nova.network.neutron [req-c4783e13-3084-41e0-8cc1-67c1d1f0bb7e req-70651a76-18a4-48cd-b8d5-9b8518cd91b1 service nova] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1367.520193] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ff53c523-df57-4266-be19-37912c4eaffe tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.521428] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.341s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.523797] env[64120]: INFO nova.compute.claims [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1367.527497] env[64120]: DEBUG nova.compute.manager [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1367.591196] env[64120]: DEBUG oslo_vmware.api [None req-3986c40d-f273-4f78-89b0-fea91f35101f tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415639} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.591518] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-3986c40d-f273-4f78-89b0-fea91f35101f tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1367.591731] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3986c40d-f273-4f78-89b0-fea91f35101f tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1367.591947] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3986c40d-f273-4f78-89b0-fea91f35101f tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1367.592255] env[64120]: INFO nova.compute.manager [None req-3986c40d-f273-4f78-89b0-fea91f35101f tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1367.592467] env[64120]: DEBUG oslo.service.loopingcall [None req-3986c40d-f273-4f78-89b0-fea91f35101f tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1367.592791] env[64120]: DEBUG nova.compute.manager [-] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1367.592898] env[64120]: DEBUG nova.network.neutron [-] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1367.603622] env[64120]: DEBUG oslo_vmware.api [None req-3912d3ef-ad83-434f-835e-a305a9ad88ac tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406929, 'name': SuspendVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.617056] env[64120]: DEBUG nova.network.neutron [req-c4783e13-3084-41e0-8cc1-67c1d1f0bb7e req-70651a76-18a4-48cd-b8d5-9b8518cd91b1 service nova] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.715630] env[64120]: DEBUG nova.network.neutron [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Successfully created port: be22c052-2860-46b8-875d-bcc200592bc8 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1367.780913] env[64120]: DEBUG oslo_vmware.api [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1406926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592106} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.781248] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] edcdcd11-fe13-4fd8-8135-4ca912a90c00/edcdcd11-fe13-4fd8-8135-4ca912a90c00.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1367.781483] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1367.781835] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a34edb13-dee8-46ba-9a91-d8dd4ac79171 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.789525] env[64120]: DEBUG oslo_vmware.api [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1367.789525] env[64120]: value = "task-1406930" [ 1367.789525] env[64120]: _type = "Task" [ 1367.789525] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.798371] env[64120]: DEBUG oslo_vmware.api [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1406930, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.816829] env[64120]: DEBUG nova.objects.instance [None req-cdd4033a-2c08-467f-b3d5-dcab22f2ec6b tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lazy-loading 'flavor' on Instance uuid d9e639cb-56b3-4107-93fd-f0bb842fe6ee {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1367.994888] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "refresh_cache-ed54e949-f5db-4946-bc92-6384f8279de5" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.995116] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquired lock "refresh_cache-ed54e949-f5db-4946-bc92-6384f8279de5" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.995310] env[64120]: DEBUG nova.network.neutron [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.104456] env[64120]: DEBUG oslo_vmware.api [None req-3912d3ef-ad83-434f-835e-a305a9ad88ac tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406929, 'name': SuspendVM_Task, 'duration_secs': 0.64572} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.104751] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3912d3ef-ad83-434f-835e-a305a9ad88ac tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Suspended the VM {{(pid=64120) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1368.104934] env[64120]: DEBUG nova.compute.manager [None req-3912d3ef-ad83-434f-835e-a305a9ad88ac tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1368.105743] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa65f21-7f69-4e5e-a046-b383136e9784 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.120306] env[64120]: DEBUG oslo_concurrency.lockutils [req-c4783e13-3084-41e0-8cc1-67c1d1f0bb7e req-70651a76-18a4-48cd-b8d5-9b8518cd91b1 service nova] Releasing lock "refresh_cache-a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1368.120674] env[64120]: DEBUG oslo_concurrency.lockutils [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquired lock "refresh_cache-a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.120836] env[64120]: DEBUG nova.network.neutron [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.299834] env[64120]: DEBUG oslo_vmware.api [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1406930, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067103} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.300613] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1368.301459] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d895efc-b15e-42dd-abeb-1f4115891be5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.326896] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] edcdcd11-fe13-4fd8-8135-4ca912a90c00/edcdcd11-fe13-4fd8-8135-4ca912a90c00.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1368.328637] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-307086d8-a7c6-4bc6-a08b-5c2140af9e09 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.343082] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cdd4033a-2c08-467f-b3d5-dcab22f2ec6b tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquiring lock "refresh_cache-d9e639cb-56b3-4107-93fd-f0bb842fe6ee" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1368.343323] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cdd4033a-2c08-467f-b3d5-dcab22f2ec6b tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquired lock "refresh_cache-d9e639cb-56b3-4107-93fd-f0bb842fe6ee" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.343520] env[64120]: DEBUG nova.network.neutron [None req-cdd4033a-2c08-467f-b3d5-dcab22f2ec6b tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.343715] env[64120]: DEBUG nova.objects.instance [None req-cdd4033a-2c08-467f-b3d5-dcab22f2ec6b tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lazy-loading 'info_cache' on Instance uuid d9e639cb-56b3-4107-93fd-f0bb842fe6ee {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1368.351894] env[64120]: DEBUG oslo_vmware.api [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1368.351894] env[64120]: value = "task-1406931" [ 1368.351894] env[64120]: _type = "Task" [ 1368.351894] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.362656] env[64120]: DEBUG oslo_vmware.api [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1406931, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.536476] env[64120]: DEBUG nova.compute.manager [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1368.575906] env[64120]: DEBUG nova.virt.hardware [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1368.576245] env[64120]: DEBUG nova.virt.hardware [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1368.576473] env[64120]: DEBUG nova.virt.hardware [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1368.576696] env[64120]: DEBUG nova.virt.hardware [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1368.577128] env[64120]: DEBUG nova.virt.hardware [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1368.577344] env[64120]: DEBUG nova.virt.hardware [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1368.577601] env[64120]: DEBUG nova.virt.hardware [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1368.577791] env[64120]: DEBUG nova.virt.hardware [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1368.578046] env[64120]: DEBUG nova.virt.hardware [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1368.578240] env[64120]: DEBUG nova.virt.hardware [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1368.578443] env[64120]: DEBUG nova.virt.hardware [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1368.579684] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1ec6bc-4fef-445f-a862-93bcf29ec914 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.590862] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5519ce48-ddd6-4cb2-8b4d-8eef2a85a29b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.714675] env[64120]: DEBUG nova.network.neutron [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1368.765988] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38816460-1d27-43c1-b68f-76c039177dc2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.773905] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d116ec23-24bb-4f43-9b11-547c56845d38 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.809178] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d72653-e272-4155-8754-55278290d4b6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.816897] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7fb0e4-df47-41dd-83d0-66b9fa4ec50c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.832958] env[64120]: DEBUG nova.compute.provider_tree [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1368.847085] env[64120]: DEBUG nova.objects.base [None req-cdd4033a-2c08-467f-b3d5-dcab22f2ec6b tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=64120) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1368.864160] env[64120]: DEBUG oslo_vmware.api [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1406931, 'name': ReconfigVM_Task, 'duration_secs': 0.31059} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.864451] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Reconfigured VM instance instance-00000065 to attach disk [datastore2] edcdcd11-fe13-4fd8-8135-4ca912a90c00/edcdcd11-fe13-4fd8-8135-4ca912a90c00.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1368.865080] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d066f25a-175c-4a73-842b-ae4e2bb4e968 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.872026] env[64120]: DEBUG oslo_vmware.api [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1368.872026] env[64120]: value = "task-1406932" [ 1368.872026] env[64120]: _type = "Task" [ 1368.872026] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.885096] env[64120]: DEBUG oslo_vmware.api [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1406932, 'name': Rename_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.905505] env[64120]: DEBUG nova.compute.manager [req-16edd73d-9728-43e8-8b69-d692b11baf54 req-35e7393f-5708-4631-a6dd-971735aaeae1 service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Received event network-vif-deleted-3a8e5631-ab06-4169-9cfe-fd4ab37e909f {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1368.905843] env[64120]: INFO nova.compute.manager [req-16edd73d-9728-43e8-8b69-d692b11baf54 req-35e7393f-5708-4631-a6dd-971735aaeae1 service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Neutron deleted interface 3a8e5631-ab06-4169-9cfe-fd4ab37e909f; detaching it from the instance and deleting it from the info cache [ 1368.906379] env[64120]: DEBUG nova.network.neutron [req-16edd73d-9728-43e8-8b69-d692b11baf54 req-35e7393f-5708-4631-a6dd-971735aaeae1 service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.997357] env[64120]: DEBUG nova.network.neutron [-] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.000146] env[64120]: DEBUG nova.network.neutron [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Updating instance_info_cache with network_info: [{"id": "f5e862a8-0648-49b0-8999-a2cc85984a3a", "address": "fa:16:3e:70:13:e8", "network": {"id": "92d218ec-145d-4482-8416-fa888f5c743c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1794575816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "845268a29b9040cfb7c02f220348a552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5e862a8-06", "ovs_interfaceid": "f5e862a8-0648-49b0-8999-a2cc85984a3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.016546] env[64120]: DEBUG nova.network.neutron [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Updating instance_info_cache with network_info: [{"id": "b7618a97-dc66-4fda-b1e0-b0f784f61f6f", "address": "fa:16:3e:71:45:09", "network": {"id": "d2a94bb8-9700-4432-b079-27704d0e128c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1214853217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e77e2e4c124fd19bbc0f0a4908463e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7618a97-dc", "ovs_interfaceid": "b7618a97-dc66-4fda-b1e0-b0f784f61f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.337673] env[64120]: DEBUG nova.scheduler.client.report [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1369.381619] env[64120]: DEBUG oslo_vmware.api [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1406932, 'name': Rename_Task, 'duration_secs': 0.139124} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.381781] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1369.382052] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f8760f1-7e63-49b2-8e3d-32046a1e797a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.388210] env[64120]: DEBUG oslo_vmware.api [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1369.388210] env[64120]: value = "task-1406933" [ 1369.388210] env[64120]: _type = "Task" [ 1369.388210] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.396260] env[64120]: DEBUG oslo_vmware.api [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1406933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.409293] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d2418f3-1807-4834-9a29-4a86d7afeb0a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.418133] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cbe690-f79e-4498-b30f-a9c5accfe337 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.449524] env[64120]: DEBUG nova.compute.manager [req-16edd73d-9728-43e8-8b69-d692b11baf54 req-35e7393f-5708-4631-a6dd-971735aaeae1 service nova] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Detach interface failed, port_id=3a8e5631-ab06-4169-9cfe-fd4ab37e909f, reason: Instance 9311177f-121d-44db-86af-ad0e2e68d411 could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1369.504105] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Releasing lock "refresh_cache-ed54e949-f5db-4946-bc92-6384f8279de5" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.508100] env[64120]: INFO nova.compute.manager [-] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Took 1.92 seconds to deallocate network for instance. [ 1369.518281] env[64120]: DEBUG oslo_concurrency.lockutils [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Releasing lock "refresh_cache-a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.518617] env[64120]: DEBUG nova.compute.manager [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Instance network_info: |[{"id": "b7618a97-dc66-4fda-b1e0-b0f784f61f6f", "address": "fa:16:3e:71:45:09", "network": {"id": "d2a94bb8-9700-4432-b079-27704d0e128c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1214853217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73e77e2e4c124fd19bbc0f0a4908463e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7618a97-dc", "ovs_interfaceid": "b7618a97-dc66-4fda-b1e0-b0f784f61f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1369.519083] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:45:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7618a97-dc66-4fda-b1e0-b0f784f61f6f', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1369.526781] env[64120]: DEBUG oslo.service.loopingcall [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1369.527133] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1369.527509] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c575fbc6-5abf-4eba-9f2b-91780cad73b8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.550151] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1369.550151] env[64120]: value = "task-1406934" [ 1369.550151] env[64120]: _type = "Task" [ 1369.550151] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.559465] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406934, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.649116] env[64120]: INFO nova.compute.manager [None req-3c08d409-9f2f-4d92-9523-b394ca801bfe tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Resuming [ 1369.649757] env[64120]: DEBUG nova.objects.instance [None req-3c08d409-9f2f-4d92-9523-b394ca801bfe tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lazy-loading 'flavor' on Instance uuid a16b0a8b-255b-4865-90c7-5853c6269644 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.843639] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.844525] env[64120]: DEBUG nova.compute.manager [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1369.849392] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.900s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.849714] env[64120]: DEBUG nova.objects.instance [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Lazy-loading 'resources' on Instance uuid ccbe9025-edad-4b8a-b76c-61b7650030b0 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.898643] env[64120]: DEBUG oslo_vmware.api [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1406933, 'name': PowerOnVM_Task, 'duration_secs': 0.496105} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.898966] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1369.899199] env[64120]: INFO nova.compute.manager [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Took 7.43 seconds to spawn the instance on the hypervisor. [ 1369.899392] env[64120]: DEBUG nova.compute.manager [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1369.900213] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be57d38-7658-40e7-b34a-19bfd6e991df {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.014961] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3986c40d-f273-4f78-89b0-fea91f35101f tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.032213] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1853ebd9-c58f-4678-940a-a1ceaa3a6c06 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.057529] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f69041c-3a26-4666-aee6-c5ca9b6760e1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.069330] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406934, 'name': CreateVM_Task, 'duration_secs': 0.324745} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.070341] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Updating instance 'ed54e949-f5db-4946-bc92-6384f8279de5' progress to 83 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1370.076933] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1370.077848] env[64120]: DEBUG oslo_concurrency.lockutils [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.078073] env[64120]: DEBUG oslo_concurrency.lockutils [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.078442] env[64120]: DEBUG oslo_concurrency.lockutils [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1370.079175] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f25c3ec3-4223-4c35-9f9a-cb726898e9a3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.084295] env[64120]: DEBUG oslo_vmware.api [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1370.084295] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526a35b0-fc24-c373-f9a0-2b583d868986" [ 1370.084295] env[64120]: _type = "Task" [ 1370.084295] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.093221] env[64120]: DEBUG oslo_vmware.api [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526a35b0-fc24-c373-f9a0-2b583d868986, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.167079] env[64120]: DEBUG nova.network.neutron [None req-cdd4033a-2c08-467f-b3d5-dcab22f2ec6b tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Updating instance_info_cache with network_info: [{"id": "1556b721-d246-44dc-8d41-236f3fd0a7b6", "address": "fa:16:3e:4f:e2:8f", "network": {"id": "b430c2ce-4dd5-44aa-82ba-e9e6c79fe1f6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-146035780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "013d1a20c54b41bc8a2a2830177c37e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1556b721-d2", "ovs_interfaceid": "1556b721-d246-44dc-8d41-236f3fd0a7b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.284622] env[64120]: DEBUG nova.network.neutron [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Successfully updated port: be22c052-2860-46b8-875d-bcc200592bc8 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1370.357030] env[64120]: DEBUG nova.compute.utils [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1370.359944] env[64120]: DEBUG nova.compute.manager [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1370.360723] env[64120]: DEBUG nova.network.neutron [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1370.400428] env[64120]: DEBUG nova.policy [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd74c065aa40a4301a8ea91cd6fcc5ff9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cdfac1b101ea44799c497b99e27a488e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1370.417579] env[64120]: INFO nova.compute.manager [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Took 29.76 seconds to build instance. [ 1370.556099] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031f5bdc-74bb-476e-89f3-ac3ec87d9d0e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.563519] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b176610-0380-41dc-b79f-dab7541dca28 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.593528] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1370.594010] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b2b5a39-1c70-40d1-87ad-b0bad4121c41 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.598477] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63b68dd-9389-434a-85ab-62f92129a37c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.610311] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d948b28-1c4f-4919-b541-82638898792f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.614119] env[64120]: DEBUG oslo_vmware.api [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1370.614119] env[64120]: value = "task-1406935" [ 1370.614119] env[64120]: _type = "Task" [ 1370.614119] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.614360] env[64120]: DEBUG oslo_vmware.api [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526a35b0-fc24-c373-f9a0-2b583d868986, 'name': SearchDatastore_Task, 'duration_secs': 0.009635} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.614697] env[64120]: DEBUG oslo_concurrency.lockutils [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.614926] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1370.615254] env[64120]: DEBUG oslo_concurrency.lockutils [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.615443] env[64120]: DEBUG oslo_concurrency.lockutils [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.615635] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1370.618677] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41a1fc79-00be-43e6-9325-78405f7e1e1e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.629344] env[64120]: DEBUG nova.compute.provider_tree [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.640614] env[64120]: DEBUG oslo_vmware.api [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406935, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.640614] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1370.640614] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1370.640614] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07c2f147-91a9-4e9c-ba2f-d98cc83dc380 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.646332] env[64120]: DEBUG oslo_vmware.api [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1370.646332] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52657468-a4dd-d0c4-313b-2e25d86ec3eb" [ 1370.646332] env[64120]: _type = "Task" [ 1370.646332] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.654106] env[64120]: DEBUG oslo_vmware.api [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52657468-a4dd-d0c4-313b-2e25d86ec3eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.658029] env[64120]: DEBUG nova.network.neutron [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Successfully created port: 77bd4c6b-c2ca-4493-999f-838ca7c1ce1b {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1370.660422] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3c08d409-9f2f-4d92-9523-b394ca801bfe tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquiring lock "refresh_cache-a16b0a8b-255b-4865-90c7-5853c6269644" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.660610] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3c08d409-9f2f-4d92-9523-b394ca801bfe tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquired lock "refresh_cache-a16b0a8b-255b-4865-90c7-5853c6269644" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.660786] env[64120]: DEBUG nova.network.neutron [None req-3c08d409-9f2f-4d92-9523-b394ca801bfe tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1370.669503] env[64120]: DEBUG oslo_concurrency.lockutils [None req-cdd4033a-2c08-467f-b3d5-dcab22f2ec6b tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Releasing lock "refresh_cache-d9e639cb-56b3-4107-93fd-f0bb842fe6ee" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.786202] env[64120]: DEBUG oslo_concurrency.lockutils [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "refresh_cache-50be7372-2670-4d69-9a85-c9d95169de9d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.786441] env[64120]: DEBUG oslo_concurrency.lockutils [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquired lock "refresh_cache-50be7372-2670-4d69-9a85-c9d95169de9d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.786657] env[64120]: DEBUG nova.network.neutron [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1370.861082] env[64120]: DEBUG nova.compute.manager [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1370.919576] env[64120]: DEBUG oslo_concurrency.lockutils [None req-518feb96-c893-4828-bb24-b4662e78533c tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "edcdcd11-fe13-4fd8-8135-4ca912a90c00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.276s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.953786] env[64120]: DEBUG nova.compute.manager [req-20afa393-395d-496c-b227-09faea8cae62 req-c7253e7d-5600-4513-9fd0-9ba9ead6ff8a service nova] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Received event network-vif-plugged-be22c052-2860-46b8-875d-bcc200592bc8 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1370.954133] env[64120]: DEBUG oslo_concurrency.lockutils [req-20afa393-395d-496c-b227-09faea8cae62 req-c7253e7d-5600-4513-9fd0-9ba9ead6ff8a service nova] Acquiring lock "50be7372-2670-4d69-9a85-c9d95169de9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.954448] env[64120]: DEBUG oslo_concurrency.lockutils [req-20afa393-395d-496c-b227-09faea8cae62 req-c7253e7d-5600-4513-9fd0-9ba9ead6ff8a service nova] Lock "50be7372-2670-4d69-9a85-c9d95169de9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.954664] env[64120]: DEBUG oslo_concurrency.lockutils [req-20afa393-395d-496c-b227-09faea8cae62 req-c7253e7d-5600-4513-9fd0-9ba9ead6ff8a service nova] Lock "50be7372-2670-4d69-9a85-c9d95169de9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.954919] env[64120]: DEBUG nova.compute.manager [req-20afa393-395d-496c-b227-09faea8cae62 req-c7253e7d-5600-4513-9fd0-9ba9ead6ff8a service nova] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] No waiting events found dispatching network-vif-plugged-be22c052-2860-46b8-875d-bcc200592bc8 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1370.955698] env[64120]: WARNING nova.compute.manager [req-20afa393-395d-496c-b227-09faea8cae62 req-c7253e7d-5600-4513-9fd0-9ba9ead6ff8a service nova] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Received unexpected event network-vif-plugged-be22c052-2860-46b8-875d-bcc200592bc8 for instance with vm_state building and task_state spawning. [ 1370.955698] env[64120]: DEBUG nova.compute.manager [req-20afa393-395d-496c-b227-09faea8cae62 req-c7253e7d-5600-4513-9fd0-9ba9ead6ff8a service nova] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Received event network-changed-be22c052-2860-46b8-875d-bcc200592bc8 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1370.956993] env[64120]: DEBUG nova.compute.manager [req-20afa393-395d-496c-b227-09faea8cae62 req-c7253e7d-5600-4513-9fd0-9ba9ead6ff8a service nova] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Refreshing instance network info cache due to event network-changed-be22c052-2860-46b8-875d-bcc200592bc8. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1370.957249] env[64120]: DEBUG oslo_concurrency.lockutils [req-20afa393-395d-496c-b227-09faea8cae62 req-c7253e7d-5600-4513-9fd0-9ba9ead6ff8a service nova] Acquiring lock "refresh_cache-50be7372-2670-4d69-9a85-c9d95169de9d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.127792] env[64120]: DEBUG oslo_vmware.api [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406935, 'name': PowerOnVM_Task, 'duration_secs': 0.365737} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.127792] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1371.127792] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9e63d9c0-d85d-4270-a4e1-e2fa34ac730b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Updating instance 'ed54e949-f5db-4946-bc92-6384f8279de5' progress to 100 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1371.134376] env[64120]: DEBUG nova.scheduler.client.report [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1371.160571] env[64120]: DEBUG oslo_vmware.api [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52657468-a4dd-d0c4-313b-2e25d86ec3eb, 'name': SearchDatastore_Task, 'duration_secs': 0.010169} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.161915] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-947648fa-e0b0-4dc8-a1df-706d2bb170bf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.170235] env[64120]: DEBUG oslo_vmware.api [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1371.170235] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52cc2157-5908-8da7-2bc5-636e64a8e343" [ 1371.170235] env[64120]: _type = "Task" [ 1371.170235] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.175097] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd4033a-2c08-467f-b3d5-dcab22f2ec6b tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1371.176064] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bf4761d-d312-4dd7-affc-a1d0b5988aea {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.189206] env[64120]: DEBUG oslo_vmware.api [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52cc2157-5908-8da7-2bc5-636e64a8e343, 'name': SearchDatastore_Task, 'duration_secs': 0.009366} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.189206] env[64120]: DEBUG oslo_concurrency.lockutils [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.189206] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3/a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1371.189206] env[64120]: DEBUG oslo_vmware.api [None req-cdd4033a-2c08-467f-b3d5-dcab22f2ec6b tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for the task: (returnval){ [ 1371.189206] env[64120]: value = "task-1406936" [ 1371.189206] env[64120]: _type = "Task" [ 1371.189206] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.189206] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec1dfa1e-da8d-46be-8ac6-6b45a1d96f35 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.199781] env[64120]: DEBUG oslo_vmware.api [None req-cdd4033a-2c08-467f-b3d5-dcab22f2ec6b tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1406936, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.200380] env[64120]: DEBUG oslo_vmware.api [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1371.200380] env[64120]: value = "task-1406937" [ 1371.200380] env[64120]: _type = "Task" [ 1371.200380] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.207860] env[64120]: DEBUG oslo_vmware.api [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.302771] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1371.303079] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1371.384306] env[64120]: DEBUG nova.network.neutron [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1371.642047] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.648117] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.498s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.648117] env[64120]: INFO nova.compute.claims [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1371.681138] env[64120]: INFO nova.scheduler.client.report [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Deleted allocations for instance ccbe9025-edad-4b8a-b76c-61b7650030b0 [ 1371.704725] env[64120]: DEBUG oslo_vmware.api [None req-cdd4033a-2c08-467f-b3d5-dcab22f2ec6b tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1406936, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.718697] env[64120]: DEBUG oslo_vmware.api [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479728} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.718986] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3/a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1371.719242] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1371.719517] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ca13f5f-76a1-4813-82c7-997861536c96 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.729745] env[64120]: DEBUG oslo_vmware.api [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1371.729745] env[64120]: value = "task-1406938" [ 1371.729745] env[64120]: _type = "Task" [ 1371.729745] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.745618] env[64120]: DEBUG oslo_vmware.api [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.811775] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1371.812047] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Starting heal instance info cache {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1371.871015] env[64120]: DEBUG nova.compute.manager [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1371.900223] env[64120]: DEBUG nova.virt.hardware [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1371.900483] env[64120]: DEBUG nova.virt.hardware [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1371.900647] env[64120]: DEBUG nova.virt.hardware [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1371.900835] env[64120]: DEBUG nova.virt.hardware [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1371.900986] env[64120]: DEBUG nova.virt.hardware [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1371.901154] env[64120]: DEBUG nova.virt.hardware [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1371.901420] env[64120]: DEBUG nova.virt.hardware [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1371.901539] env[64120]: DEBUG nova.virt.hardware [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1371.901711] env[64120]: DEBUG nova.virt.hardware [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1371.901878] env[64120]: DEBUG nova.virt.hardware [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1371.902306] env[64120]: DEBUG nova.virt.hardware [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1371.903437] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17a05fc-a1a6-4657-b8de-e1be942e0331 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.912251] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc92952-b17a-473c-be80-961ad6f5e479 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.926913] env[64120]: DEBUG nova.network.neutron [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Updating instance_info_cache with network_info: [{"id": "be22c052-2860-46b8-875d-bcc200592bc8", "address": "fa:16:3e:f6:db:f9", "network": {"id": "986f8b17-896c-4e32-9a80-507703d51c9e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-289925603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "320d185402b0408994b165e50e456471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe22c052-28", "ovs_interfaceid": "be22c052-2860-46b8-875d-bcc200592bc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.929902] env[64120]: DEBUG nova.network.neutron [None req-3c08d409-9f2f-4d92-9523-b394ca801bfe tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Updating instance_info_cache with network_info: [{"id": "6424cbdf-9a9d-4eb8-94f3-ff112c808edf", "address": "fa:16:3e:59:a0:57", "network": {"id": "30657e88-c15f-41b5-9dae-08fa7e924a8a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2068915088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bedb242e14441ac97c0a829950bc9ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6424cbdf-9a", "ovs_interfaceid": "6424cbdf-9a9d-4eb8-94f3-ff112c808edf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.189934] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6a6fdd01-bbf4-4a32-b1ea-57f659f210f6 tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Lock "ccbe9025-edad-4b8a-b76c-61b7650030b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.989s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.200725] env[64120]: DEBUG oslo_vmware.api [None req-cdd4033a-2c08-467f-b3d5-dcab22f2ec6b tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1406936, 'name': PowerOnVM_Task, 'duration_secs': 0.659063} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.205253] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd4033a-2c08-467f-b3d5-dcab22f2ec6b tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1372.205737] env[64120]: DEBUG nova.compute.manager [None req-cdd4033a-2c08-467f-b3d5-dcab22f2ec6b tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1372.206449] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c18386d-3282-4b15-8e84-c9c8f5322fe1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.239334] env[64120]: DEBUG oslo_vmware.api [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07166} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.239629] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1372.240419] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e63b14-5d91-403e-8460-0a3ca1432354 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.263927] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3/a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1372.264494] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23171215-1d86-42bd-9cc5-2f67dc505a6d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.286117] env[64120]: DEBUG oslo_vmware.api [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1372.286117] env[64120]: value = "task-1406939" [ 1372.286117] env[64120]: _type = "Task" [ 1372.286117] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.293922] env[64120]: DEBUG oslo_vmware.api [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406939, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.431562] env[64120]: DEBUG oslo_concurrency.lockutils [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Releasing lock "refresh_cache-50be7372-2670-4d69-9a85-c9d95169de9d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.432415] env[64120]: DEBUG nova.compute.manager [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Instance network_info: |[{"id": "be22c052-2860-46b8-875d-bcc200592bc8", "address": "fa:16:3e:f6:db:f9", "network": {"id": "986f8b17-896c-4e32-9a80-507703d51c9e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-289925603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "320d185402b0408994b165e50e456471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe22c052-28", "ovs_interfaceid": "be22c052-2860-46b8-875d-bcc200592bc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1372.433101] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3c08d409-9f2f-4d92-9523-b394ca801bfe tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Releasing lock "refresh_cache-a16b0a8b-255b-4865-90c7-5853c6269644" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.433475] env[64120]: DEBUG oslo_concurrency.lockutils [req-20afa393-395d-496c-b227-09faea8cae62 req-c7253e7d-5600-4513-9fd0-9ba9ead6ff8a service nova] Acquired lock "refresh_cache-50be7372-2670-4d69-9a85-c9d95169de9d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.433659] env[64120]: DEBUG nova.network.neutron [req-20afa393-395d-496c-b227-09faea8cae62 req-c7253e7d-5600-4513-9fd0-9ba9ead6ff8a service nova] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Refreshing network info cache for port be22c052-2860-46b8-875d-bcc200592bc8 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1372.435377] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:db:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be22c052-2860-46b8-875d-bcc200592bc8', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1372.446612] env[64120]: DEBUG oslo.service.loopingcall [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1372.447538] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c0b538-be75-4bbb-bdbf-e31f00de3f63 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.451231] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1372.451501] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1094d3df-be48-402d-8ac2-1112b72e2305 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.470582] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3c08d409-9f2f-4d92-9523-b394ca801bfe tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Resuming the VM {{(pid=64120) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1372.472184] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d76d16d-4d87-4b0c-9c2e-57412fb7e4ac {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.473596] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1372.473596] env[64120]: value = "task-1406940" [ 1372.473596] env[64120]: _type = "Task" [ 1372.473596] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.478539] env[64120]: DEBUG oslo_vmware.api [None req-3c08d409-9f2f-4d92-9523-b394ca801bfe tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1372.478539] env[64120]: value = "task-1406941" [ 1372.478539] env[64120]: _type = "Task" [ 1372.478539] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.485274] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406940, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.489993] env[64120]: DEBUG oslo_vmware.api [None req-3c08d409-9f2f-4d92-9523-b394ca801bfe tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.554682] env[64120]: DEBUG nova.network.neutron [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Successfully updated port: 77bd4c6b-c2ca-4493-999f-838ca7c1ce1b {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1372.796425] env[64120]: DEBUG oslo_vmware.api [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406939, 'name': ReconfigVM_Task, 'duration_secs': 0.292963} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.796733] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Reconfigured VM instance instance-00000066 to attach disk [datastore2] a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3/a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1372.799714] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e90ed3f2-8daf-4e2c-ba51-dd69fe8d80f0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.807705] env[64120]: DEBUG oslo_vmware.api [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1372.807705] env[64120]: value = "task-1406942" [ 1372.807705] env[64120]: _type = "Task" [ 1372.807705] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.817330] env[64120]: DEBUG oslo_vmware.api [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406942, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.850078] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "refresh_cache-98ef028b-4cd6-438d-9f7e-57e2db1d4460" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.850298] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquired lock "refresh_cache-98ef028b-4cd6-438d-9f7e-57e2db1d4460" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.850489] env[64120]: DEBUG nova.network.neutron [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Forcefully refreshing network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1372.867962] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad8e9c5-59a7-473d-b308-fb76b3ae7a26 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.877563] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2689dbd9-6190-45cb-9890-5bd2bf4cc3dc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.908117] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1059fb6f-2cfd-409b-ad88-768f2f37b553 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.916614] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38680e5c-41db-4eeb-ad74-63b2b40746a3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.933387] env[64120]: DEBUG nova.compute.provider_tree [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.986779] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406940, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.992015] env[64120]: DEBUG oslo_vmware.api [None req-3c08d409-9f2f-4d92-9523-b394ca801bfe tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406941, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.999707] env[64120]: DEBUG nova.compute.manager [req-cefa093f-06d6-467e-8a2f-7711298bdd01 req-13021c54-5b8d-4fcc-8f5c-65cfccbe5bc1 service nova] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Received event network-changed-3ea87edc-abf0-47a6-b60f-a15fe5e49aab {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1372.999940] env[64120]: DEBUG nova.compute.manager [req-cefa093f-06d6-467e-8a2f-7711298bdd01 req-13021c54-5b8d-4fcc-8f5c-65cfccbe5bc1 service nova] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Refreshing instance network info cache due to event network-changed-3ea87edc-abf0-47a6-b60f-a15fe5e49aab. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1373.000135] env[64120]: DEBUG oslo_concurrency.lockutils [req-cefa093f-06d6-467e-8a2f-7711298bdd01 req-13021c54-5b8d-4fcc-8f5c-65cfccbe5bc1 service nova] Acquiring lock "refresh_cache-edcdcd11-fe13-4fd8-8135-4ca912a90c00" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.000379] env[64120]: DEBUG oslo_concurrency.lockutils [req-cefa093f-06d6-467e-8a2f-7711298bdd01 req-13021c54-5b8d-4fcc-8f5c-65cfccbe5bc1 service nova] Acquired lock "refresh_cache-edcdcd11-fe13-4fd8-8135-4ca912a90c00" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.000576] env[64120]: DEBUG nova.network.neutron [req-cefa093f-06d6-467e-8a2f-7711298bdd01 req-13021c54-5b8d-4fcc-8f5c-65cfccbe5bc1 service nova] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Refreshing network info cache for port 3ea87edc-abf0-47a6-b60f-a15fe5e49aab {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1373.057337] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "refresh_cache-0bd620c9-d061-45b5-8bf1-813dd5f1ea26" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.057516] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquired lock "refresh_cache-0bd620c9-d061-45b5-8bf1-813dd5f1ea26" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.057676] env[64120]: DEBUG nova.network.neutron [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1373.167548] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Acquiring lock "01308835-812e-4009-b99a-49c2eaa3bbee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.167849] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Lock "01308835-812e-4009-b99a-49c2eaa3bbee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.168091] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Acquiring lock "01308835-812e-4009-b99a-49c2eaa3bbee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.168290] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Lock "01308835-812e-4009-b99a-49c2eaa3bbee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.168470] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Lock "01308835-812e-4009-b99a-49c2eaa3bbee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.173113] env[64120]: INFO nova.compute.manager [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Terminating instance [ 1373.175012] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Acquiring lock "refresh_cache-01308835-812e-4009-b99a-49c2eaa3bbee" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.175196] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Acquired lock "refresh_cache-01308835-812e-4009-b99a-49c2eaa3bbee" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.175374] env[64120]: DEBUG nova.network.neutron [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1373.232049] env[64120]: DEBUG nova.network.neutron [req-20afa393-395d-496c-b227-09faea8cae62 req-c7253e7d-5600-4513-9fd0-9ba9ead6ff8a service nova] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Updated VIF entry in instance network info cache for port be22c052-2860-46b8-875d-bcc200592bc8. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1373.232508] env[64120]: DEBUG nova.network.neutron [req-20afa393-395d-496c-b227-09faea8cae62 req-c7253e7d-5600-4513-9fd0-9ba9ead6ff8a service nova] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Updating instance_info_cache with network_info: [{"id": "be22c052-2860-46b8-875d-bcc200592bc8", "address": "fa:16:3e:f6:db:f9", "network": {"id": "986f8b17-896c-4e32-9a80-507703d51c9e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-289925603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "320d185402b0408994b165e50e456471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe22c052-28", "ovs_interfaceid": "be22c052-2860-46b8-875d-bcc200592bc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.318072] env[64120]: DEBUG oslo_vmware.api [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406942, 'name': Rename_Task, 'duration_secs': 0.264844} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.318886] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1373.319202] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-055ee910-0adb-4c6e-a2b9-9d074edb74b3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.326033] env[64120]: DEBUG oslo_vmware.api [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1373.326033] env[64120]: value = "task-1406943" [ 1373.326033] env[64120]: _type = "Task" [ 1373.326033] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.334178] env[64120]: DEBUG oslo_vmware.api [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.437618] env[64120]: DEBUG nova.scheduler.client.report [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1373.488793] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406940, 'name': CreateVM_Task, 'duration_secs': 0.607071} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.492245] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1373.492624] env[64120]: DEBUG oslo_vmware.api [None req-3c08d409-9f2f-4d92-9523-b394ca801bfe tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406941, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.493572] env[64120]: DEBUG oslo_concurrency.lockutils [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.493885] env[64120]: DEBUG oslo_concurrency.lockutils [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.494242] env[64120]: DEBUG oslo_concurrency.lockutils [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1373.494535] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d61eff82-91aa-45cf-80ce-f0cf6b3f3e76 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.502111] env[64120]: DEBUG oslo_vmware.api [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1373.502111] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]520bb94d-ccb4-f214-d52b-932f936ea81b" [ 1373.502111] env[64120]: _type = "Task" [ 1373.502111] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.516192] env[64120]: DEBUG oslo_vmware.api [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]520bb94d-ccb4-f214-d52b-932f936ea81b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.674191] env[64120]: DEBUG nova.network.neutron [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1373.727894] env[64120]: DEBUG nova.network.neutron [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1373.735970] env[64120]: DEBUG oslo_concurrency.lockutils [req-20afa393-395d-496c-b227-09faea8cae62 req-c7253e7d-5600-4513-9fd0-9ba9ead6ff8a service nova] Releasing lock "refresh_cache-50be7372-2670-4d69-9a85-c9d95169de9d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.840659] env[64120]: DEBUG oslo_vmware.api [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406943, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.943571] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.944071] env[64120]: DEBUG nova.compute.manager [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1373.947162] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3986c40d-f273-4f78-89b0-fea91f35101f tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.932s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.947422] env[64120]: DEBUG nova.objects.instance [None req-3986c40d-f273-4f78-89b0-fea91f35101f tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lazy-loading 'resources' on Instance uuid 9311177f-121d-44db-86af-ad0e2e68d411 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1373.960431] env[64120]: DEBUG nova.network.neutron [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.991748] env[64120]: DEBUG oslo_vmware.api [None req-3c08d409-9f2f-4d92-9523-b394ca801bfe tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406941, 'name': PowerOnVM_Task, 'duration_secs': 1.021118} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.992084] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3c08d409-9f2f-4d92-9523-b394ca801bfe tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Resumed the VM {{(pid=64120) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1373.992306] env[64120]: DEBUG nova.compute.manager [None req-3c08d409-9f2f-4d92-9523-b394ca801bfe tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1373.993129] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a41a7b-5586-490c-9514-5127d9aa1e79 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.011944] env[64120]: DEBUG oslo_vmware.api [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]520bb94d-ccb4-f214-d52b-932f936ea81b, 'name': SearchDatastore_Task, 'duration_secs': 0.013576} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.014576] env[64120]: DEBUG oslo_concurrency.lockutils [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.014827] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1374.015072] env[64120]: DEBUG oslo_concurrency.lockutils [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.015327] env[64120]: DEBUG oslo_concurrency.lockutils [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.015469] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1374.016255] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8aa9a473-0bf8-42d4-a96f-38696e6310d1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.025508] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1374.025681] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1374.026441] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65991d03-773c-444f-bded-dddb712b04a9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.034580] env[64120]: DEBUG oslo_vmware.api [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1374.034580] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]523e9338-7a22-7a1d-1017-cc024d69e141" [ 1374.034580] env[64120]: _type = "Task" [ 1374.034580] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.046088] env[64120]: DEBUG oslo_vmware.api [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]523e9338-7a22-7a1d-1017-cc024d69e141, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.179925] env[64120]: DEBUG nova.network.neutron [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Updating instance_info_cache with network_info: [{"id": "77bd4c6b-c2ca-4493-999f-838ca7c1ce1b", "address": "fa:16:3e:9c:b6:b0", "network": {"id": "71911dc6-c0f8-40a0-bf34-0194ac58b322", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1482185353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfac1b101ea44799c497b99e27a488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77bd4c6b-c2", "ovs_interfaceid": "77bd4c6b-c2ca-4493-999f-838ca7c1ce1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.255046] env[64120]: DEBUG oslo_concurrency.lockutils [None req-55a8a05c-351f-4ebf-8840-9244e1edac2e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "ed54e949-f5db-4946-bc92-6384f8279de5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.255328] env[64120]: DEBUG oslo_concurrency.lockutils [None req-55a8a05c-351f-4ebf-8840-9244e1edac2e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "ed54e949-f5db-4946-bc92-6384f8279de5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.255518] env[64120]: DEBUG nova.compute.manager [None req-55a8a05c-351f-4ebf-8840-9244e1edac2e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Going to confirm migration 6 {{(pid=64120) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1374.323801] env[64120]: DEBUG nova.network.neutron [req-cefa093f-06d6-467e-8a2f-7711298bdd01 req-13021c54-5b8d-4fcc-8f5c-65cfccbe5bc1 service nova] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Updated VIF entry in instance network info cache for port 3ea87edc-abf0-47a6-b60f-a15fe5e49aab. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1374.324200] env[64120]: DEBUG nova.network.neutron [req-cefa093f-06d6-467e-8a2f-7711298bdd01 req-13021c54-5b8d-4fcc-8f5c-65cfccbe5bc1 service nova] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Updating instance_info_cache with network_info: [{"id": "3ea87edc-abf0-47a6-b60f-a15fe5e49aab", "address": "fa:16:3e:d8:59:43", "network": {"id": "6569e1ec-1a2b-4d9b-80f3-051ee4368a6a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1669689819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3f4905bad364b14ad429c24290f1f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ea87edc-ab", "ovs_interfaceid": "3ea87edc-abf0-47a6-b60f-a15fe5e49aab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.335904] env[64120]: DEBUG oslo_vmware.api [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406943, 'name': PowerOnVM_Task, 'duration_secs': 0.621822} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.336228] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1374.336463] env[64120]: INFO nova.compute.manager [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1374.336653] env[64120]: DEBUG nova.compute.manager [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1374.337462] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d24375b-1ad3-48ab-9244-07fa9fbc02d9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.451016] env[64120]: DEBUG nova.compute.utils [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1374.455011] env[64120]: DEBUG nova.compute.manager [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1374.455230] env[64120]: DEBUG nova.network.neutron [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1374.463062] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Releasing lock "refresh_cache-01308835-812e-4009-b99a-49c2eaa3bbee" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.463533] env[64120]: DEBUG nova.compute.manager [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1374.463753] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1374.464969] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448213d0-c1ea-4f4d-8fb7-5d0681847692 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.474101] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1374.474584] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9d9a106-39c5-4bbc-b758-36574fe3d97b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.483906] env[64120]: DEBUG oslo_vmware.api [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Waiting for the task: (returnval){ [ 1374.483906] env[64120]: value = "task-1406944" [ 1374.483906] env[64120]: _type = "Task" [ 1374.483906] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.493311] env[64120]: DEBUG oslo_vmware.api [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.546514] env[64120]: DEBUG oslo_vmware.api [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]523e9338-7a22-7a1d-1017-cc024d69e141, 'name': SearchDatastore_Task, 'duration_secs': 0.051398} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.552467] env[64120]: DEBUG nova.policy [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c126bccbc684d318ff4fcfc6331aa0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2ffaf88913245dc93bba7bdf398691b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1374.554627] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-672c61c0-ecaa-4e14-8803-bd79de4ca722 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.558901] env[64120]: DEBUG nova.network.neutron [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Updating instance_info_cache with network_info: [{"id": "f5623268-862d-44bd-8e68-e9fced029dbb", "address": "fa:16:3e:97:9b:4a", "network": {"id": "71911dc6-c0f8-40a0-bf34-0194ac58b322", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1482185353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfac1b101ea44799c497b99e27a488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5623268-86", "ovs_interfaceid": "f5623268-862d-44bd-8e68-e9fced029dbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.564300] env[64120]: DEBUG oslo_vmware.api [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1374.564300] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52eb01dc-fcaf-7a1f-f6a5-5fbeda0c130c" [ 1374.564300] env[64120]: _type = "Task" [ 1374.564300] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.575380] env[64120]: DEBUG oslo_vmware.api [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52eb01dc-fcaf-7a1f-f6a5-5fbeda0c130c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.669085] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962fbe85-75e5-403f-8c02-1b14f152e3d0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.681746] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdda2ee-14dd-4347-92f3-163c2f8a3086 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.685330] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Releasing lock "refresh_cache-0bd620c9-d061-45b5-8bf1-813dd5f1ea26" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.685618] env[64120]: DEBUG nova.compute.manager [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Instance network_info: |[{"id": "77bd4c6b-c2ca-4493-999f-838ca7c1ce1b", "address": "fa:16:3e:9c:b6:b0", "network": {"id": "71911dc6-c0f8-40a0-bf34-0194ac58b322", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1482185353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfac1b101ea44799c497b99e27a488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77bd4c6b-c2", "ovs_interfaceid": "77bd4c6b-c2ca-4493-999f-838ca7c1ce1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1374.686056] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:b6:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77bd4c6b-c2ca-4493-999f-838ca7c1ce1b', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1374.693954] env[64120]: DEBUG oslo.service.loopingcall [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1374.694615] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1374.694849] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29865ff4-6391-442b-815e-05e1546816f8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.742160] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b098b90-8242-4a80-82a9-22c115bba523 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.746118] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1374.746118] env[64120]: value = "task-1406945" [ 1374.746118] env[64120]: _type = "Task" [ 1374.746118] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.758444] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5946eb0-04f6-4f77-880b-0cdd21643b9c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.762258] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406945, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.775559] env[64120]: DEBUG nova.compute.provider_tree [None req-3986c40d-f273-4f78-89b0-fea91f35101f tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1374.831319] env[64120]: DEBUG oslo_concurrency.lockutils [req-cefa093f-06d6-467e-8a2f-7711298bdd01 req-13021c54-5b8d-4fcc-8f5c-65cfccbe5bc1 service nova] Releasing lock "refresh_cache-edcdcd11-fe13-4fd8-8135-4ca912a90c00" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.831769] env[64120]: DEBUG nova.compute.manager [req-cefa093f-06d6-467e-8a2f-7711298bdd01 req-13021c54-5b8d-4fcc-8f5c-65cfccbe5bc1 service nova] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Received event network-vif-plugged-77bd4c6b-c2ca-4493-999f-838ca7c1ce1b {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1374.831834] env[64120]: DEBUG oslo_concurrency.lockutils [req-cefa093f-06d6-467e-8a2f-7711298bdd01 req-13021c54-5b8d-4fcc-8f5c-65cfccbe5bc1 service nova] Acquiring lock "0bd620c9-d061-45b5-8bf1-813dd5f1ea26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.832082] env[64120]: DEBUG oslo_concurrency.lockutils [req-cefa093f-06d6-467e-8a2f-7711298bdd01 req-13021c54-5b8d-4fcc-8f5c-65cfccbe5bc1 service nova] Lock "0bd620c9-d061-45b5-8bf1-813dd5f1ea26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.832338] env[64120]: DEBUG oslo_concurrency.lockutils [req-cefa093f-06d6-467e-8a2f-7711298bdd01 req-13021c54-5b8d-4fcc-8f5c-65cfccbe5bc1 service nova] Lock "0bd620c9-d061-45b5-8bf1-813dd5f1ea26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.832567] env[64120]: DEBUG nova.compute.manager [req-cefa093f-06d6-467e-8a2f-7711298bdd01 req-13021c54-5b8d-4fcc-8f5c-65cfccbe5bc1 service nova] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] No waiting events found dispatching network-vif-plugged-77bd4c6b-c2ca-4493-999f-838ca7c1ce1b {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1374.832744] env[64120]: WARNING nova.compute.manager [req-cefa093f-06d6-467e-8a2f-7711298bdd01 req-13021c54-5b8d-4fcc-8f5c-65cfccbe5bc1 service nova] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Received unexpected event network-vif-plugged-77bd4c6b-c2ca-4493-999f-838ca7c1ce1b for instance with vm_state building and task_state spawning. [ 1374.832914] env[64120]: DEBUG nova.compute.manager [req-cefa093f-06d6-467e-8a2f-7711298bdd01 req-13021c54-5b8d-4fcc-8f5c-65cfccbe5bc1 service nova] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Received event network-changed-77bd4c6b-c2ca-4493-999f-838ca7c1ce1b {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1374.833310] env[64120]: DEBUG nova.compute.manager [req-cefa093f-06d6-467e-8a2f-7711298bdd01 req-13021c54-5b8d-4fcc-8f5c-65cfccbe5bc1 service nova] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Refreshing instance network info cache due to event network-changed-77bd4c6b-c2ca-4493-999f-838ca7c1ce1b. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1374.833392] env[64120]: DEBUG oslo_concurrency.lockutils [req-cefa093f-06d6-467e-8a2f-7711298bdd01 req-13021c54-5b8d-4fcc-8f5c-65cfccbe5bc1 service nova] Acquiring lock "refresh_cache-0bd620c9-d061-45b5-8bf1-813dd5f1ea26" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.833536] env[64120]: DEBUG oslo_concurrency.lockutils [req-cefa093f-06d6-467e-8a2f-7711298bdd01 req-13021c54-5b8d-4fcc-8f5c-65cfccbe5bc1 service nova] Acquired lock "refresh_cache-0bd620c9-d061-45b5-8bf1-813dd5f1ea26" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.833766] env[64120]: DEBUG nova.network.neutron [req-cefa093f-06d6-467e-8a2f-7711298bdd01 req-13021c54-5b8d-4fcc-8f5c-65cfccbe5bc1 service nova] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Refreshing network info cache for port 77bd4c6b-c2ca-4493-999f-838ca7c1ce1b {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1374.867150] env[64120]: DEBUG oslo_concurrency.lockutils [None req-55a8a05c-351f-4ebf-8840-9244e1edac2e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "refresh_cache-ed54e949-f5db-4946-bc92-6384f8279de5" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.867373] env[64120]: DEBUG oslo_concurrency.lockutils [None req-55a8a05c-351f-4ebf-8840-9244e1edac2e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquired lock "refresh_cache-ed54e949-f5db-4946-bc92-6384f8279de5" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.867558] env[64120]: DEBUG nova.network.neutron [None req-55a8a05c-351f-4ebf-8840-9244e1edac2e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1374.867747] env[64120]: DEBUG nova.objects.instance [None req-55a8a05c-351f-4ebf-8840-9244e1edac2e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lazy-loading 'info_cache' on Instance uuid ed54e949-f5db-4946-bc92-6384f8279de5 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1374.873022] env[64120]: INFO nova.compute.manager [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Took 26.70 seconds to build instance. [ 1374.960509] env[64120]: DEBUG nova.compute.manager [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1374.995924] env[64120]: DEBUG oslo_vmware.api [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406944, 'name': PowerOffVM_Task, 'duration_secs': 0.264197} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.996255] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1374.996430] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1374.996706] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a9ab885-af96-4912-9491-04782709a764 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.024926] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1375.025200] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1375.025396] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Deleting the datastore file [datastore1] 01308835-812e-4009-b99a-49c2eaa3bbee {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1375.025672] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ef1e22f-2d30-4eed-8a28-b7a475176516 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.033649] env[64120]: DEBUG oslo_vmware.api [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Waiting for the task: (returnval){ [ 1375.033649] env[64120]: value = "task-1406947" [ 1375.033649] env[64120]: _type = "Task" [ 1375.033649] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.043104] env[64120]: DEBUG oslo_vmware.api [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.062020] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Releasing lock "refresh_cache-98ef028b-4cd6-438d-9f7e-57e2db1d4460" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.062291] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Updated the network info_cache for instance {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9999}} [ 1375.062512] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.062674] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.062823] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.062972] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.063140] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.063362] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.063505] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64120) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1375.063675] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.082682] env[64120]: DEBUG oslo_vmware.api [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52eb01dc-fcaf-7a1f-f6a5-5fbeda0c130c, 'name': SearchDatastore_Task, 'duration_secs': 0.048365} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.083043] env[64120]: DEBUG oslo_concurrency.lockutils [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.083371] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 50be7372-2670-4d69-9a85-c9d95169de9d/50be7372-2670-4d69-9a85-c9d95169de9d.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1375.083971] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d47bf1b8-031c-4f77-b151-aeb04faa846e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.091559] env[64120]: DEBUG nova.network.neutron [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Successfully created port: 3186b38a-ac60-43aa-a687-53a3ad72e6bb {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1375.096363] env[64120]: DEBUG oslo_vmware.api [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1375.096363] env[64120]: value = "task-1406948" [ 1375.096363] env[64120]: _type = "Task" [ 1375.096363] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.110418] env[64120]: DEBUG oslo_vmware.api [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.257343] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406945, 'name': CreateVM_Task, 'duration_secs': 0.477004} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.257627] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1375.258434] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.258880] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.259311] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1375.259654] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb51fa8c-eb1b-4636-8ce8-8660b94fe146 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.264364] env[64120]: DEBUG oslo_vmware.api [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1375.264364] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52314155-3f7e-103e-3a14-22a2aa30d616" [ 1375.264364] env[64120]: _type = "Task" [ 1375.264364] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.274327] env[64120]: DEBUG oslo_vmware.api [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52314155-3f7e-103e-3a14-22a2aa30d616, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.278385] env[64120]: DEBUG nova.scheduler.client.report [None req-3986c40d-f273-4f78-89b0-fea91f35101f tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1375.378087] env[64120]: DEBUG oslo_concurrency.lockutils [None req-06d92374-2169-4dac-92f8-58184aed0b2e tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.207s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.552740] env[64120]: DEBUG oslo_vmware.api [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Task: {'id': task-1406947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107584} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.553319] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1375.553714] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1375.554185] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1375.555113] env[64120]: INFO nova.compute.manager [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1375.555113] env[64120]: DEBUG oslo.service.loopingcall [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1375.555466] env[64120]: DEBUG nova.compute.manager [-] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1375.555645] env[64120]: DEBUG nova.network.neutron [-] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1375.573871] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.615852] env[64120]: DEBUG oslo_vmware.api [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406948, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.617174] env[64120]: DEBUG nova.network.neutron [-] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1375.783983] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3986c40d-f273-4f78-89b0-fea91f35101f tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.786315] env[64120]: DEBUG oslo_vmware.api [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52314155-3f7e-103e-3a14-22a2aa30d616, 'name': SearchDatastore_Task, 'duration_secs': 0.009396} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.788582] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.213s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.788582] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.788582] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64120) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1375.788582] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.788719] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1375.792026] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.792026] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.792026] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1375.792026] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e711d2-9411-4008-afad-d01f35f9c6ac {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.794633] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a840562-e947-4f2d-92b3-385cf5f66ae4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.801999] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69a445e-6a3d-4fd8-bee2-4b184e513cbf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.809396] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1375.809396] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1375.811829] env[64120]: INFO nova.scheduler.client.report [None req-3986c40d-f273-4f78-89b0-fea91f35101f tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Deleted allocations for instance 9311177f-121d-44db-86af-ad0e2e68d411 [ 1375.813560] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a322a4bd-918e-4443-854d-adb715ce7c16 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.833777] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b84578-0c20-46a7-bf8b-d3aa5006fafe {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.835364] env[64120]: DEBUG oslo_vmware.api [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1375.835364] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521409c9-a877-6b8c-57e4-64ed19f9e81a" [ 1375.835364] env[64120]: _type = "Task" [ 1375.835364] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.844321] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e90f63e-4543-4ad1-97f9-436093459fc9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.851099] env[64120]: DEBUG oslo_vmware.api [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521409c9-a877-6b8c-57e4-64ed19f9e81a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.880478] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180344MB free_disk=183GB free_vcpus=48 pci_devices=None {{(pid=64120) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1375.880627] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.880775] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.960371] env[64120]: DEBUG nova.network.neutron [req-cefa093f-06d6-467e-8a2f-7711298bdd01 req-13021c54-5b8d-4fcc-8f5c-65cfccbe5bc1 service nova] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Updated VIF entry in instance network info cache for port 77bd4c6b-c2ca-4493-999f-838ca7c1ce1b. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1375.960762] env[64120]: DEBUG nova.network.neutron [req-cefa093f-06d6-467e-8a2f-7711298bdd01 req-13021c54-5b8d-4fcc-8f5c-65cfccbe5bc1 service nova] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Updating instance_info_cache with network_info: [{"id": "77bd4c6b-c2ca-4493-999f-838ca7c1ce1b", "address": "fa:16:3e:9c:b6:b0", "network": {"id": "71911dc6-c0f8-40a0-bf34-0194ac58b322", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1482185353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfac1b101ea44799c497b99e27a488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77bd4c6b-c2", "ovs_interfaceid": "77bd4c6b-c2ca-4493-999f-838ca7c1ce1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.975189] env[64120]: DEBUG nova.compute.manager [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1376.001642] env[64120]: DEBUG nova.virt.hardware [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1376.001900] env[64120]: DEBUG nova.virt.hardware [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1376.002086] env[64120]: DEBUG nova.virt.hardware [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1376.002345] env[64120]: DEBUG nova.virt.hardware [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1376.002508] env[64120]: DEBUG nova.virt.hardware [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1376.002950] env[64120]: DEBUG nova.virt.hardware [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1376.003053] env[64120]: DEBUG nova.virt.hardware [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1376.003191] env[64120]: DEBUG nova.virt.hardware [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1376.003495] env[64120]: DEBUG nova.virt.hardware [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1376.003596] env[64120]: DEBUG nova.virt.hardware [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1376.003745] env[64120]: DEBUG nova.virt.hardware [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1376.004624] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f09000b-5488-4830-bcaa-30c0e4f42fa7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.012244] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77a4018-79de-44d4-a579-fea55988c3a7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.107026] env[64120]: DEBUG oslo_vmware.api [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563522} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.109390] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 50be7372-2670-4d69-9a85-c9d95169de9d/50be7372-2670-4d69-9a85-c9d95169de9d.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1376.109615] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1376.111178] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-387827bf-5046-4937-9b19-d2485c4a06f0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.118120] env[64120]: DEBUG oslo_vmware.api [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1376.118120] env[64120]: value = "task-1406949" [ 1376.118120] env[64120]: _type = "Task" [ 1376.118120] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.121653] env[64120]: DEBUG nova.network.neutron [-] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.129321] env[64120]: DEBUG oslo_vmware.api [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.315276] env[64120]: DEBUG nova.network.neutron [None req-55a8a05c-351f-4ebf-8840-9244e1edac2e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Updating instance_info_cache with network_info: [{"id": "f5e862a8-0648-49b0-8999-a2cc85984a3a", "address": "fa:16:3e:70:13:e8", "network": {"id": "92d218ec-145d-4482-8416-fa888f5c743c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1794575816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "845268a29b9040cfb7c02f220348a552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5e862a8-06", "ovs_interfaceid": "f5e862a8-0648-49b0-8999-a2cc85984a3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.340461] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3986c40d-f273-4f78-89b0-fea91f35101f tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "9311177f-121d-44db-86af-ad0e2e68d411" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.365s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.347873] env[64120]: DEBUG oslo_vmware.api [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521409c9-a877-6b8c-57e4-64ed19f9e81a, 'name': SearchDatastore_Task, 'duration_secs': 0.015403} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.348700] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5b3fd54-0331-46b3-937e-9eee5c39ed7d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.354343] env[64120]: DEBUG oslo_vmware.api [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1376.354343] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529c6f42-a996-807c-4e9b-811c710368d5" [ 1376.354343] env[64120]: _type = "Task" [ 1376.354343] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.362764] env[64120]: DEBUG oslo_vmware.api [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529c6f42-a996-807c-4e9b-811c710368d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.465876] env[64120]: DEBUG oslo_concurrency.lockutils [req-cefa093f-06d6-467e-8a2f-7711298bdd01 req-13021c54-5b8d-4fcc-8f5c-65cfccbe5bc1 service nova] Releasing lock "refresh_cache-0bd620c9-d061-45b5-8bf1-813dd5f1ea26" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.626970] env[64120]: INFO nova.compute.manager [-] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Took 1.07 seconds to deallocate network for instance. [ 1376.636310] env[64120]: DEBUG oslo_vmware.api [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068569} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.637031] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1376.637875] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f85a6f-d7a2-4949-a27f-70bd97b1cefe {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.665565] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 50be7372-2670-4d69-9a85-c9d95169de9d/50be7372-2670-4d69-9a85-c9d95169de9d.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1376.665864] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f69391ce-b6c8-434d-8fd3-00e085cdb5b3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.688528] env[64120]: DEBUG oslo_vmware.api [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1376.688528] env[64120]: value = "task-1406950" [ 1376.688528] env[64120]: _type = "Task" [ 1376.688528] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.697873] env[64120]: DEBUG oslo_vmware.api [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406950, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.817864] env[64120]: DEBUG oslo_concurrency.lockutils [None req-55a8a05c-351f-4ebf-8840-9244e1edac2e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Releasing lock "refresh_cache-ed54e949-f5db-4946-bc92-6384f8279de5" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.818163] env[64120]: DEBUG nova.objects.instance [None req-55a8a05c-351f-4ebf-8840-9244e1edac2e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lazy-loading 'migration_context' on Instance uuid ed54e949-f5db-4946-bc92-6384f8279de5 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1376.866290] env[64120]: DEBUG oslo_vmware.api [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529c6f42-a996-807c-4e9b-811c710368d5, 'name': SearchDatastore_Task, 'duration_secs': 0.047148} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.866653] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.866871] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 0bd620c9-d061-45b5-8bf1-813dd5f1ea26/0bd620c9-d061-45b5-8bf1-813dd5f1ea26.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1376.867188] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9aa45cfc-576b-4c12-a74c-da8dfddf337c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.877025] env[64120]: DEBUG oslo_vmware.api [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1376.877025] env[64120]: value = "task-1406951" [ 1376.877025] env[64120]: _type = "Task" [ 1376.877025] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.883521] env[64120]: DEBUG oslo_vmware.api [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.892547] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Applying migration context for instance ed54e949-f5db-4946-bc92-6384f8279de5 as it has an incoming, in-progress migration a18fcef4-b427-4331-85ab-0d92645d15e7. Migration status is confirming {{(pid=64120) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1376.894057] env[64120]: INFO nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Updating resource usage from migration a18fcef4-b427-4331-85ab-0d92645d15e7 [ 1376.920252] env[64120]: DEBUG oslo_concurrency.lockutils [None req-203701c8-38d7-4e15-bd3e-c2cb1384c3c5 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.920569] env[64120]: DEBUG oslo_concurrency.lockutils [None req-203701c8-38d7-4e15-bd3e-c2cb1384c3c5 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.920799] env[64120]: DEBUG oslo_concurrency.lockutils [None req-203701c8-38d7-4e15-bd3e-c2cb1384c3c5 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.921042] env[64120]: DEBUG oslo_concurrency.lockutils [None req-203701c8-38d7-4e15-bd3e-c2cb1384c3c5 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.921234] env[64120]: DEBUG oslo_concurrency.lockutils [None req-203701c8-38d7-4e15-bd3e-c2cb1384c3c5 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.923940] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 98ef028b-4cd6-438d-9f7e-57e2db1d4460 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1376.924098] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 2128a7dc-b28b-4160-8fa1-3753c9000e7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1376.924241] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance d9e639cb-56b3-4107-93fd-f0bb842fe6ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1376.924378] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1376.924609] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance a16b0a8b-255b-4865-90c7-5853c6269644 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1376.924671] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 01308835-812e-4009-b99a-49c2eaa3bbee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1376.924736] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Migration a18fcef4-b427-4331-85ab-0d92645d15e7 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1376.924851] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance ed54e949-f5db-4946-bc92-6384f8279de5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1376.924964] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance edcdcd11-fe13-4fd8-8135-4ca912a90c00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1376.925092] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1376.925206] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 50be7372-2670-4d69-9a85-c9d95169de9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1376.925319] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 0bd620c9-d061-45b5-8bf1-813dd5f1ea26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1376.925425] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance ff8e1731-e711-4c01-96cb-d677d1f246ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1376.925654] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1376.925780] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1376.928493] env[64120]: INFO nova.compute.manager [None req-203701c8-38d7-4e15-bd3e-c2cb1384c3c5 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Terminating instance [ 1376.934687] env[64120]: DEBUG nova.compute.manager [None req-203701c8-38d7-4e15-bd3e-c2cb1384c3c5 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1376.934904] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-203701c8-38d7-4e15-bd3e-c2cb1384c3c5 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1376.936057] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e4e129-f4e6-4176-86a4-7f1c13542fae {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.944688] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-203701c8-38d7-4e15-bd3e-c2cb1384c3c5 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1376.945493] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cc06897-3441-4b4e-ac8a-fb0dddd04f1f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.953665] env[64120]: DEBUG oslo_vmware.api [None req-203701c8-38d7-4e15-bd3e-c2cb1384c3c5 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1376.953665] env[64120]: value = "task-1406952" [ 1376.953665] env[64120]: _type = "Task" [ 1376.953665] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.965436] env[64120]: DEBUG oslo_vmware.api [None req-203701c8-38d7-4e15-bd3e-c2cb1384c3c5 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.125500] env[64120]: DEBUG nova.compute.manager [req-5a6c3439-8d82-4906-9cdc-cb023ed7c69f req-701e6d44-5b94-49c5-8838-c0f44b0abbb4 service nova] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Received event network-vif-plugged-3186b38a-ac60-43aa-a687-53a3ad72e6bb {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1377.125762] env[64120]: DEBUG oslo_concurrency.lockutils [req-5a6c3439-8d82-4906-9cdc-cb023ed7c69f req-701e6d44-5b94-49c5-8838-c0f44b0abbb4 service nova] Acquiring lock "ff8e1731-e711-4c01-96cb-d677d1f246ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.125993] env[64120]: DEBUG oslo_concurrency.lockutils [req-5a6c3439-8d82-4906-9cdc-cb023ed7c69f req-701e6d44-5b94-49c5-8838-c0f44b0abbb4 service nova] Lock "ff8e1731-e711-4c01-96cb-d677d1f246ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.126251] env[64120]: DEBUG oslo_concurrency.lockutils [req-5a6c3439-8d82-4906-9cdc-cb023ed7c69f req-701e6d44-5b94-49c5-8838-c0f44b0abbb4 service nova] Lock "ff8e1731-e711-4c01-96cb-d677d1f246ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.126480] env[64120]: DEBUG nova.compute.manager [req-5a6c3439-8d82-4906-9cdc-cb023ed7c69f req-701e6d44-5b94-49c5-8838-c0f44b0abbb4 service nova] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] No waiting events found dispatching network-vif-plugged-3186b38a-ac60-43aa-a687-53a3ad72e6bb {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1377.126676] env[64120]: WARNING nova.compute.manager [req-5a6c3439-8d82-4906-9cdc-cb023ed7c69f req-701e6d44-5b94-49c5-8838-c0f44b0abbb4 service nova] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Received unexpected event network-vif-plugged-3186b38a-ac60-43aa-a687-53a3ad72e6bb for instance with vm_state building and task_state spawning. [ 1377.138076] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.161058] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06d62a3-8a5c-437d-895d-70028bea15e8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.171066] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b75ff01-91b2-4468-87c4-bf14c93ba177 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.210773] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbd949a-08c3-40f2-92b9-a1011ddd5b11 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.222528] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4aabfa-513a-4051-af0f-cbb1cc586535 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.226996] env[64120]: DEBUG oslo_vmware.api [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.237772] env[64120]: DEBUG nova.compute.provider_tree [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1377.321281] env[64120]: DEBUG nova.objects.base [None req-55a8a05c-351f-4ebf-8840-9244e1edac2e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=64120) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1377.322383] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0feda2df-7462-41e1-82f1-6dd2d9702068 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.346652] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cacc04c-952c-44c4-a44d-feab460abfda {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.352666] env[64120]: DEBUG oslo_vmware.api [None req-55a8a05c-351f-4ebf-8840-9244e1edac2e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1377.352666] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ed37fa-52d5-b7b7-c14f-256a06e58f73" [ 1377.352666] env[64120]: _type = "Task" [ 1377.352666] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.362991] env[64120]: DEBUG oslo_vmware.api [None req-55a8a05c-351f-4ebf-8840-9244e1edac2e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ed37fa-52d5-b7b7-c14f-256a06e58f73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.385934] env[64120]: DEBUG oslo_vmware.api [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406951, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.467074] env[64120]: DEBUG oslo_vmware.api [None req-203701c8-38d7-4e15-bd3e-c2cb1384c3c5 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406952, 'name': PowerOffVM_Task, 'duration_secs': 0.1937} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.467443] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-203701c8-38d7-4e15-bd3e-c2cb1384c3c5 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1377.467684] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-203701c8-38d7-4e15-bd3e-c2cb1384c3c5 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1377.467980] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec5ccafd-effc-4fd9-b0b3-ef691884490b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.536224] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-203701c8-38d7-4e15-bd3e-c2cb1384c3c5 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1377.536224] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-203701c8-38d7-4e15-bd3e-c2cb1384c3c5 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1377.536224] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-203701c8-38d7-4e15-bd3e-c2cb1384c3c5 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Deleting the datastore file [datastore2] a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1377.536630] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17c1a0c4-e01a-4ef2-aa21-645d73d34a0f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.542848] env[64120]: DEBUG oslo_vmware.api [None req-203701c8-38d7-4e15-bd3e-c2cb1384c3c5 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for the task: (returnval){ [ 1377.542848] env[64120]: value = "task-1406954" [ 1377.542848] env[64120]: _type = "Task" [ 1377.542848] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.551390] env[64120]: DEBUG oslo_vmware.api [None req-203701c8-38d7-4e15-bd3e-c2cb1384c3c5 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.553568] env[64120]: DEBUG nova.network.neutron [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Successfully updated port: 3186b38a-ac60-43aa-a687-53a3ad72e6bb {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1377.719135] env[64120]: DEBUG oslo_vmware.api [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406950, 'name': ReconfigVM_Task, 'duration_secs': 0.590878} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.719135] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 50be7372-2670-4d69-9a85-c9d95169de9d/50be7372-2670-4d69-9a85-c9d95169de9d.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1377.719135] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea60f644-76a7-4d93-88dc-69cbb2738f2c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.727025] env[64120]: DEBUG oslo_vmware.api [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1377.727025] env[64120]: value = "task-1406955" [ 1377.727025] env[64120]: _type = "Task" [ 1377.727025] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.738745] env[64120]: DEBUG oslo_vmware.api [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406955, 'name': Rename_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.766190] env[64120]: ERROR nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [req-17b62c0b-d108-4d01-b5cd-9085960deec2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4ceac537-82ec-49fa-8fac-aa5d6181b318. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-17b62c0b-d108-4d01-b5cd-9085960deec2"}]} [ 1377.788047] env[64120]: DEBUG nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Refreshing inventories for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1377.804653] env[64120]: DEBUG nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Updating ProviderTree inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1377.804961] env[64120]: DEBUG nova.compute.provider_tree [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1377.825467] env[64120]: DEBUG nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Refreshing aggregate associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, aggregates: None {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1377.859922] env[64120]: DEBUG nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Refreshing trait associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1377.870445] env[64120]: DEBUG oslo_vmware.api [None req-55a8a05c-351f-4ebf-8840-9244e1edac2e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ed37fa-52d5-b7b7-c14f-256a06e58f73, 'name': SearchDatastore_Task, 'duration_secs': 0.014014} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.870445] env[64120]: DEBUG oslo_concurrency.lockutils [None req-55a8a05c-351f-4ebf-8840-9244e1edac2e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.887387] env[64120]: DEBUG oslo_vmware.api [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651179} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.890822] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 0bd620c9-d061-45b5-8bf1-813dd5f1ea26/0bd620c9-d061-45b5-8bf1-813dd5f1ea26.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1377.891114] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1377.891630] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ee2f77b-744d-4df2-80f9-18f3e40eb399 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.899889] env[64120]: DEBUG oslo_vmware.api [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1377.899889] env[64120]: value = "task-1406956" [ 1377.899889] env[64120]: _type = "Task" [ 1377.899889] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.914318] env[64120]: DEBUG oslo_vmware.api [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406956, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.058953] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "refresh_cache-ff8e1731-e711-4c01-96cb-d677d1f246ea" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.059173] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquired lock "refresh_cache-ff8e1731-e711-4c01-96cb-d677d1f246ea" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.059620] env[64120]: DEBUG nova.network.neutron [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1378.061555] env[64120]: DEBUG oslo_vmware.api [None req-203701c8-38d7-4e15-bd3e-c2cb1384c3c5 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Task: {'id': task-1406954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343377} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.061719] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-203701c8-38d7-4e15-bd3e-c2cb1384c3c5 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1378.062104] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-203701c8-38d7-4e15-bd3e-c2cb1384c3c5 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1378.062352] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-203701c8-38d7-4e15-bd3e-c2cb1384c3c5 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1378.062544] env[64120]: INFO nova.compute.manager [None req-203701c8-38d7-4e15-bd3e-c2cb1384c3c5 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1378.062793] env[64120]: DEBUG oslo.service.loopingcall [None req-203701c8-38d7-4e15-bd3e-c2cb1384c3c5 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1378.063009] env[64120]: DEBUG nova.compute.manager [-] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1378.063208] env[64120]: DEBUG nova.network.neutron [-] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1378.093861] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c722a2-4914-43bd-8e96-83eef2c5e42d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.102307] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c096fd10-6523-48cb-a136-b711081ac2ca {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.136430] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d5e148-8ca7-43df-b593-d466c556dca2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.144548] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2160972c-1a37-4e18-a14b-1e184eae1cb1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.158911] env[64120]: DEBUG nova.compute.provider_tree [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1378.168444] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9a309bbe-ffe2-47aa-8f1f-9b9d168ec3df tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.168689] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9a309bbe-ffe2-47aa-8f1f-9b9d168ec3df tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.236890] env[64120]: DEBUG oslo_vmware.api [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406955, 'name': Rename_Task, 'duration_secs': 0.206829} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.237340] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1378.237671] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58cc6fd3-b684-47b2-9926-45cbcdac1026 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.245104] env[64120]: DEBUG oslo_vmware.api [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1378.245104] env[64120]: value = "task-1406957" [ 1378.245104] env[64120]: _type = "Task" [ 1378.245104] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.255434] env[64120]: DEBUG oslo_vmware.api [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.410945] env[64120]: DEBUG oslo_vmware.api [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406956, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118915} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.411371] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1378.412449] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47feae5a-9501-4aaa-8675-dfc91e236c03 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.436297] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 0bd620c9-d061-45b5-8bf1-813dd5f1ea26/0bd620c9-d061-45b5-8bf1-813dd5f1ea26.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1378.437135] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64d9dc1c-8208-4ae6-9660-bf0558ac0130 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.457834] env[64120]: DEBUG oslo_vmware.api [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1378.457834] env[64120]: value = "task-1406958" [ 1378.457834] env[64120]: _type = "Task" [ 1378.457834] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.465865] env[64120]: DEBUG oslo_vmware.api [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406958, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.599716] env[64120]: DEBUG nova.network.neutron [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1378.671811] env[64120]: DEBUG nova.compute.utils [None req-9a309bbe-ffe2-47aa-8f1f-9b9d168ec3df tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1378.691833] env[64120]: DEBUG nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Updated inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1378.692448] env[64120]: DEBUG nova.compute.provider_tree [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Updating resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 generation from 146 to 147 during operation: update_inventory {{(pid=64120) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1378.692448] env[64120]: DEBUG nova.compute.provider_tree [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1378.755918] env[64120]: DEBUG oslo_vmware.api [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406957, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.803501] env[64120]: DEBUG nova.network.neutron [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Updating instance_info_cache with network_info: [{"id": "3186b38a-ac60-43aa-a687-53a3ad72e6bb", "address": "fa:16:3e:be:99:6d", "network": {"id": "5aa9ccea-d810-4a4f-a424-c80a1b4c1286", "bridge": "br-int", "label": "tempest-ServersTestJSON-1147413175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ffaf88913245dc93bba7bdf398691b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3186b38a-ac", "ovs_interfaceid": "3186b38a-ac60-43aa-a687-53a3ad72e6bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.805032] env[64120]: DEBUG nova.network.neutron [-] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.971019] env[64120]: DEBUG oslo_vmware.api [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.175117] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9a309bbe-ffe2-47aa-8f1f-9b9d168ec3df tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.203110] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64120) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1379.203110] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.322s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.203110] env[64120]: DEBUG oslo_concurrency.lockutils [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "62041f20-0af3-4a36-be7c-96e034819c1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.203473] env[64120]: DEBUG oslo_concurrency.lockutils [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "62041f20-0af3-4a36-be7c-96e034819c1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.204484] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.067s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.204751] env[64120]: DEBUG nova.objects.instance [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Lazy-loading 'resources' on Instance uuid 01308835-812e-4009-b99a-49c2eaa3bbee {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.257043] env[64120]: DEBUG oslo_vmware.api [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406957, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.307631] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Releasing lock "refresh_cache-ff8e1731-e711-4c01-96cb-d677d1f246ea" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.307956] env[64120]: DEBUG nova.compute.manager [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Instance network_info: |[{"id": "3186b38a-ac60-43aa-a687-53a3ad72e6bb", "address": "fa:16:3e:be:99:6d", "network": {"id": "5aa9ccea-d810-4a4f-a424-c80a1b4c1286", "bridge": "br-int", "label": "tempest-ServersTestJSON-1147413175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ffaf88913245dc93bba7bdf398691b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3186b38a-ac", "ovs_interfaceid": "3186b38a-ac60-43aa-a687-53a3ad72e6bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1379.308429] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:99:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3186b38a-ac60-43aa-a687-53a3ad72e6bb', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1379.316041] env[64120]: DEBUG oslo.service.loopingcall [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1379.316410] env[64120]: INFO nova.compute.manager [-] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Took 1.25 seconds to deallocate network for instance. [ 1379.316650] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1379.318386] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb703011-7a45-4e21-ae3d-af2ad4224a80 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.342653] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1379.342653] env[64120]: value = "task-1406959" [ 1379.342653] env[64120]: _type = "Task" [ 1379.342653] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.352380] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406959, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.373018] env[64120]: DEBUG nova.compute.manager [req-b116d255-5bf9-4261-aa93-8dc06fb321d4 req-47161627-54f4-48ce-9152-adc094083d73 service nova] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Received event network-changed-3186b38a-ac60-43aa-a687-53a3ad72e6bb {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1379.373279] env[64120]: DEBUG nova.compute.manager [req-b116d255-5bf9-4261-aa93-8dc06fb321d4 req-47161627-54f4-48ce-9152-adc094083d73 service nova] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Refreshing instance network info cache due to event network-changed-3186b38a-ac60-43aa-a687-53a3ad72e6bb. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1379.373576] env[64120]: DEBUG oslo_concurrency.lockutils [req-b116d255-5bf9-4261-aa93-8dc06fb321d4 req-47161627-54f4-48ce-9152-adc094083d73 service nova] Acquiring lock "refresh_cache-ff8e1731-e711-4c01-96cb-d677d1f246ea" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.373735] env[64120]: DEBUG oslo_concurrency.lockutils [req-b116d255-5bf9-4261-aa93-8dc06fb321d4 req-47161627-54f4-48ce-9152-adc094083d73 service nova] Acquired lock "refresh_cache-ff8e1731-e711-4c01-96cb-d677d1f246ea" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.373907] env[64120]: DEBUG nova.network.neutron [req-b116d255-5bf9-4261-aa93-8dc06fb321d4 req-47161627-54f4-48ce-9152-adc094083d73 service nova] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Refreshing network info cache for port 3186b38a-ac60-43aa-a687-53a3ad72e6bb {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1379.472017] env[64120]: DEBUG oslo_vmware.api [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406958, 'name': ReconfigVM_Task, 'duration_secs': 0.790886} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.472355] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 0bd620c9-d061-45b5-8bf1-813dd5f1ea26/0bd620c9-d061-45b5-8bf1-813dd5f1ea26.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1379.473211] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-753c1b74-e735-4787-86c0-ef2db4dc081c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.481851] env[64120]: DEBUG oslo_vmware.api [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1379.481851] env[64120]: value = "task-1406960" [ 1379.481851] env[64120]: _type = "Task" [ 1379.481851] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.494767] env[64120]: DEBUG oslo_vmware.api [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406960, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.709671] env[64120]: DEBUG nova.compute.manager [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1379.763564] env[64120]: DEBUG oslo_vmware.api [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406957, 'name': PowerOnVM_Task, 'duration_secs': 1.01403} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.766473] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1379.766784] env[64120]: INFO nova.compute.manager [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Took 11.23 seconds to spawn the instance on the hypervisor. [ 1379.766969] env[64120]: DEBUG nova.compute.manager [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1379.768836] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc8c8c4-c4ec-4faf-b9b6-c9559040d70a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.838232] env[64120]: DEBUG oslo_concurrency.lockutils [None req-203701c8-38d7-4e15-bd3e-c2cb1384c3c5 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.854079] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406959, 'name': CreateVM_Task, 'duration_secs': 0.437446} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.856745] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1379.857714] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.857862] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.858237] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1379.858533] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54df7f3a-4174-4e2b-883b-7cbbef8bfb66 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.864356] env[64120]: DEBUG oslo_vmware.api [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1379.864356] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52477c68-379a-d022-5bfb-faea05da0522" [ 1379.864356] env[64120]: _type = "Task" [ 1379.864356] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.877771] env[64120]: DEBUG oslo_vmware.api [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52477c68-379a-d022-5bfb-faea05da0522, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.920058] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2136c05d-9a6e-4a01-bb20-82d7afb4d62b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.931421] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705a01a1-7f68-4014-8480-d8016adba973 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.961967] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138e97ac-69fb-451a-be8c-a8dd90bb1b77 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.970170] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede9e38c-60a2-47f6-97b3-2edaf06481a1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.985375] env[64120]: DEBUG nova.compute.provider_tree [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.001529] env[64120]: DEBUG oslo_vmware.api [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406960, 'name': Rename_Task, 'duration_secs': 0.245438} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.002699] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1380.003059] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f231520-24fd-4ab1-ba28-cce8a9fba936 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.011742] env[64120]: DEBUG oslo_vmware.api [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1380.011742] env[64120]: value = "task-1406961" [ 1380.011742] env[64120]: _type = "Task" [ 1380.011742] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.023966] env[64120]: DEBUG oslo_vmware.api [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406961, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.230354] env[64120]: DEBUG oslo_concurrency.lockutils [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.250331] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9a309bbe-ffe2-47aa-8f1f-9b9d168ec3df tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.250614] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9a309bbe-ffe2-47aa-8f1f-9b9d168ec3df tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.250859] env[64120]: INFO nova.compute.manager [None req-9a309bbe-ffe2-47aa-8f1f-9b9d168ec3df tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Attaching volume 660d007c-2727-4d2f-bbde-ddfe425e75c2 to /dev/sdb [ 1380.255932] env[64120]: DEBUG nova.network.neutron [req-b116d255-5bf9-4261-aa93-8dc06fb321d4 req-47161627-54f4-48ce-9152-adc094083d73 service nova] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Updated VIF entry in instance network info cache for port 3186b38a-ac60-43aa-a687-53a3ad72e6bb. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1380.256289] env[64120]: DEBUG nova.network.neutron [req-b116d255-5bf9-4261-aa93-8dc06fb321d4 req-47161627-54f4-48ce-9152-adc094083d73 service nova] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Updating instance_info_cache with network_info: [{"id": "3186b38a-ac60-43aa-a687-53a3ad72e6bb", "address": "fa:16:3e:be:99:6d", "network": {"id": "5aa9ccea-d810-4a4f-a424-c80a1b4c1286", "bridge": "br-int", "label": "tempest-ServersTestJSON-1147413175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ffaf88913245dc93bba7bdf398691b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3186b38a-ac", "ovs_interfaceid": "3186b38a-ac60-43aa-a687-53a3ad72e6bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.292812] env[64120]: INFO nova.compute.manager [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Took 24.60 seconds to build instance. [ 1380.295947] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814b41c4-dfb5-44ea-8843-3194d3039b46 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.304625] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f41859f-6d7b-43fd-95bf-09eebb950f76 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.320455] env[64120]: DEBUG nova.virt.block_device [None req-9a309bbe-ffe2-47aa-8f1f-9b9d168ec3df tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Updating existing volume attachment record: 2e02b0fa-4488-4f14-82e8-5d0957da21e1 {{(pid=64120) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1380.378779] env[64120]: DEBUG oslo_vmware.api [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52477c68-379a-d022-5bfb-faea05da0522, 'name': SearchDatastore_Task, 'duration_secs': 0.025085} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.379643] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.379643] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1380.379643] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.379790] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.379941] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1380.380478] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8556fb05-9283-487e-8499-4cc5118d2342 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.391738] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1380.391936] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1380.393147] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d84643e8-01b3-4508-8d9a-b8d8fc841e99 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.398988] env[64120]: DEBUG oslo_vmware.api [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1380.398988] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]527fd249-2e1f-d8c5-74d4-813cefc76d3a" [ 1380.398988] env[64120]: _type = "Task" [ 1380.398988] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.408622] env[64120]: DEBUG oslo_vmware.api [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]527fd249-2e1f-d8c5-74d4-813cefc76d3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.488134] env[64120]: DEBUG nova.scheduler.client.report [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1380.500532] env[64120]: DEBUG oslo_concurrency.lockutils [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquiring lock "a16b0a8b-255b-4865-90c7-5853c6269644" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.500632] env[64120]: DEBUG oslo_concurrency.lockutils [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lock "a16b0a8b-255b-4865-90c7-5853c6269644" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.500897] env[64120]: DEBUG oslo_concurrency.lockutils [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquiring lock "a16b0a8b-255b-4865-90c7-5853c6269644-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.501135] env[64120]: DEBUG oslo_concurrency.lockutils [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lock "a16b0a8b-255b-4865-90c7-5853c6269644-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.501311] env[64120]: DEBUG oslo_concurrency.lockutils [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lock "a16b0a8b-255b-4865-90c7-5853c6269644-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.504607] env[64120]: INFO nova.compute.manager [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Terminating instance [ 1380.506411] env[64120]: DEBUG nova.compute.manager [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1380.506601] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1380.507691] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036fc271-58ae-4d55-943f-385463b52705 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.517402] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1380.517929] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7f972be-8e9f-48dd-bbc6-83f37d559a12 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.523313] env[64120]: DEBUG oslo_vmware.api [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406961, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.528092] env[64120]: DEBUG oslo_vmware.api [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1380.528092] env[64120]: value = "task-1406963" [ 1380.528092] env[64120]: _type = "Task" [ 1380.528092] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.759730] env[64120]: DEBUG oslo_concurrency.lockutils [req-b116d255-5bf9-4261-aa93-8dc06fb321d4 req-47161627-54f4-48ce-9152-adc094083d73 service nova] Releasing lock "refresh_cache-ff8e1731-e711-4c01-96cb-d677d1f246ea" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.760066] env[64120]: DEBUG nova.compute.manager [req-b116d255-5bf9-4261-aa93-8dc06fb321d4 req-47161627-54f4-48ce-9152-adc094083d73 service nova] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Received event network-vif-deleted-b7618a97-dc66-4fda-b1e0-b0f784f61f6f {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1380.794744] env[64120]: DEBUG oslo_concurrency.lockutils [None req-72732042-2700-41a4-9474-fa7815c7c8fd tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "50be7372-2670-4d69-9a85-c9d95169de9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.107s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.876550] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffaf1a65-facb-4f12-8788-b3d18a32e321 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.883357] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1166b2-3a90-4c45-a8f2-8001d58ee712 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Suspending the VM {{(pid=64120) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1380.883650] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3c7c3e1e-0e9c-49d0-8906-1a34f00141c7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.891077] env[64120]: DEBUG oslo_vmware.api [None req-ed1166b2-3a90-4c45-a8f2-8001d58ee712 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1380.891077] env[64120]: value = "task-1406965" [ 1380.891077] env[64120]: _type = "Task" [ 1380.891077] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.903225] env[64120]: DEBUG oslo_vmware.api [None req-ed1166b2-3a90-4c45-a8f2-8001d58ee712 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406965, 'name': SuspendVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.912303] env[64120]: DEBUG oslo_vmware.api [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]527fd249-2e1f-d8c5-74d4-813cefc76d3a, 'name': SearchDatastore_Task, 'duration_secs': 0.011721} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.913075] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd8d60e9-1874-4e71-a32c-d1ebede927e9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.918790] env[64120]: DEBUG oslo_vmware.api [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1380.918790] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e25dfb-7d69-e0f7-7754-bd2af7714e85" [ 1380.918790] env[64120]: _type = "Task" [ 1380.918790] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.930871] env[64120]: DEBUG oslo_vmware.api [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e25dfb-7d69-e0f7-7754-bd2af7714e85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.993273] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.788s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.997426] env[64120]: DEBUG oslo_concurrency.lockutils [None req-55a8a05c-351f-4ebf-8840-9244e1edac2e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.126s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.024754] env[64120]: DEBUG oslo_vmware.api [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1406961, 'name': PowerOnVM_Task, 'duration_secs': 0.741801} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.025886] env[64120]: INFO nova.scheduler.client.report [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Deleted allocations for instance 01308835-812e-4009-b99a-49c2eaa3bbee [ 1381.027016] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1381.028403] env[64120]: INFO nova.compute.manager [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Took 9.16 seconds to spawn the instance on the hypervisor. [ 1381.028403] env[64120]: DEBUG nova.compute.manager [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1381.030678] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85538a8-b521-4db4-b89a-0a64d51d2064 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.051767] env[64120]: DEBUG oslo_vmware.api [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406963, 'name': PowerOffVM_Task, 'duration_secs': 0.277123} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.052648] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1381.052839] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1381.053128] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b54534a-de2f-4c90-9c90-3c00e32b3c53 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.135100] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1381.135494] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1381.135744] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Deleting the datastore file [datastore1] a16b0a8b-255b-4865-90c7-5853c6269644 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1381.136103] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-032b4296-58b1-47fa-b095-499b0ca550ea {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.146018] env[64120]: DEBUG oslo_vmware.api [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for the task: (returnval){ [ 1381.146018] env[64120]: value = "task-1406968" [ 1381.146018] env[64120]: _type = "Task" [ 1381.146018] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.155236] env[64120]: DEBUG oslo_vmware.api [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.402327] env[64120]: DEBUG oslo_vmware.api [None req-ed1166b2-3a90-4c45-a8f2-8001d58ee712 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406965, 'name': SuspendVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.431592] env[64120]: DEBUG oslo_vmware.api [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e25dfb-7d69-e0f7-7754-bd2af7714e85, 'name': SearchDatastore_Task, 'duration_secs': 0.019468} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.432376] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.432740] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] ff8e1731-e711-4c01-96cb-d677d1f246ea/ff8e1731-e711-4c01-96cb-d677d1f246ea.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1381.433055] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc1f9a6d-56bc-4fe0-8e00-6a2edd09a9d5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.442605] env[64120]: DEBUG oslo_vmware.api [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1381.442605] env[64120]: value = "task-1406969" [ 1381.442605] env[64120]: _type = "Task" [ 1381.442605] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.449753] env[64120]: DEBUG oslo_vmware.api [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.540763] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3ccf5159-3927-4ccd-85e4-e4541a6a547c tempest-ServerShowV247Test-759728654 tempest-ServerShowV247Test-759728654-project-member] Lock "01308835-812e-4009-b99a-49c2eaa3bbee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.373s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.565272] env[64120]: INFO nova.compute.manager [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Took 22.40 seconds to build instance. [ 1381.657336] env[64120]: DEBUG oslo_vmware.api [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Task: {'id': task-1406968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248276} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.659840] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1381.660054] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1381.660253] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1381.660459] env[64120]: INFO nova.compute.manager [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1381.660705] env[64120]: DEBUG oslo.service.loopingcall [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1381.661757] env[64120]: DEBUG nova.compute.manager [-] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1381.662548] env[64120]: DEBUG nova.network.neutron [-] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1381.691293] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b918c00-291c-4f15-a62c-7598bb24cf6b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.701030] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f99c5eb-cdbf-4ea8-801d-aa0e365db826 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.736637] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3809e0-6f39-4964-a007-6a295b1cddc6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.745560] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86ad225-93af-49d3-b94b-edbb2cd33e9a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.760523] env[64120]: DEBUG nova.compute.provider_tree [None req-55a8a05c-351f-4ebf-8840-9244e1edac2e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1381.902903] env[64120]: DEBUG oslo_vmware.api [None req-ed1166b2-3a90-4c45-a8f2-8001d58ee712 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406965, 'name': SuspendVM_Task, 'duration_secs': 0.725429} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.903397] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1166b2-3a90-4c45-a8f2-8001d58ee712 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Suspended the VM {{(pid=64120) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1381.903460] env[64120]: DEBUG nova.compute.manager [None req-ed1166b2-3a90-4c45-a8f2-8001d58ee712 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1381.904357] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68720a3b-6a6e-47fd-90a9-1d9e098b9bab {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.953882] env[64120]: DEBUG oslo_vmware.api [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406969, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.017447] env[64120]: DEBUG nova.compute.manager [req-26cda62a-6082-4187-ba0f-f79b6ee60b80 req-c14935f2-6a18-4654-bec1-01f6447cd3d1 service nova] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Received event network-vif-deleted-6424cbdf-9a9d-4eb8-94f3-ff112c808edf {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1382.017673] env[64120]: INFO nova.compute.manager [req-26cda62a-6082-4187-ba0f-f79b6ee60b80 req-c14935f2-6a18-4654-bec1-01f6447cd3d1 service nova] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Neutron deleted interface 6424cbdf-9a9d-4eb8-94f3-ff112c808edf; detaching it from the instance and deleting it from the info cache [ 1382.017871] env[64120]: DEBUG nova.network.neutron [req-26cda62a-6082-4187-ba0f-f79b6ee60b80 req-c14935f2-6a18-4654-bec1-01f6447cd3d1 service nova] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.067518] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9946cffd-d038-4b47-99bf-8e5725e0bdc8 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "0bd620c9-d061-45b5-8bf1-813dd5f1ea26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.909s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.284232] env[64120]: ERROR nova.scheduler.client.report [None req-55a8a05c-351f-4ebf-8840-9244e1edac2e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [req-c2836d8b-37d8-42b8-928c-f5490f5757db] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4ceac537-82ec-49fa-8fac-aa5d6181b318. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c2836d8b-37d8-42b8-928c-f5490f5757db"}]} [ 1382.301802] env[64120]: DEBUG nova.scheduler.client.report [None req-55a8a05c-351f-4ebf-8840-9244e1edac2e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Refreshing inventories for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1382.316416] env[64120]: DEBUG nova.scheduler.client.report [None req-55a8a05c-351f-4ebf-8840-9244e1edac2e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Updating ProviderTree inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1382.316667] env[64120]: DEBUG nova.compute.provider_tree [None req-55a8a05c-351f-4ebf-8840-9244e1edac2e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1382.328561] env[64120]: DEBUG nova.scheduler.client.report [None req-55a8a05c-351f-4ebf-8840-9244e1edac2e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Refreshing aggregate associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, aggregates: None {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1382.350013] env[64120]: DEBUG nova.scheduler.client.report [None req-55a8a05c-351f-4ebf-8840-9244e1edac2e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Refreshing trait associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1382.456891] env[64120]: DEBUG oslo_vmware.api [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572461} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.460026] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] ff8e1731-e711-4c01-96cb-d677d1f246ea/ff8e1731-e711-4c01-96cb-d677d1f246ea.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1382.460536] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1382.461397] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f87f9a3-40f9-45f9-9142-657f75e88fe4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.469479] env[64120]: DEBUG oslo_vmware.api [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1382.469479] env[64120]: value = "task-1406970" [ 1382.469479] env[64120]: _type = "Task" [ 1382.469479] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.485163] env[64120]: DEBUG oslo_vmware.api [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.494193] env[64120]: DEBUG nova.network.neutron [-] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.522174] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a45f6512-b856-435f-a984-079f4c4cfb56 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.537369] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ce5e40-d90e-46dd-bf5c-0edc6d6014a3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.551796] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336eccc7-5156-46b1-a1da-80a6721ad7ef {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.563355] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052e440b-0731-47ce-8b7b-d16bf35dcaf3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.605594] env[64120]: DEBUG nova.compute.manager [req-26cda62a-6082-4187-ba0f-f79b6ee60b80 req-c14935f2-6a18-4654-bec1-01f6447cd3d1 service nova] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Detach interface failed, port_id=6424cbdf-9a9d-4eb8-94f3-ff112c808edf, reason: Instance a16b0a8b-255b-4865-90c7-5853c6269644 could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1382.609029] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44b0b80-cfdb-40e2-a293-902e97887ac4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.615761] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308d17ac-b98c-49e2-9826-1c3d7cc62d50 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.632898] env[64120]: DEBUG nova.compute.provider_tree [None req-55a8a05c-351f-4ebf-8840-9244e1edac2e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1382.979947] env[64120]: DEBUG oslo_vmware.api [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07267} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.980309] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1382.981179] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31caa663-45e9-412c-999e-43153485f293 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.004900] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] ff8e1731-e711-4c01-96cb-d677d1f246ea/ff8e1731-e711-4c01-96cb-d677d1f246ea.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1383.005453] env[64120]: INFO nova.compute.manager [-] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Took 1.34 seconds to deallocate network for instance. [ 1383.005730] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd39ecf9-9a5b-49a6-9cbf-d4253ef5cf52 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.028930] env[64120]: DEBUG oslo_vmware.api [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1383.028930] env[64120]: value = "task-1406972" [ 1383.028930] env[64120]: _type = "Task" [ 1383.028930] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.037365] env[64120]: DEBUG oslo_vmware.api [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406972, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.167115] env[64120]: DEBUG nova.scheduler.client.report [None req-55a8a05c-351f-4ebf-8840-9244e1edac2e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Updated inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1383.167384] env[64120]: DEBUG nova.compute.provider_tree [None req-55a8a05c-351f-4ebf-8840-9244e1edac2e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Updating resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 generation from 148 to 149 during operation: update_inventory {{(pid=64120) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1383.167575] env[64120]: DEBUG nova.compute.provider_tree [None req-55a8a05c-351f-4ebf-8840-9244e1edac2e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1383.292159] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0c44e0e8-7711-45d9-a2ac-9b78339a8890 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "50be7372-2670-4d69-9a85-c9d95169de9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.292621] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0c44e0e8-7711-45d9-a2ac-9b78339a8890 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "50be7372-2670-4d69-9a85-c9d95169de9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.293392] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0c44e0e8-7711-45d9-a2ac-9b78339a8890 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "50be7372-2670-4d69-9a85-c9d95169de9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.293682] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0c44e0e8-7711-45d9-a2ac-9b78339a8890 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "50be7372-2670-4d69-9a85-c9d95169de9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.294090] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0c44e0e8-7711-45d9-a2ac-9b78339a8890 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "50be7372-2670-4d69-9a85-c9d95169de9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.296288] env[64120]: INFO nova.compute.manager [None req-0c44e0e8-7711-45d9-a2ac-9b78339a8890 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Terminating instance [ 1383.298256] env[64120]: DEBUG nova.compute.manager [None req-0c44e0e8-7711-45d9-a2ac-9b78339a8890 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1383.298495] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0c44e0e8-7711-45d9-a2ac-9b78339a8890 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1383.299637] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f17fb7-72b5-4a0b-a6ad-731ab339176e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.307992] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0c44e0e8-7711-45d9-a2ac-9b78339a8890 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1383.308570] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-620dd24d-0328-4c08-b81c-e5e1fc2021fa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.372240] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0c44e0e8-7711-45d9-a2ac-9b78339a8890 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1383.372602] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0c44e0e8-7711-45d9-a2ac-9b78339a8890 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1383.372836] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c44e0e8-7711-45d9-a2ac-9b78339a8890 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Deleting the datastore file [datastore2] 50be7372-2670-4d69-9a85-c9d95169de9d {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1383.373173] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d010ac9-1965-42ae-8eb4-1cd8cf9b66b8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.382921] env[64120]: DEBUG oslo_vmware.api [None req-0c44e0e8-7711-45d9-a2ac-9b78339a8890 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1383.382921] env[64120]: value = "task-1406974" [ 1383.382921] env[64120]: _type = "Task" [ 1383.382921] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.390701] env[64120]: DEBUG oslo_vmware.api [None req-0c44e0e8-7711-45d9-a2ac-9b78339a8890 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.529035] env[64120]: DEBUG oslo_concurrency.lockutils [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.538613] env[64120]: DEBUG oslo_vmware.api [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406972, 'name': ReconfigVM_Task, 'duration_secs': 0.379873} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.538973] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Reconfigured VM instance instance-00000069 to attach disk [datastore2] ff8e1731-e711-4c01-96cb-d677d1f246ea/ff8e1731-e711-4c01-96cb-d677d1f246ea.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1383.539670] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e712e5c-faa2-48e0-ac6e-e867636e031c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.546140] env[64120]: DEBUG oslo_vmware.api [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1383.546140] env[64120]: value = "task-1406975" [ 1383.546140] env[64120]: _type = "Task" [ 1383.546140] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.553511] env[64120]: DEBUG oslo_vmware.api [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406975, 'name': Rename_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.893172] env[64120]: DEBUG oslo_vmware.api [None req-0c44e0e8-7711-45d9-a2ac-9b78339a8890 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1406974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206732} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.893399] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c44e0e8-7711-45d9-a2ac-9b78339a8890 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1383.893610] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0c44e0e8-7711-45d9-a2ac-9b78339a8890 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1383.893803] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0c44e0e8-7711-45d9-a2ac-9b78339a8890 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1383.894014] env[64120]: INFO nova.compute.manager [None req-0c44e0e8-7711-45d9-a2ac-9b78339a8890 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1383.894283] env[64120]: DEBUG oslo.service.loopingcall [None req-0c44e0e8-7711-45d9-a2ac-9b78339a8890 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1383.894494] env[64120]: DEBUG nova.compute.manager [-] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1383.894624] env[64120]: DEBUG nova.network.neutron [-] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1384.047835] env[64120]: DEBUG nova.compute.manager [req-351cb5c1-6b79-4a75-85c7-05170d6dac5a req-806de347-2f62-4f9c-b948-6a17ea0f128c service nova] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Received event network-changed-77bd4c6b-c2ca-4493-999f-838ca7c1ce1b {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1384.048128] env[64120]: DEBUG nova.compute.manager [req-351cb5c1-6b79-4a75-85c7-05170d6dac5a req-806de347-2f62-4f9c-b948-6a17ea0f128c service nova] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Refreshing instance network info cache due to event network-changed-77bd4c6b-c2ca-4493-999f-838ca7c1ce1b. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1384.048194] env[64120]: DEBUG oslo_concurrency.lockutils [req-351cb5c1-6b79-4a75-85c7-05170d6dac5a req-806de347-2f62-4f9c-b948-6a17ea0f128c service nova] Acquiring lock "refresh_cache-0bd620c9-d061-45b5-8bf1-813dd5f1ea26" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.048388] env[64120]: DEBUG oslo_concurrency.lockutils [req-351cb5c1-6b79-4a75-85c7-05170d6dac5a req-806de347-2f62-4f9c-b948-6a17ea0f128c service nova] Acquired lock "refresh_cache-0bd620c9-d061-45b5-8bf1-813dd5f1ea26" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.048560] env[64120]: DEBUG nova.network.neutron [req-351cb5c1-6b79-4a75-85c7-05170d6dac5a req-806de347-2f62-4f9c-b948-6a17ea0f128c service nova] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Refreshing network info cache for port 77bd4c6b-c2ca-4493-999f-838ca7c1ce1b {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1384.060169] env[64120]: DEBUG oslo_vmware.api [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406975, 'name': Rename_Task, 'duration_secs': 0.344638} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.060438] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1384.060691] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e303a598-6be2-426b-b2af-adf2ce40b584 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.067970] env[64120]: DEBUG oslo_vmware.api [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1384.067970] env[64120]: value = "task-1406977" [ 1384.067970] env[64120]: _type = "Task" [ 1384.067970] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.076246] env[64120]: DEBUG oslo_vmware.api [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.177868] env[64120]: DEBUG oslo_concurrency.lockutils [None req-55a8a05c-351f-4ebf-8840-9244e1edac2e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.182s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.181550] env[64120]: DEBUG oslo_concurrency.lockutils [None req-203701c8-38d7-4e15-bd3e-c2cb1384c3c5 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.343s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.181766] env[64120]: DEBUG nova.objects.instance [None req-203701c8-38d7-4e15-bd3e-c2cb1384c3c5 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lazy-loading 'resources' on Instance uuid a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1384.578485] env[64120]: DEBUG oslo_vmware.api [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406977, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.671216] env[64120]: DEBUG nova.network.neutron [-] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.751540] env[64120]: INFO nova.scheduler.client.report [None req-55a8a05c-351f-4ebf-8840-9244e1edac2e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Deleted allocation for migration a18fcef4-b427-4331-85ab-0d92645d15e7 [ 1384.837102] env[64120]: DEBUG nova.network.neutron [req-351cb5c1-6b79-4a75-85c7-05170d6dac5a req-806de347-2f62-4f9c-b948-6a17ea0f128c service nova] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Updated VIF entry in instance network info cache for port 77bd4c6b-c2ca-4493-999f-838ca7c1ce1b. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1384.837511] env[64120]: DEBUG nova.network.neutron [req-351cb5c1-6b79-4a75-85c7-05170d6dac5a req-806de347-2f62-4f9c-b948-6a17ea0f128c service nova] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Updating instance_info_cache with network_info: [{"id": "77bd4c6b-c2ca-4493-999f-838ca7c1ce1b", "address": "fa:16:3e:9c:b6:b0", "network": {"id": "71911dc6-c0f8-40a0-bf34-0194ac58b322", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1482185353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfac1b101ea44799c497b99e27a488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77bd4c6b-c2", "ovs_interfaceid": "77bd4c6b-c2ca-4493-999f-838ca7c1ce1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.895825] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42fcb4b-613e-4164-8aa4-fc981b03c336 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.903946] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c51de13-3978-4bf3-8c5f-458f42814b37 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.934762] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cb4942-3258-49e9-af08-c478917a6013 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.942315] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2449c1e0-7562-4dd7-9b97-7930d4ed1b41 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.956118] env[64120]: DEBUG nova.compute.provider_tree [None req-203701c8-38d7-4e15-bd3e-c2cb1384c3c5 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1385.078377] env[64120]: DEBUG oslo_vmware.api [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406977, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.174015] env[64120]: INFO nova.compute.manager [-] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Took 1.28 seconds to deallocate network for instance. [ 1385.183530] env[64120]: DEBUG oslo_concurrency.lockutils [None req-105290d2-d38a-43c2-bd13-112160237a4f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "ed54e949-f5db-4946-bc92-6384f8279de5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.258053] env[64120]: DEBUG oslo_concurrency.lockutils [None req-55a8a05c-351f-4ebf-8840-9244e1edac2e tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "ed54e949-f5db-4946-bc92-6384f8279de5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.002s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.259059] env[64120]: DEBUG oslo_concurrency.lockutils [None req-105290d2-d38a-43c2-bd13-112160237a4f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "ed54e949-f5db-4946-bc92-6384f8279de5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.076s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.259297] env[64120]: DEBUG oslo_concurrency.lockutils [None req-105290d2-d38a-43c2-bd13-112160237a4f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "ed54e949-f5db-4946-bc92-6384f8279de5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.259514] env[64120]: DEBUG oslo_concurrency.lockutils [None req-105290d2-d38a-43c2-bd13-112160237a4f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "ed54e949-f5db-4946-bc92-6384f8279de5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.259692] env[64120]: DEBUG oslo_concurrency.lockutils [None req-105290d2-d38a-43c2-bd13-112160237a4f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "ed54e949-f5db-4946-bc92-6384f8279de5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.261475] env[64120]: INFO nova.compute.manager [None req-105290d2-d38a-43c2-bd13-112160237a4f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Terminating instance [ 1385.263199] env[64120]: DEBUG nova.compute.manager [None req-105290d2-d38a-43c2-bd13-112160237a4f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1385.263486] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-105290d2-d38a-43c2-bd13-112160237a4f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1385.264322] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a28af9-20b7-415d-b460-fcf585437ac0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.272850] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-105290d2-d38a-43c2-bd13-112160237a4f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1385.273100] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54c07839-44d3-4f4b-86f9-9ff846310829 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.279170] env[64120]: DEBUG oslo_vmware.api [None req-105290d2-d38a-43c2-bd13-112160237a4f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1385.279170] env[64120]: value = "task-1406978" [ 1385.279170] env[64120]: _type = "Task" [ 1385.279170] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.287586] env[64120]: DEBUG oslo_vmware.api [None req-105290d2-d38a-43c2-bd13-112160237a4f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.340739] env[64120]: DEBUG oslo_concurrency.lockutils [req-351cb5c1-6b79-4a75-85c7-05170d6dac5a req-806de347-2f62-4f9c-b948-6a17ea0f128c service nova] Releasing lock "refresh_cache-0bd620c9-d061-45b5-8bf1-813dd5f1ea26" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.369207] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a309bbe-ffe2-47aa-8f1f-9b9d168ec3df tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Volume attach. Driver type: vmdk {{(pid=64120) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1385.369490] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a309bbe-ffe2-47aa-8f1f-9b9d168ec3df tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298184', 'volume_id': '660d007c-2727-4d2f-bbde-ddfe425e75c2', 'name': 'volume-660d007c-2727-4d2f-bbde-ddfe425e75c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec', 'attached_at': '', 'detached_at': '', 'volume_id': '660d007c-2727-4d2f-bbde-ddfe425e75c2', 'serial': '660d007c-2727-4d2f-bbde-ddfe425e75c2'} {{(pid=64120) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1385.370446] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376a8d41-c798-4fc1-b64b-45efe452ee6b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.388703] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0e3267-1a4c-4e06-ade1-0d86d8b15f97 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.414462] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a309bbe-ffe2-47aa-8f1f-9b9d168ec3df tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] volume-660d007c-2727-4d2f-bbde-ddfe425e75c2/volume-660d007c-2727-4d2f-bbde-ddfe425e75c2.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1385.414840] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95b9d8c3-53a3-4a8c-bb1a-efbd23af0362 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.434550] env[64120]: DEBUG oslo_vmware.api [None req-9a309bbe-ffe2-47aa-8f1f-9b9d168ec3df tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1385.434550] env[64120]: value = "task-1406979" [ 1385.434550] env[64120]: _type = "Task" [ 1385.434550] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.443483] env[64120]: DEBUG oslo_vmware.api [None req-9a309bbe-ffe2-47aa-8f1f-9b9d168ec3df tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406979, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.459581] env[64120]: DEBUG nova.scheduler.client.report [None req-203701c8-38d7-4e15-bd3e-c2cb1384c3c5 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1385.580850] env[64120]: DEBUG oslo_vmware.api [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406977, 'name': PowerOnVM_Task, 'duration_secs': 1.34548} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.581207] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1385.581439] env[64120]: INFO nova.compute.manager [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Took 9.61 seconds to spawn the instance on the hypervisor. [ 1385.581629] env[64120]: DEBUG nova.compute.manager [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1385.582437] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31dcbe71-79ae-4152-bcde-5e9cb530d880 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.681135] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0c44e0e8-7711-45d9-a2ac-9b78339a8890 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.789023] env[64120]: DEBUG oslo_vmware.api [None req-105290d2-d38a-43c2-bd13-112160237a4f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406978, 'name': PowerOffVM_Task, 'duration_secs': 0.216356} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.789333] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-105290d2-d38a-43c2-bd13-112160237a4f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1385.789512] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-105290d2-d38a-43c2-bd13-112160237a4f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1385.789771] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e8a4ddd-70c2-450a-82e2-21ad893647a8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.849503] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-105290d2-d38a-43c2-bd13-112160237a4f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1385.849761] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-105290d2-d38a-43c2-bd13-112160237a4f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1385.849955] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-105290d2-d38a-43c2-bd13-112160237a4f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Deleting the datastore file [datastore1] ed54e949-f5db-4946-bc92-6384f8279de5 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1385.850336] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2bdbb6a-dd31-4f2a-92b2-89395ca8ad64 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.856359] env[64120]: DEBUG oslo_vmware.api [None req-105290d2-d38a-43c2-bd13-112160237a4f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1385.856359] env[64120]: value = "task-1406981" [ 1385.856359] env[64120]: _type = "Task" [ 1385.856359] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.864249] env[64120]: DEBUG oslo_vmware.api [None req-105290d2-d38a-43c2-bd13-112160237a4f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.944626] env[64120]: DEBUG oslo_vmware.api [None req-9a309bbe-ffe2-47aa-8f1f-9b9d168ec3df tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406979, 'name': ReconfigVM_Task, 'duration_secs': 0.368291} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.944935] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a309bbe-ffe2-47aa-8f1f-9b9d168ec3df tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Reconfigured VM instance instance-00000062 to attach disk [datastore2] volume-660d007c-2727-4d2f-bbde-ddfe425e75c2/volume-660d007c-2727-4d2f-bbde-ddfe425e75c2.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1385.950131] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08a0f25a-755e-42e8-a419-e436cf6317ee {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.965085] env[64120]: DEBUG oslo_concurrency.lockutils [None req-203701c8-38d7-4e15-bd3e-c2cb1384c3c5 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.968411] env[64120]: DEBUG oslo_concurrency.lockutils [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.738s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.969997] env[64120]: INFO nova.compute.claims [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1385.972789] env[64120]: DEBUG oslo_vmware.api [None req-9a309bbe-ffe2-47aa-8f1f-9b9d168ec3df tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1385.972789] env[64120]: value = "task-1406982" [ 1385.972789] env[64120]: _type = "Task" [ 1385.972789] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.982493] env[64120]: DEBUG oslo_vmware.api [None req-9a309bbe-ffe2-47aa-8f1f-9b9d168ec3df tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.993067] env[64120]: INFO nova.scheduler.client.report [None req-203701c8-38d7-4e15-bd3e-c2cb1384c3c5 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Deleted allocations for instance a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3 [ 1386.079720] env[64120]: DEBUG nova.compute.manager [req-a77a8014-ca8a-4f5b-a3c5-041eb1db564a req-5ba3588a-4221-4939-9eaa-0e77cb565098 service nova] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Received event network-vif-deleted-be22c052-2860-46b8-875d-bcc200592bc8 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1386.099059] env[64120]: INFO nova.compute.manager [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Took 20.99 seconds to build instance. [ 1386.368941] env[64120]: DEBUG oslo_vmware.api [None req-105290d2-d38a-43c2-bd13-112160237a4f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1406981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155658} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.369585] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-105290d2-d38a-43c2-bd13-112160237a4f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1386.369585] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-105290d2-d38a-43c2-bd13-112160237a4f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1386.369703] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-105290d2-d38a-43c2-bd13-112160237a4f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1386.369937] env[64120]: INFO nova.compute.manager [None req-105290d2-d38a-43c2-bd13-112160237a4f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1386.370253] env[64120]: DEBUG oslo.service.loopingcall [None req-105290d2-d38a-43c2-bd13-112160237a4f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1386.370512] env[64120]: DEBUG nova.compute.manager [-] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1386.370681] env[64120]: DEBUG nova.network.neutron [-] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1386.493770] env[64120]: DEBUG oslo_vmware.api [None req-9a309bbe-ffe2-47aa-8f1f-9b9d168ec3df tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406982, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.497969] env[64120]: DEBUG oslo_concurrency.lockutils [None req-203701c8-38d7-4e15-bd3e-c2cb1384c3c5 tempest-ServerDiskConfigTestJSON-85092035 tempest-ServerDiskConfigTestJSON-85092035-project-member] Lock "a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.577s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.601292] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f840c0ca-7c8a-40be-8be5-2ddf59116a89 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "ff8e1731-e711-4c01-96cb-d677d1f246ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.498s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.991903] env[64120]: DEBUG oslo_vmware.api [None req-9a309bbe-ffe2-47aa-8f1f-9b9d168ec3df tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406982, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.044271] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "bc6c5c90-4426-4a1e-b903-2c71b3ceb75a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.044513] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "bc6c5c90-4426-4a1e-b903-2c71b3ceb75a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.175201] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f795a79-e54a-42ab-b090-69cfdea81400 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.183391] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb3f2ef-cd77-42cb-89ee-00dc762edda3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.214100] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6ac87a-2722-47b6-8601-b8dae6542dd1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.221961] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65457500-5fec-41b3-9c91-9fef67e727c4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.236505] env[64120]: DEBUG nova.compute.provider_tree [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.375485] env[64120]: DEBUG nova.network.neutron [-] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.489403] env[64120]: DEBUG oslo_vmware.api [None req-9a309bbe-ffe2-47aa-8f1f-9b9d168ec3df tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406982, 'name': ReconfigVM_Task, 'duration_secs': 1.153442} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.489758] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a309bbe-ffe2-47aa-8f1f-9b9d168ec3df tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298184', 'volume_id': '660d007c-2727-4d2f-bbde-ddfe425e75c2', 'name': 'volume-660d007c-2727-4d2f-bbde-ddfe425e75c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec', 'attached_at': '', 'detached_at': '', 'volume_id': '660d007c-2727-4d2f-bbde-ddfe425e75c2', 'serial': '660d007c-2727-4d2f-bbde-ddfe425e75c2'} {{(pid=64120) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1387.547972] env[64120]: DEBUG nova.compute.manager [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1387.741563] env[64120]: DEBUG nova.scheduler.client.report [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1387.878931] env[64120]: INFO nova.compute.manager [-] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Took 1.51 seconds to deallocate network for instance. [ 1388.073565] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.106819] env[64120]: DEBUG nova.compute.manager [req-48b51d21-cdb9-4884-a68b-456a28a2bfc5 req-d181b8dc-4c7b-4daa-ab41-6a7534195897 service nova] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Received event network-vif-deleted-f5e862a8-0648-49b0-8999-a2cc85984a3a {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1388.248206] env[64120]: DEBUG oslo_concurrency.lockutils [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.280s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.248831] env[64120]: DEBUG nova.compute.manager [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1388.253612] env[64120]: DEBUG oslo_concurrency.lockutils [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.725s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.253886] env[64120]: DEBUG nova.objects.instance [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lazy-loading 'resources' on Instance uuid a16b0a8b-255b-4865-90c7-5853c6269644 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1388.386571] env[64120]: DEBUG oslo_concurrency.lockutils [None req-105290d2-d38a-43c2-bd13-112160237a4f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.533409] env[64120]: DEBUG nova.objects.instance [None req-9a309bbe-ffe2-47aa-8f1f-9b9d168ec3df tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lazy-loading 'flavor' on Instance uuid eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1388.763239] env[64120]: DEBUG nova.compute.utils [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1388.764920] env[64120]: DEBUG nova.compute.manager [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1388.765110] env[64120]: DEBUG nova.network.neutron [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1388.807604] env[64120]: DEBUG nova.policy [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdcd2e9c80c34e569fdbcab5e84efcb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecee5b6b3e784d9ca773d92c2ed384b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1388.987835] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0adf6fe-a099-459c-93f6-6748d4b06539 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.995552] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649714cf-5c63-4c8a-884b-c4ea1d73eadb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.029859] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d2ab7b-ef4c-427a-94f2-dc4d3d14a46c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.041014] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbf64b4-9dd8-4a11-beb9-100b0e58ff66 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.047480] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9a309bbe-ffe2-47aa-8f1f-9b9d168ec3df tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.795s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.057164] env[64120]: DEBUG nova.compute.provider_tree [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1389.167033] env[64120]: DEBUG nova.network.neutron [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Successfully created port: 3573d8ba-49d2-47db-a4b1-2662a0751a0d {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1389.268936] env[64120]: DEBUG nova.compute.manager [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1389.453034] env[64120]: DEBUG nova.compute.manager [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Stashing vm_state: active {{(pid=64120) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1389.580269] env[64120]: ERROR nova.scheduler.client.report [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] [req-ff747c0d-ba75-4ef4-a76e-c31220d1a219] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4ceac537-82ec-49fa-8fac-aa5d6181b318. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ff747c0d-ba75-4ef4-a76e-c31220d1a219"}]} [ 1389.596896] env[64120]: DEBUG nova.scheduler.client.report [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Refreshing inventories for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1389.612328] env[64120]: DEBUG nova.scheduler.client.report [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Updating ProviderTree inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1389.612611] env[64120]: DEBUG nova.compute.provider_tree [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1389.625659] env[64120]: DEBUG nova.scheduler.client.report [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Refreshing aggregate associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, aggregates: None {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1389.646011] env[64120]: DEBUG nova.scheduler.client.report [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Refreshing trait associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1389.812946] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d51b355-e69b-41e2-a66a-0bbf81ab6613 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.822098] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175383c3-ec71-47fc-b1d2-ed0324391ac9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.855054] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180e957a-49ad-4dd7-bad1-8895972e6c1e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.863421] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3835cc3e-9130-482e-93aa-41c04747d498 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.877895] env[64120]: DEBUG nova.compute.provider_tree [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1389.973873] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.283224] env[64120]: DEBUG nova.compute.manager [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1390.317758] env[64120]: DEBUG nova.virt.hardware [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1390.318028] env[64120]: DEBUG nova.virt.hardware [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1390.318200] env[64120]: DEBUG nova.virt.hardware [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1390.318421] env[64120]: DEBUG nova.virt.hardware [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1390.318608] env[64120]: DEBUG nova.virt.hardware [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1390.318775] env[64120]: DEBUG nova.virt.hardware [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1390.318987] env[64120]: DEBUG nova.virt.hardware [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1390.319173] env[64120]: DEBUG nova.virt.hardware [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1390.319389] env[64120]: DEBUG nova.virt.hardware [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1390.319577] env[64120]: DEBUG nova.virt.hardware [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1390.319768] env[64120]: DEBUG nova.virt.hardware [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1390.320715] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3e7a66-cedf-49b1-8560-39dafd529d96 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.329076] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1645e7-9a92-440c-a50a-e81c368b34fe {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.422301] env[64120]: DEBUG nova.scheduler.client.report [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Updated inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with generation 153 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1390.422640] env[64120]: DEBUG nova.compute.provider_tree [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Updating resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 generation from 153 to 154 during operation: update_inventory {{(pid=64120) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1390.422874] env[64120]: DEBUG nova.compute.provider_tree [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1390.856516] env[64120]: DEBUG nova.compute.manager [req-93ec0a62-abec-4def-bab1-89d72b6f59da req-c2fe3299-c758-4f9b-ab3c-2cdf6741e71f service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Received event network-vif-plugged-3573d8ba-49d2-47db-a4b1-2662a0751a0d {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1390.860638] env[64120]: DEBUG oslo_concurrency.lockutils [req-93ec0a62-abec-4def-bab1-89d72b6f59da req-c2fe3299-c758-4f9b-ab3c-2cdf6741e71f service nova] Acquiring lock "62041f20-0af3-4a36-be7c-96e034819c1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.860638] env[64120]: DEBUG oslo_concurrency.lockutils [req-93ec0a62-abec-4def-bab1-89d72b6f59da req-c2fe3299-c758-4f9b-ab3c-2cdf6741e71f service nova] Lock "62041f20-0af3-4a36-be7c-96e034819c1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.860638] env[64120]: DEBUG oslo_concurrency.lockutils [req-93ec0a62-abec-4def-bab1-89d72b6f59da req-c2fe3299-c758-4f9b-ab3c-2cdf6741e71f service nova] Lock "62041f20-0af3-4a36-be7c-96e034819c1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.860638] env[64120]: DEBUG nova.compute.manager [req-93ec0a62-abec-4def-bab1-89d72b6f59da req-c2fe3299-c758-4f9b-ab3c-2cdf6741e71f service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] No waiting events found dispatching network-vif-plugged-3573d8ba-49d2-47db-a4b1-2662a0751a0d {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1390.860638] env[64120]: WARNING nova.compute.manager [req-93ec0a62-abec-4def-bab1-89d72b6f59da req-c2fe3299-c758-4f9b-ab3c-2cdf6741e71f service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Received unexpected event network-vif-plugged-3573d8ba-49d2-47db-a4b1-2662a0751a0d for instance with vm_state building and task_state spawning. [ 1390.931021] env[64120]: DEBUG oslo_concurrency.lockutils [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.675s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.931999] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0c44e0e8-7711-45d9-a2ac-9b78339a8890 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.251s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.932444] env[64120]: DEBUG nova.objects.instance [None req-0c44e0e8-7711-45d9-a2ac-9b78339a8890 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lazy-loading 'resources' on Instance uuid 50be7372-2670-4d69-9a85-c9d95169de9d {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1390.952952] env[64120]: INFO nova.scheduler.client.report [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Deleted allocations for instance a16b0a8b-255b-4865-90c7-5853c6269644 [ 1391.045435] env[64120]: DEBUG nova.network.neutron [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Successfully updated port: 3573d8ba-49d2-47db-a4b1-2662a0751a0d {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1391.465131] env[64120]: DEBUG oslo_concurrency.lockutils [None req-659f820e-ba9c-45af-8a4c-23bad038f578 tempest-ServersNegativeTestJSON-815390439 tempest-ServersNegativeTestJSON-815390439-project-member] Lock "a16b0a8b-255b-4865-90c7-5853c6269644" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.963s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.549063] env[64120]: DEBUG oslo_concurrency.lockutils [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "refresh_cache-62041f20-0af3-4a36-be7c-96e034819c1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.549160] env[64120]: DEBUG oslo_concurrency.lockutils [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquired lock "refresh_cache-62041f20-0af3-4a36-be7c-96e034819c1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.549258] env[64120]: DEBUG nova.network.neutron [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1391.667359] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703e10d8-c348-4a05-a77a-ef06fdd51067 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.674504] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8cb320-bab0-4569-b9dd-6f67232bebbf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.718191] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081f1120-9e61-4493-884d-9bffa505ffdb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.726884] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131cadcf-e1a2-4dc0-bd2c-8d879159ac4d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.742441] env[64120]: DEBUG nova.compute.provider_tree [None req-0c44e0e8-7711-45d9-a2ac-9b78339a8890 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1392.089145] env[64120]: DEBUG nova.network.neutron [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1392.231115] env[64120]: DEBUG nova.network.neutron [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Updating instance_info_cache with network_info: [{"id": "3573d8ba-49d2-47db-a4b1-2662a0751a0d", "address": "fa:16:3e:1a:51:ea", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3573d8ba-49", "ovs_interfaceid": "3573d8ba-49d2-47db-a4b1-2662a0751a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.289880] env[64120]: DEBUG nova.scheduler.client.report [None req-0c44e0e8-7711-45d9-a2ac-9b78339a8890 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Updated inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with generation 154 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1392.289880] env[64120]: DEBUG nova.compute.provider_tree [None req-0c44e0e8-7711-45d9-a2ac-9b78339a8890 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Updating resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 generation from 154 to 155 during operation: update_inventory {{(pid=64120) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1392.289880] env[64120]: DEBUG nova.compute.provider_tree [None req-0c44e0e8-7711-45d9-a2ac-9b78339a8890 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1392.738870] env[64120]: DEBUG oslo_concurrency.lockutils [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Releasing lock "refresh_cache-62041f20-0af3-4a36-be7c-96e034819c1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.738870] env[64120]: DEBUG nova.compute.manager [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Instance network_info: |[{"id": "3573d8ba-49d2-47db-a4b1-2662a0751a0d", "address": "fa:16:3e:1a:51:ea", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3573d8ba-49", "ovs_interfaceid": "3573d8ba-49d2-47db-a4b1-2662a0751a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1392.738870] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:51:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3573d8ba-49d2-47db-a4b1-2662a0751a0d', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1392.749015] env[64120]: DEBUG oslo.service.loopingcall [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1392.749015] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1392.749015] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00b01360-ab2a-4d30-89c0-cd5eb40b64bb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.770985] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1392.770985] env[64120]: value = "task-1406986" [ 1392.770985] env[64120]: _type = "Task" [ 1392.770985] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.794066] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406986, 'name': CreateVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.800109] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0c44e0e8-7711-45d9-a2ac-9b78339a8890 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.800109] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.724s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.800109] env[64120]: INFO nova.compute.claims [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1392.869156] env[64120]: INFO nova.scheduler.client.report [None req-0c44e0e8-7711-45d9-a2ac-9b78339a8890 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Deleted allocations for instance 50be7372-2670-4d69-9a85-c9d95169de9d [ 1392.900209] env[64120]: DEBUG nova.compute.manager [req-016f3ec9-6dca-43a4-b3da-b12dfda0b658 req-d2c73e5f-ba43-4eba-8fc7-4803c64054bd service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Received event network-changed-3573d8ba-49d2-47db-a4b1-2662a0751a0d {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1392.900346] env[64120]: DEBUG nova.compute.manager [req-016f3ec9-6dca-43a4-b3da-b12dfda0b658 req-d2c73e5f-ba43-4eba-8fc7-4803c64054bd service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Refreshing instance network info cache due to event network-changed-3573d8ba-49d2-47db-a4b1-2662a0751a0d. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1392.900631] env[64120]: DEBUG oslo_concurrency.lockutils [req-016f3ec9-6dca-43a4-b3da-b12dfda0b658 req-d2c73e5f-ba43-4eba-8fc7-4803c64054bd service nova] Acquiring lock "refresh_cache-62041f20-0af3-4a36-be7c-96e034819c1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.900783] env[64120]: DEBUG oslo_concurrency.lockutils [req-016f3ec9-6dca-43a4-b3da-b12dfda0b658 req-d2c73e5f-ba43-4eba-8fc7-4803c64054bd service nova] Acquired lock "refresh_cache-62041f20-0af3-4a36-be7c-96e034819c1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.900985] env[64120]: DEBUG nova.network.neutron [req-016f3ec9-6dca-43a4-b3da-b12dfda0b658 req-d2c73e5f-ba43-4eba-8fc7-4803c64054bd service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Refreshing network info cache for port 3573d8ba-49d2-47db-a4b1-2662a0751a0d {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1393.283290] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406986, 'name': CreateVM_Task, 'duration_secs': 0.349586} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.283554] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1393.284437] env[64120]: DEBUG oslo_concurrency.lockutils [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.284694] env[64120]: DEBUG oslo_concurrency.lockutils [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.285114] env[64120]: DEBUG oslo_concurrency.lockutils [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1393.285458] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-450b5fd0-5706-4e60-b6b5-35fc18003367 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.292149] env[64120]: DEBUG oslo_vmware.api [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1393.292149] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52063698-a8c6-cdcf-dbe4-3502d8bfa013" [ 1393.292149] env[64120]: _type = "Task" [ 1393.292149] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.302555] env[64120]: DEBUG oslo_vmware.api [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52063698-a8c6-cdcf-dbe4-3502d8bfa013, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.378110] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0c44e0e8-7711-45d9-a2ac-9b78339a8890 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "50be7372-2670-4d69-9a85-c9d95169de9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.085s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.724777] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Acquiring lock "982aa8ec-4251-4bdc-b869-16c742f02297" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.725867] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Lock "982aa8ec-4251-4bdc-b869-16c742f02297" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.761339] env[64120]: DEBUG nova.network.neutron [req-016f3ec9-6dca-43a4-b3da-b12dfda0b658 req-d2c73e5f-ba43-4eba-8fc7-4803c64054bd service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Updated VIF entry in instance network info cache for port 3573d8ba-49d2-47db-a4b1-2662a0751a0d. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1393.761748] env[64120]: DEBUG nova.network.neutron [req-016f3ec9-6dca-43a4-b3da-b12dfda0b658 req-d2c73e5f-ba43-4eba-8fc7-4803c64054bd service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Updating instance_info_cache with network_info: [{"id": "3573d8ba-49d2-47db-a4b1-2662a0751a0d", "address": "fa:16:3e:1a:51:ea", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3573d8ba-49", "ovs_interfaceid": "3573d8ba-49d2-47db-a4b1-2662a0751a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.804595] env[64120]: DEBUG oslo_vmware.api [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52063698-a8c6-cdcf-dbe4-3502d8bfa013, 'name': SearchDatastore_Task, 'duration_secs': 0.014691} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.805300] env[64120]: DEBUG oslo_concurrency.lockutils [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.805607] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1393.805932] env[64120]: DEBUG oslo_concurrency.lockutils [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.806117] env[64120]: DEBUG oslo_concurrency.lockutils [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.806357] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1393.807057] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-827fb538-5c2e-405d-91bd-50d1a8f0a6ca {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.820959] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1393.821292] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1393.822229] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adc63b10-f6e9-46d0-b9dd-3c8077de6e76 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.829482] env[64120]: DEBUG oslo_vmware.api [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1393.829482] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52032c27-75ac-e456-bfc5-a5d92613b102" [ 1393.829482] env[64120]: _type = "Task" [ 1393.829482] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.840414] env[64120]: DEBUG oslo_vmware.api [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52032c27-75ac-e456-bfc5-a5d92613b102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.993743] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b740c91-b809-44fd-8b36-63934d91a1c7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.004774] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e952a34-d8cc-4ef2-bb65-aa2e080a69d7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.059073] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b029e5f5-0062-4bcb-b3c8-0cbfc4c3d5ed {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.069977] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6584ffe4-c2b0-4b7f-bc85-beed8598d828 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.085728] env[64120]: DEBUG nova.compute.provider_tree [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1394.233024] env[64120]: DEBUG nova.compute.manager [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1394.267532] env[64120]: DEBUG oslo_concurrency.lockutils [req-016f3ec9-6dca-43a4-b3da-b12dfda0b658 req-d2c73e5f-ba43-4eba-8fc7-4803c64054bd service nova] Releasing lock "refresh_cache-62041f20-0af3-4a36-be7c-96e034819c1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.348741] env[64120]: DEBUG oslo_vmware.api [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52032c27-75ac-e456-bfc5-a5d92613b102, 'name': SearchDatastore_Task, 'duration_secs': 0.017487} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.349676] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-071f458f-3424-4279-9991-a97efb76a2de {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.356672] env[64120]: DEBUG oslo_vmware.api [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1394.356672] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52cae7b1-5255-7b44-2a6f-3d1a080e6987" [ 1394.356672] env[64120]: _type = "Task" [ 1394.356672] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.367086] env[64120]: DEBUG oslo_vmware.api [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52cae7b1-5255-7b44-2a6f-3d1a080e6987, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.589946] env[64120]: DEBUG nova.scheduler.client.report [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1394.750999] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.868145] env[64120]: DEBUG oslo_vmware.api [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52cae7b1-5255-7b44-2a6f-3d1a080e6987, 'name': SearchDatastore_Task, 'duration_secs': 0.031509} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.868657] env[64120]: DEBUG oslo_concurrency.lockutils [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.869022] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 62041f20-0af3-4a36-be7c-96e034819c1c/62041f20-0af3-4a36-be7c-96e034819c1c.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1394.869364] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dea85c1d-34c1-409f-8d63-685b70073248 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.876857] env[64120]: DEBUG oslo_vmware.api [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1394.876857] env[64120]: value = "task-1406988" [ 1394.876857] env[64120]: _type = "Task" [ 1394.876857] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.885790] env[64120]: DEBUG oslo_vmware.api [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.932743] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "090eaf31-6f74-4559-81cb-ff4bbf9cbccb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.932980] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "090eaf31-6f74-4559-81cb-ff4bbf9cbccb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.094865] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.095442] env[64120]: DEBUG nova.compute.manager [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1395.098102] env[64120]: DEBUG oslo_concurrency.lockutils [None req-105290d2-d38a-43c2-bd13-112160237a4f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.712s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.098821] env[64120]: DEBUG oslo_concurrency.lockutils [None req-105290d2-d38a-43c2-bd13-112160237a4f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.100459] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.127s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.117763] env[64120]: INFO nova.scheduler.client.report [None req-105290d2-d38a-43c2-bd13-112160237a4f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Deleted allocations for instance ed54e949-f5db-4946-bc92-6384f8279de5 [ 1395.388211] env[64120]: DEBUG oslo_vmware.api [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406988, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.435421] env[64120]: DEBUG nova.compute.manager [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1395.605528] env[64120]: INFO nova.compute.claims [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1395.609770] env[64120]: DEBUG nova.compute.utils [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1395.611148] env[64120]: DEBUG nova.compute.manager [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1395.611314] env[64120]: DEBUG nova.network.neutron [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1395.625886] env[64120]: DEBUG oslo_concurrency.lockutils [None req-105290d2-d38a-43c2-bd13-112160237a4f tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "ed54e949-f5db-4946-bc92-6384f8279de5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.366s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.667658] env[64120]: DEBUG nova.policy [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c126bccbc684d318ff4fcfc6331aa0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2ffaf88913245dc93bba7bdf398691b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1395.888221] env[64120]: DEBUG oslo_vmware.api [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406988, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683014} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.888530] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 62041f20-0af3-4a36-be7c-96e034819c1c/62041f20-0af3-4a36-be7c-96e034819c1c.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1395.888740] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1395.889008] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8a3cc83-ec27-496b-b318-91b72d626730 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.895892] env[64120]: DEBUG oslo_vmware.api [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1395.895892] env[64120]: value = "task-1406990" [ 1395.895892] env[64120]: _type = "Task" [ 1395.895892] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.905023] env[64120]: DEBUG oslo_vmware.api [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.961340] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.018394] env[64120]: DEBUG nova.network.neutron [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Successfully created port: 7eba96af-b03d-4084-a199-608abe5a010a {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1396.113197] env[64120]: INFO nova.compute.resource_tracker [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Updating resource usage from migration 674e1e9e-c865-45f6-b4e9-a2c9fb27b96a [ 1396.116370] env[64120]: DEBUG nova.compute.manager [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1396.281203] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff0a49f-baad-4b02-9706-2f271bd6540e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.289605] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b24318-8679-4cf0-a482-8170769480d6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.322325] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f4c2e9-872a-4eab-8377-ca0efcc2d1a8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.330738] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f61b7f4-b8b2-440e-ad95-5680b1434544 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.344636] env[64120]: DEBUG nova.compute.provider_tree [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1396.406355] env[64120]: DEBUG oslo_vmware.api [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067772} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.406758] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1396.407739] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4714d5-f58a-4381-ab73-ee2c0f4cc7c9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.433786] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 62041f20-0af3-4a36-be7c-96e034819c1c/62041f20-0af3-4a36-be7c-96e034819c1c.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1396.434194] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21714fa9-dec1-472f-b9c0-205c0b69d33e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.456651] env[64120]: DEBUG oslo_vmware.api [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1396.456651] env[64120]: value = "task-1406991" [ 1396.456651] env[64120]: _type = "Task" [ 1396.456651] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.468993] env[64120]: DEBUG oslo_vmware.api [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406991, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.848067] env[64120]: DEBUG nova.scheduler.client.report [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1396.967027] env[64120]: DEBUG oslo_vmware.api [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406991, 'name': ReconfigVM_Task, 'duration_secs': 0.300944} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.967333] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 62041f20-0af3-4a36-be7c-96e034819c1c/62041f20-0af3-4a36-be7c-96e034819c1c.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1396.967977] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2ed623a-b2ce-4401-87cc-a1ff4db796ec {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.977249] env[64120]: DEBUG oslo_vmware.api [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1396.977249] env[64120]: value = "task-1406992" [ 1396.977249] env[64120]: _type = "Task" [ 1396.977249] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.985715] env[64120]: DEBUG oslo_vmware.api [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406992, 'name': Rename_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.036126] env[64120]: DEBUG oslo_concurrency.lockutils [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "56b10b50-eb03-43bc-9d5f-8a2498aeb7a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.036449] env[64120]: DEBUG oslo_concurrency.lockutils [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "56b10b50-eb03-43bc-9d5f-8a2498aeb7a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.128027] env[64120]: DEBUG nova.compute.manager [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1397.155552] env[64120]: DEBUG nova.virt.hardware [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1397.155857] env[64120]: DEBUG nova.virt.hardware [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1397.156039] env[64120]: DEBUG nova.virt.hardware [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1397.156240] env[64120]: DEBUG nova.virt.hardware [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1397.156397] env[64120]: DEBUG nova.virt.hardware [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1397.156557] env[64120]: DEBUG nova.virt.hardware [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1397.156774] env[64120]: DEBUG nova.virt.hardware [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1397.156952] env[64120]: DEBUG nova.virt.hardware [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1397.157223] env[64120]: DEBUG nova.virt.hardware [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1397.157416] env[64120]: DEBUG nova.virt.hardware [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1397.157603] env[64120]: DEBUG nova.virt.hardware [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1397.158483] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56802868-80a9-495c-a6fc-7b2b5797e32b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.166621] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13cc040-73a9-4733-8797-768d315d40ec {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.354304] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.254s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.354645] env[64120]: INFO nova.compute.manager [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Migrating [ 1397.361401] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.611s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.362997] env[64120]: INFO nova.compute.claims [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1397.489694] env[64120]: DEBUG oslo_vmware.api [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406992, 'name': Rename_Task, 'duration_secs': 0.141113} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.490240] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1397.490662] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35f0abf6-b121-4a68-b1a9-60125ed65008 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.499038] env[64120]: DEBUG oslo_vmware.api [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1397.499038] env[64120]: value = "task-1406994" [ 1397.499038] env[64120]: _type = "Task" [ 1397.499038] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.507808] env[64120]: DEBUG oslo_vmware.api [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.539194] env[64120]: DEBUG nova.compute.manager [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1397.874977] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "refresh_cache-eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.875416] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquired lock "refresh_cache-eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.875657] env[64120]: DEBUG nova.network.neutron [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1397.948967] env[64120]: DEBUG nova.compute.manager [req-483a60e4-b599-4a23-b29d-7f20bf1a3741 req-43b043e5-6c6c-4b15-97f4-186fa731c7b4 service nova] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Received event network-vif-plugged-7eba96af-b03d-4084-a199-608abe5a010a {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1397.949242] env[64120]: DEBUG oslo_concurrency.lockutils [req-483a60e4-b599-4a23-b29d-7f20bf1a3741 req-43b043e5-6c6c-4b15-97f4-186fa731c7b4 service nova] Acquiring lock "bc6c5c90-4426-4a1e-b903-2c71b3ceb75a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.949452] env[64120]: DEBUG oslo_concurrency.lockutils [req-483a60e4-b599-4a23-b29d-7f20bf1a3741 req-43b043e5-6c6c-4b15-97f4-186fa731c7b4 service nova] Lock "bc6c5c90-4426-4a1e-b903-2c71b3ceb75a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.949633] env[64120]: DEBUG oslo_concurrency.lockutils [req-483a60e4-b599-4a23-b29d-7f20bf1a3741 req-43b043e5-6c6c-4b15-97f4-186fa731c7b4 service nova] Lock "bc6c5c90-4426-4a1e-b903-2c71b3ceb75a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.951110] env[64120]: DEBUG nova.compute.manager [req-483a60e4-b599-4a23-b29d-7f20bf1a3741 req-43b043e5-6c6c-4b15-97f4-186fa731c7b4 service nova] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] No waiting events found dispatching network-vif-plugged-7eba96af-b03d-4084-a199-608abe5a010a {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1397.951312] env[64120]: WARNING nova.compute.manager [req-483a60e4-b599-4a23-b29d-7f20bf1a3741 req-43b043e5-6c6c-4b15-97f4-186fa731c7b4 service nova] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Received unexpected event network-vif-plugged-7eba96af-b03d-4084-a199-608abe5a010a for instance with vm_state building and task_state spawning. [ 1398.008893] env[64120]: DEBUG oslo_vmware.api [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1406994, 'name': PowerOnVM_Task, 'duration_secs': 0.476062} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.009210] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1398.009422] env[64120]: INFO nova.compute.manager [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Took 7.73 seconds to spawn the instance on the hypervisor. [ 1398.009643] env[64120]: DEBUG nova.compute.manager [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1398.010494] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6e093f-e100-4477-81a7-58bc18deb672 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.061637] env[64120]: DEBUG oslo_concurrency.lockutils [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.085196] env[64120]: DEBUG nova.network.neutron [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Successfully updated port: 7eba96af-b03d-4084-a199-608abe5a010a {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1398.532348] env[64120]: INFO nova.compute.manager [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Took 18.32 seconds to build instance. [ 1398.540238] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c8e7db-5468-4c23-9ba9-c6cfe3ee6446 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.548040] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fb2fb8-a6dd-4ff9-917b-b02684aec0ac {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.583282] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a81cca-3989-4404-8e77-0ecab6242db0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.587905] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "refresh_cache-bc6c5c90-4426-4a1e-b903-2c71b3ceb75a" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.588058] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquired lock "refresh_cache-bc6c5c90-4426-4a1e-b903-2c71b3ceb75a" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.588205] env[64120]: DEBUG nova.network.neutron [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1398.592602] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17baf6cd-8239-4ea1-98a6-c8de4dee126b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.607119] env[64120]: DEBUG nova.compute.provider_tree [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1398.630534] env[64120]: DEBUG nova.network.neutron [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Updating instance_info_cache with network_info: [{"id": "66f9819f-33a9-4485-a68e-bec5a4eae522", "address": "fa:16:3e:db:ba:c5", "network": {"id": "22dcdd90-5035-4059-b2d9-07d20261e72d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-361135572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "502c554de7554b88b5a0a5ed16c4f89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f9819f-33", "ovs_interfaceid": "66f9819f-33a9-4485-a68e-bec5a4eae522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.035012] env[64120]: DEBUG oslo_concurrency.lockutils [None req-12632078-71b2-4654-ae9c-c4574c9bcaae tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "62041f20-0af3-4a36-be7c-96e034819c1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.832s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.110198] env[64120]: DEBUG nova.scheduler.client.report [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1399.127631] env[64120]: DEBUG nova.network.neutron [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1399.132827] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Releasing lock "refresh_cache-eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.261996] env[64120]: DEBUG nova.network.neutron [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Updating instance_info_cache with network_info: [{"id": "7eba96af-b03d-4084-a199-608abe5a010a", "address": "fa:16:3e:eb:03:74", "network": {"id": "5aa9ccea-d810-4a4f-a424-c80a1b4c1286", "bridge": "br-int", "label": "tempest-ServersTestJSON-1147413175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ffaf88913245dc93bba7bdf398691b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eba96af-b0", "ovs_interfaceid": "7eba96af-b03d-4084-a199-608abe5a010a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.504307] env[64120]: DEBUG nova.compute.manager [req-56fcdee9-d5d0-487b-8b71-7fd346d28f59 req-abc73b61-8e0b-469b-bcd5-6833e4ed2470 service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Received event network-changed-3573d8ba-49d2-47db-a4b1-2662a0751a0d {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1399.504307] env[64120]: DEBUG nova.compute.manager [req-56fcdee9-d5d0-487b-8b71-7fd346d28f59 req-abc73b61-8e0b-469b-bcd5-6833e4ed2470 service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Refreshing instance network info cache due to event network-changed-3573d8ba-49d2-47db-a4b1-2662a0751a0d. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1399.504307] env[64120]: DEBUG oslo_concurrency.lockutils [req-56fcdee9-d5d0-487b-8b71-7fd346d28f59 req-abc73b61-8e0b-469b-bcd5-6833e4ed2470 service nova] Acquiring lock "refresh_cache-62041f20-0af3-4a36-be7c-96e034819c1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.504307] env[64120]: DEBUG oslo_concurrency.lockutils [req-56fcdee9-d5d0-487b-8b71-7fd346d28f59 req-abc73b61-8e0b-469b-bcd5-6833e4ed2470 service nova] Acquired lock "refresh_cache-62041f20-0af3-4a36-be7c-96e034819c1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.504307] env[64120]: DEBUG nova.network.neutron [req-56fcdee9-d5d0-487b-8b71-7fd346d28f59 req-abc73b61-8e0b-469b-bcd5-6833e4ed2470 service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Refreshing network info cache for port 3573d8ba-49d2-47db-a4b1-2662a0751a0d {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1399.616569] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.255s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.617335] env[64120]: DEBUG nova.compute.manager [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1399.621422] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.660s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.626034] env[64120]: INFO nova.compute.claims [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1399.765044] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Releasing lock "refresh_cache-bc6c5c90-4426-4a1e-b903-2c71b3ceb75a" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.765378] env[64120]: DEBUG nova.compute.manager [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Instance network_info: |[{"id": "7eba96af-b03d-4084-a199-608abe5a010a", "address": "fa:16:3e:eb:03:74", "network": {"id": "5aa9ccea-d810-4a4f-a424-c80a1b4c1286", "bridge": "br-int", "label": "tempest-ServersTestJSON-1147413175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ffaf88913245dc93bba7bdf398691b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eba96af-b0", "ovs_interfaceid": "7eba96af-b03d-4084-a199-608abe5a010a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1399.765827] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:03:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7eba96af-b03d-4084-a199-608abe5a010a', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1399.773757] env[64120]: DEBUG oslo.service.loopingcall [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1399.774345] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1399.775187] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80a4ed41-051f-4bf9-9ae7-12f32a01e2d2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.796147] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1399.796147] env[64120]: value = "task-1406996" [ 1399.796147] env[64120]: _type = "Task" [ 1399.796147] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.805505] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406996, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.973431] env[64120]: DEBUG nova.compute.manager [req-55a2f73a-d609-4cb1-b629-d07356ed110a req-eef0bf16-b073-4374-b5a4-d946809c5f5b service nova] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Received event network-changed-7eba96af-b03d-4084-a199-608abe5a010a {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1399.973711] env[64120]: DEBUG nova.compute.manager [req-55a2f73a-d609-4cb1-b629-d07356ed110a req-eef0bf16-b073-4374-b5a4-d946809c5f5b service nova] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Refreshing instance network info cache due to event network-changed-7eba96af-b03d-4084-a199-608abe5a010a. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1399.973950] env[64120]: DEBUG oslo_concurrency.lockutils [req-55a2f73a-d609-4cb1-b629-d07356ed110a req-eef0bf16-b073-4374-b5a4-d946809c5f5b service nova] Acquiring lock "refresh_cache-bc6c5c90-4426-4a1e-b903-2c71b3ceb75a" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.974120] env[64120]: DEBUG oslo_concurrency.lockutils [req-55a2f73a-d609-4cb1-b629-d07356ed110a req-eef0bf16-b073-4374-b5a4-d946809c5f5b service nova] Acquired lock "refresh_cache-bc6c5c90-4426-4a1e-b903-2c71b3ceb75a" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.974290] env[64120]: DEBUG nova.network.neutron [req-55a2f73a-d609-4cb1-b629-d07356ed110a req-eef0bf16-b073-4374-b5a4-d946809c5f5b service nova] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Refreshing network info cache for port 7eba96af-b03d-4084-a199-608abe5a010a {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1400.131134] env[64120]: DEBUG nova.compute.utils [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1400.135235] env[64120]: DEBUG nova.compute.manager [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1400.135415] env[64120]: DEBUG nova.network.neutron [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1400.240753] env[64120]: DEBUG nova.policy [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcc753eeb67641b195f64fab4c197f42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ec0b2041dda4ad38eb0982aa46f1ed3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1400.306819] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1406996, 'name': CreateVM_Task, 'duration_secs': 0.29568} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.307508] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1400.308260] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.308445] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.308807] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1400.309092] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57c361a3-4956-478e-a41d-6c0cfa32b09e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.313678] env[64120]: DEBUG oslo_vmware.api [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1400.313678] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52345aac-3381-2948-0905-7ca465a18cad" [ 1400.313678] env[64120]: _type = "Task" [ 1400.313678] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.322044] env[64120]: DEBUG oslo_vmware.api [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52345aac-3381-2948-0905-7ca465a18cad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.409308] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "e4a259a5-96e8-47a1-89b0-7e01243174de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.409638] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "e4a259a5-96e8-47a1-89b0-7e01243174de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.479806] env[64120]: DEBUG nova.network.neutron [req-56fcdee9-d5d0-487b-8b71-7fd346d28f59 req-abc73b61-8e0b-469b-bcd5-6833e4ed2470 service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Updated VIF entry in instance network info cache for port 3573d8ba-49d2-47db-a4b1-2662a0751a0d. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1400.480333] env[64120]: DEBUG nova.network.neutron [req-56fcdee9-d5d0-487b-8b71-7fd346d28f59 req-abc73b61-8e0b-469b-bcd5-6833e4ed2470 service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Updating instance_info_cache with network_info: [{"id": "3573d8ba-49d2-47db-a4b1-2662a0751a0d", "address": "fa:16:3e:1a:51:ea", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3573d8ba-49", "ovs_interfaceid": "3573d8ba-49d2-47db-a4b1-2662a0751a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.640908] env[64120]: DEBUG nova.compute.manager [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1400.654835] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94456480-0b88-455d-80e6-e31ef4c2d9df {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.679763] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Updating instance 'eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec' progress to 0 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1400.778382] env[64120]: DEBUG nova.network.neutron [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Successfully created port: 4cee7fcb-a3c3-42e8-92c7-118a2b8b6029 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1400.827239] env[64120]: DEBUG oslo_vmware.api [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52345aac-3381-2948-0905-7ca465a18cad, 'name': SearchDatastore_Task, 'duration_secs': 0.010727} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.827686] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.828725] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1400.828725] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.828725] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.828725] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1400.828964] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb5ede43-fcde-4fef-92f3-26e2c01a81b2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.831952] env[64120]: DEBUG nova.network.neutron [req-55a2f73a-d609-4cb1-b629-d07356ed110a req-eef0bf16-b073-4374-b5a4-d946809c5f5b service nova] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Updated VIF entry in instance network info cache for port 7eba96af-b03d-4084-a199-608abe5a010a. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1400.832387] env[64120]: DEBUG nova.network.neutron [req-55a2f73a-d609-4cb1-b629-d07356ed110a req-eef0bf16-b073-4374-b5a4-d946809c5f5b service nova] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Updating instance_info_cache with network_info: [{"id": "7eba96af-b03d-4084-a199-608abe5a010a", "address": "fa:16:3e:eb:03:74", "network": {"id": "5aa9ccea-d810-4a4f-a424-c80a1b4c1286", "bridge": "br-int", "label": "tempest-ServersTestJSON-1147413175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ffaf88913245dc93bba7bdf398691b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eba96af-b0", "ovs_interfaceid": "7eba96af-b03d-4084-a199-608abe5a010a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.845934] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1400.846190] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1400.850038] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbc37536-276b-4526-945b-4c1fd719c4c6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.857869] env[64120]: DEBUG oslo_vmware.api [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1400.857869] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529f4e84-de55-11fa-6157-140468bffa78" [ 1400.857869] env[64120]: _type = "Task" [ 1400.857869] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.867362] env[64120]: DEBUG oslo_vmware.api [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529f4e84-de55-11fa-6157-140468bffa78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.904569] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf154cde-3c29-4ad5-b8c6-94b631a124e6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.912238] env[64120]: DEBUG nova.compute.manager [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1400.919017] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67864005-f3c8-4ef6-8c5a-da793b4f773f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.951049] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5475e5a-1e72-450f-b33d-71d50530b621 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.961658] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a45d248-bf24-4b97-a5d0-4233bf08e2a7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.976478] env[64120]: DEBUG nova.compute.provider_tree [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1400.983309] env[64120]: DEBUG oslo_concurrency.lockutils [req-56fcdee9-d5d0-487b-8b71-7fd346d28f59 req-abc73b61-8e0b-469b-bcd5-6833e4ed2470 service nova] Releasing lock "refresh_cache-62041f20-0af3-4a36-be7c-96e034819c1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.157531] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.157531] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.157842] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.157842] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.189029] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1401.189029] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-078166fd-17b7-494a-a232-d53489d49b31 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.198196] env[64120]: DEBUG oslo_vmware.api [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1401.198196] env[64120]: value = "task-1406997" [ 1401.198196] env[64120]: _type = "Task" [ 1401.198196] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.208353] env[64120]: DEBUG oslo_vmware.api [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.337745] env[64120]: DEBUG oslo_concurrency.lockutils [req-55a2f73a-d609-4cb1-b629-d07356ed110a req-eef0bf16-b073-4374-b5a4-d946809c5f5b service nova] Releasing lock "refresh_cache-bc6c5c90-4426-4a1e-b903-2c71b3ceb75a" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.368538] env[64120]: DEBUG oslo_vmware.api [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529f4e84-de55-11fa-6157-140468bffa78, 'name': SearchDatastore_Task, 'duration_secs': 0.017599} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.369396] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08a07081-b438-4ab1-9b4c-37fe30b6d38b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.375355] env[64120]: DEBUG oslo_vmware.api [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1401.375355] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526b9d3d-38ef-ac51-6bd8-7a2b90312766" [ 1401.375355] env[64120]: _type = "Task" [ 1401.375355] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.383753] env[64120]: DEBUG oslo_vmware.api [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526b9d3d-38ef-ac51-6bd8-7a2b90312766, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.438495] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.480135] env[64120]: DEBUG nova.scheduler.client.report [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1401.652691] env[64120]: DEBUG nova.compute.manager [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1401.681169] env[64120]: DEBUG nova.virt.hardware [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1401.681445] env[64120]: DEBUG nova.virt.hardware [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1401.681614] env[64120]: DEBUG nova.virt.hardware [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1401.681803] env[64120]: DEBUG nova.virt.hardware [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1401.681960] env[64120]: DEBUG nova.virt.hardware [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1401.682138] env[64120]: DEBUG nova.virt.hardware [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1401.682491] env[64120]: DEBUG nova.virt.hardware [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1401.682723] env[64120]: DEBUG nova.virt.hardware [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1401.682916] env[64120]: DEBUG nova.virt.hardware [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1401.683107] env[64120]: DEBUG nova.virt.hardware [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1401.683298] env[64120]: DEBUG nova.virt.hardware [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1401.684207] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97e7ae9-8690-4fe4-83bf-ffe8cd182bdc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.692174] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f74f4a6-7ec3-4a77-8d71-59c82d45f8dd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.712349] env[64120]: DEBUG oslo_vmware.api [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406997, 'name': PowerOffVM_Task, 'duration_secs': 0.296582} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.712600] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1401.712792] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Updating instance 'eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec' progress to 17 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1401.885859] env[64120]: DEBUG oslo_vmware.api [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526b9d3d-38ef-ac51-6bd8-7a2b90312766, 'name': SearchDatastore_Task, 'duration_secs': 0.00965} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.886143] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.886411] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] bc6c5c90-4426-4a1e-b903-2c71b3ceb75a/bc6c5c90-4426-4a1e-b903-2c71b3ceb75a.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1401.886669] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6ab5626-5fe3-44dc-8277-404618a577a6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.893867] env[64120]: DEBUG oslo_vmware.api [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1401.893867] env[64120]: value = "task-1406998" [ 1401.893867] env[64120]: _type = "Task" [ 1401.893867] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.902885] env[64120]: DEBUG oslo_vmware.api [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.985187] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.985731] env[64120]: DEBUG nova.compute.manager [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1401.988408] env[64120]: DEBUG oslo_concurrency.lockutils [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.927s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.989977] env[64120]: INFO nova.compute.claims [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1402.216238] env[64120]: DEBUG nova.compute.manager [req-f243015d-9718-4567-8c83-4fe1f9b5ce6a req-faeaa479-0641-4339-9753-88b281e0d372 service nova] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Received event network-vif-plugged-4cee7fcb-a3c3-42e8-92c7-118a2b8b6029 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1402.216238] env[64120]: DEBUG oslo_concurrency.lockutils [req-f243015d-9718-4567-8c83-4fe1f9b5ce6a req-faeaa479-0641-4339-9753-88b281e0d372 service nova] Acquiring lock "982aa8ec-4251-4bdc-b869-16c742f02297-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.216238] env[64120]: DEBUG oslo_concurrency.lockutils [req-f243015d-9718-4567-8c83-4fe1f9b5ce6a req-faeaa479-0641-4339-9753-88b281e0d372 service nova] Lock "982aa8ec-4251-4bdc-b869-16c742f02297-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.217034] env[64120]: DEBUG oslo_concurrency.lockutils [req-f243015d-9718-4567-8c83-4fe1f9b5ce6a req-faeaa479-0641-4339-9753-88b281e0d372 service nova] Lock "982aa8ec-4251-4bdc-b869-16c742f02297-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.217351] env[64120]: DEBUG nova.compute.manager [req-f243015d-9718-4567-8c83-4fe1f9b5ce6a req-faeaa479-0641-4339-9753-88b281e0d372 service nova] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] No waiting events found dispatching network-vif-plugged-4cee7fcb-a3c3-42e8-92c7-118a2b8b6029 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1402.217819] env[64120]: WARNING nova.compute.manager [req-f243015d-9718-4567-8c83-4fe1f9b5ce6a req-faeaa479-0641-4339-9753-88b281e0d372 service nova] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Received unexpected event network-vif-plugged-4cee7fcb-a3c3-42e8-92c7-118a2b8b6029 for instance with vm_state building and task_state spawning. [ 1402.220620] env[64120]: DEBUG nova.virt.hardware [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1402.221031] env[64120]: DEBUG nova.virt.hardware [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1402.221313] env[64120]: DEBUG nova.virt.hardware [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1402.221642] env[64120]: DEBUG nova.virt.hardware [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1402.221953] env[64120]: DEBUG nova.virt.hardware [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1402.222247] env[64120]: DEBUG nova.virt.hardware [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1402.222598] env[64120]: DEBUG nova.virt.hardware [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1402.222884] env[64120]: DEBUG nova.virt.hardware [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1402.224655] env[64120]: DEBUG nova.virt.hardware [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1402.224655] env[64120]: DEBUG nova.virt.hardware [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1402.224655] env[64120]: DEBUG nova.virt.hardware [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1402.229087] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dda0de8-e408-47fa-a8b3-c340df3eefe2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.247018] env[64120]: DEBUG oslo_vmware.api [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1402.247018] env[64120]: value = "task-1406999" [ 1402.247018] env[64120]: _type = "Task" [ 1402.247018] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.259879] env[64120]: DEBUG oslo_vmware.api [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.404668] env[64120]: DEBUG oslo_vmware.api [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1406998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499682} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.404989] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] bc6c5c90-4426-4a1e-b903-2c71b3ceb75a/bc6c5c90-4426-4a1e-b903-2c71b3ceb75a.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1402.405256] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1402.406587] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c0affba-224b-4e16-9bf3-571486af7955 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.413337] env[64120]: DEBUG oslo_vmware.api [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1402.413337] env[64120]: value = "task-1407000" [ 1402.413337] env[64120]: _type = "Task" [ 1402.413337] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.422474] env[64120]: DEBUG oslo_vmware.api [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407000, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.425583] env[64120]: DEBUG nova.network.neutron [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Successfully updated port: 4cee7fcb-a3c3-42e8-92c7-118a2b8b6029 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1402.494611] env[64120]: DEBUG nova.compute.utils [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1402.498530] env[64120]: DEBUG nova.compute.manager [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1402.498826] env[64120]: DEBUG nova.network.neutron [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1402.595522] env[64120]: DEBUG nova.policy [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c6f491fa097437ca421a9aa71775fc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '320d185402b0408994b165e50e456471', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1402.658753] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1402.659013] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1402.659174] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64120) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1402.757625] env[64120]: DEBUG oslo_vmware.api [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1406999, 'name': ReconfigVM_Task, 'duration_secs': 0.268593} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.757945] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Updating instance 'eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec' progress to 33 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1402.924203] env[64120]: DEBUG oslo_vmware.api [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407000, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088615} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.924569] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1402.925530] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583ee626-643a-4a6e-824f-a2719fc079da {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.928641] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Acquiring lock "refresh_cache-982aa8ec-4251-4bdc-b869-16c742f02297" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.928793] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Acquired lock "refresh_cache-982aa8ec-4251-4bdc-b869-16c742f02297" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.928973] env[64120]: DEBUG nova.network.neutron [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1402.954760] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] bc6c5c90-4426-4a1e-b903-2c71b3ceb75a/bc6c5c90-4426-4a1e-b903-2c71b3ceb75a.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1402.955582] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10c3f5e6-76d5-4651-bbe8-ec2ad8dcc5ae {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.979499] env[64120]: DEBUG oslo_vmware.api [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1402.979499] env[64120]: value = "task-1407001" [ 1402.979499] env[64120]: _type = "Task" [ 1402.979499] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.987542] env[64120]: DEBUG nova.network.neutron [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Successfully created port: 55286ced-9be3-46c5-989a-ef03c14b9b23 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1402.994153] env[64120]: DEBUG oslo_vmware.api [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407001, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.000028] env[64120]: DEBUG nova.compute.manager [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1403.157501] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.157677] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Starting heal instance info cache {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1403.206415] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbd3a8f-f474-4d65-9c31-a4308e246aed {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.215553] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c79467-51ae-448c-a037-d558184c4eb4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.248804] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060d330c-de0c-4228-91b1-4761367fed53 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.257184] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ff9594-149a-4f4f-9b41-6dcaa5b96694 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.273541] env[64120]: DEBUG nova.virt.hardware [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1403.273842] env[64120]: DEBUG nova.virt.hardware [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1403.273945] env[64120]: DEBUG nova.virt.hardware [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1403.274158] env[64120]: DEBUG nova.virt.hardware [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1403.274316] env[64120]: DEBUG nova.virt.hardware [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1403.274469] env[64120]: DEBUG nova.virt.hardware [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1403.274681] env[64120]: DEBUG nova.virt.hardware [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1403.274916] env[64120]: DEBUG nova.virt.hardware [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1403.275116] env[64120]: DEBUG nova.virt.hardware [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1403.275292] env[64120]: DEBUG nova.virt.hardware [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1403.275474] env[64120]: DEBUG nova.virt.hardware [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1403.280661] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Reconfiguring VM instance instance-00000062 to detach disk 2000 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1403.281168] env[64120]: DEBUG nova.compute.provider_tree [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1403.282859] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f253aca-e36d-49ea-aa8a-c3661234332f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.302809] env[64120]: DEBUG oslo_vmware.api [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1403.302809] env[64120]: value = "task-1407002" [ 1403.302809] env[64120]: _type = "Task" [ 1403.302809] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.312395] env[64120]: DEBUG oslo_vmware.api [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407002, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.476790] env[64120]: DEBUG nova.network.neutron [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1403.493678] env[64120]: DEBUG oslo_vmware.api [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407001, 'name': ReconfigVM_Task, 'duration_secs': 0.286285} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.494172] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Reconfigured VM instance instance-0000006b to attach disk [datastore1] bc6c5c90-4426-4a1e-b903-2c71b3ceb75a/bc6c5c90-4426-4a1e-b903-2c71b3ceb75a.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1403.495115] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a21252cf-2523-4a4b-b22e-a101c7b3ca57 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.511383] env[64120]: DEBUG oslo_vmware.api [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1403.511383] env[64120]: value = "task-1407003" [ 1403.511383] env[64120]: _type = "Task" [ 1403.511383] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.523111] env[64120]: DEBUG oslo_vmware.api [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407003, 'name': Rename_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.642320] env[64120]: DEBUG oslo_concurrency.lockutils [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "8c785844-844a-4710-8be5-ea4cea78f077" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.643037] env[64120]: DEBUG oslo_concurrency.lockutils [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "8c785844-844a-4710-8be5-ea4cea78f077" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.674151] env[64120]: DEBUG nova.network.neutron [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Updating instance_info_cache with network_info: [{"id": "4cee7fcb-a3c3-42e8-92c7-118a2b8b6029", "address": "fa:16:3e:8b:1c:e9", "network": {"id": "9c6ab067-5bf0-487d-a7dc-4ed9e9f43b9d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1832103545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ec0b2041dda4ad38eb0982aa46f1ed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cee7fcb-a3", "ovs_interfaceid": "4cee7fcb-a3c3-42e8-92c7-118a2b8b6029", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.813080] env[64120]: DEBUG oslo_vmware.api [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407002, 'name': ReconfigVM_Task, 'duration_secs': 0.193563} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.813216] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Reconfigured VM instance instance-00000062 to detach disk 2000 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1403.813909] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c23075-e1ed-4d7b-bada-746c8fae4826 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.817042] env[64120]: ERROR nova.scheduler.client.report [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [req-11d01e6b-247f-4964-8b37-97aaf24e7092] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4ceac537-82ec-49fa-8fac-aa5d6181b318. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-11d01e6b-247f-4964-8b37-97aaf24e7092"}]} [ 1403.843923] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec/eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1403.844442] env[64120]: DEBUG nova.scheduler.client.report [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Refreshing inventories for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1403.846338] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a19bb713-35b6-4549-9bb7-4ca3fe5cebd8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.867169] env[64120]: DEBUG oslo_vmware.api [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1403.867169] env[64120]: value = "task-1407004" [ 1403.867169] env[64120]: _type = "Task" [ 1403.867169] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.872815] env[64120]: DEBUG nova.scheduler.client.report [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Updating ProviderTree inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1403.873202] env[64120]: DEBUG nova.compute.provider_tree [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1403.878858] env[64120]: DEBUG oslo_vmware.api [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.885877] env[64120]: DEBUG nova.scheduler.client.report [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Refreshing aggregate associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, aggregates: None {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1403.905576] env[64120]: DEBUG nova.scheduler.client.report [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Refreshing trait associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1404.016658] env[64120]: DEBUG nova.compute.manager [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1404.026409] env[64120]: DEBUG oslo_vmware.api [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407003, 'name': Rename_Task, 'duration_secs': 0.167879} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.026707] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1404.026974] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74204a00-6a10-44e9-a715-e75dfa435ab9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.034723] env[64120]: DEBUG oslo_vmware.api [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1404.034723] env[64120]: value = "task-1407005" [ 1404.034723] env[64120]: _type = "Task" [ 1404.034723] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.046969] env[64120]: DEBUG oslo_vmware.api [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.049155] env[64120]: DEBUG nova.virt.hardware [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1404.049519] env[64120]: DEBUG nova.virt.hardware [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1404.049749] env[64120]: DEBUG nova.virt.hardware [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1404.050055] env[64120]: DEBUG nova.virt.hardware [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1404.050304] env[64120]: DEBUG nova.virt.hardware [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1404.050478] env[64120]: DEBUG nova.virt.hardware [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1404.050705] env[64120]: DEBUG nova.virt.hardware [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1404.050876] env[64120]: DEBUG nova.virt.hardware [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1404.051067] env[64120]: DEBUG nova.virt.hardware [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1404.051241] env[64120]: DEBUG nova.virt.hardware [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1404.051423] env[64120]: DEBUG nova.virt.hardware [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1404.052258] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c6fb82-0ee9-48f3-ac2c-27b3d8f296f0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.061835] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d750cc-373f-48d2-89b5-b36459f2180d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.144872] env[64120]: DEBUG nova.compute.manager [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1404.179448] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Releasing lock "refresh_cache-982aa8ec-4251-4bdc-b869-16c742f02297" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1404.179906] env[64120]: DEBUG nova.compute.manager [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Instance network_info: |[{"id": "4cee7fcb-a3c3-42e8-92c7-118a2b8b6029", "address": "fa:16:3e:8b:1c:e9", "network": {"id": "9c6ab067-5bf0-487d-a7dc-4ed9e9f43b9d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1832103545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ec0b2041dda4ad38eb0982aa46f1ed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cee7fcb-a3", "ovs_interfaceid": "4cee7fcb-a3c3-42e8-92c7-118a2b8b6029", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1404.181044] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:1c:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6db039c-542c-4544-a57d-ddcc6c1e8e45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cee7fcb-a3c3-42e8-92c7-118a2b8b6029', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1404.188443] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Creating folder: Project (6ec0b2041dda4ad38eb0982aa46f1ed3). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1404.188999] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ecff5a52-a2fb-41fc-bb0d-d245ec9ea741 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.196914] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8642fc56-8230-4be3-aa21-f6e77ca12078 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.201756] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Created folder: Project (6ec0b2041dda4ad38eb0982aa46f1ed3) in parent group-v297899. [ 1404.202040] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Creating folder: Instances. Parent ref: group-v298189. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1404.204087] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64417974-7303-4f6c-a9ee-a7bf973e3269 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.208834] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6f1ace-95b1-486b-9b3d-3870879ddbd9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.241705] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917d30bc-26df-4eea-bc29-30d887685b42 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.244468] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Created folder: Instances in parent group-v298189. [ 1404.244726] env[64120]: DEBUG oslo.service.loopingcall [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1404.245946] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1404.247076] env[64120]: DEBUG nova.compute.manager [req-6a64addb-7986-4ca7-b629-b6f063b87d25 req-c9cfaa48-7cb7-4715-91d3-4a0b9b824219 service nova] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Received event network-changed-4cee7fcb-a3c3-42e8-92c7-118a2b8b6029 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1404.247265] env[64120]: DEBUG nova.compute.manager [req-6a64addb-7986-4ca7-b629-b6f063b87d25 req-c9cfaa48-7cb7-4715-91d3-4a0b9b824219 service nova] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Refreshing instance network info cache due to event network-changed-4cee7fcb-a3c3-42e8-92c7-118a2b8b6029. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1404.247481] env[64120]: DEBUG oslo_concurrency.lockutils [req-6a64addb-7986-4ca7-b629-b6f063b87d25 req-c9cfaa48-7cb7-4715-91d3-4a0b9b824219 service nova] Acquiring lock "refresh_cache-982aa8ec-4251-4bdc-b869-16c742f02297" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.247632] env[64120]: DEBUG oslo_concurrency.lockutils [req-6a64addb-7986-4ca7-b629-b6f063b87d25 req-c9cfaa48-7cb7-4715-91d3-4a0b9b824219 service nova] Acquired lock "refresh_cache-982aa8ec-4251-4bdc-b869-16c742f02297" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.247798] env[64120]: DEBUG nova.network.neutron [req-6a64addb-7986-4ca7-b629-b6f063b87d25 req-c9cfaa48-7cb7-4715-91d3-4a0b9b824219 service nova] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Refreshing network info cache for port 4cee7fcb-a3c3-42e8-92c7-118a2b8b6029 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1404.249291] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0600262e-e0bc-4742-8af8-f10c575d8a99 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.267927] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9906f7-6869-4cb6-b09d-b76fbb69da54 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.273023] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1404.273023] env[64120]: value = "task-1407008" [ 1404.273023] env[64120]: _type = "Task" [ 1404.273023] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.284331] env[64120]: DEBUG nova.compute.provider_tree [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1404.290921] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407008, 'name': CreateVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.378539] env[64120]: DEBUG oslo_vmware.api [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407004, 'name': ReconfigVM_Task, 'duration_secs': 0.385856} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.378860] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Reconfigured VM instance instance-00000062 to attach disk [datastore1] eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec/eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1404.379171] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Updating instance 'eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec' progress to 50 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1404.548013] env[64120]: DEBUG oslo_vmware.api [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407005, 'name': PowerOnVM_Task, 'duration_secs': 0.468766} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.548013] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1404.548195] env[64120]: INFO nova.compute.manager [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Took 7.42 seconds to spawn the instance on the hypervisor. [ 1404.548275] env[64120]: DEBUG nova.compute.manager [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1404.549096] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa122a8-cf58-45f5-b5c2-4a9ed68407a4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.643089] env[64120]: DEBUG nova.network.neutron [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Successfully updated port: 55286ced-9be3-46c5-989a-ef03c14b9b23 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1404.667259] env[64120]: DEBUG oslo_concurrency.lockutils [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.790115] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407008, 'name': CreateVM_Task, 'duration_secs': 0.338761} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.791026] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1404.791530] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.791800] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.792290] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1404.792674] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf1b0df0-ed38-467e-ac48-e15c50f4873e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.798654] env[64120]: DEBUG oslo_vmware.api [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Waiting for the task: (returnval){ [ 1404.798654] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]523c51b0-62fd-8e97-2ca6-2e196b0ef5bf" [ 1404.798654] env[64120]: _type = "Task" [ 1404.798654] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.810760] env[64120]: DEBUG oslo_vmware.api [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]523c51b0-62fd-8e97-2ca6-2e196b0ef5bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.817883] env[64120]: DEBUG nova.scheduler.client.report [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Updated inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with generation 160 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1404.818248] env[64120]: DEBUG nova.compute.provider_tree [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Updating resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 generation from 160 to 161 during operation: update_inventory {{(pid=64120) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1404.818526] env[64120]: DEBUG nova.compute.provider_tree [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1404.885765] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07805699-6e9f-4a36-b37a-ae2349dc4196 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.908765] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d339305-6050-4d97-bffa-883d4494a38f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.931011] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Updating instance 'eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec' progress to 67 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1405.068571] env[64120]: INFO nova.compute.manager [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Took 17.02 seconds to build instance. [ 1405.092041] env[64120]: DEBUG nova.network.neutron [req-6a64addb-7986-4ca7-b629-b6f063b87d25 req-c9cfaa48-7cb7-4715-91d3-4a0b9b824219 service nova] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Updated VIF entry in instance network info cache for port 4cee7fcb-a3c3-42e8-92c7-118a2b8b6029. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1405.092129] env[64120]: DEBUG nova.network.neutron [req-6a64addb-7986-4ca7-b629-b6f063b87d25 req-c9cfaa48-7cb7-4715-91d3-4a0b9b824219 service nova] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Updating instance_info_cache with network_info: [{"id": "4cee7fcb-a3c3-42e8-92c7-118a2b8b6029", "address": "fa:16:3e:8b:1c:e9", "network": {"id": "9c6ab067-5bf0-487d-a7dc-4ed9e9f43b9d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1832103545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ec0b2041dda4ad38eb0982aa46f1ed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cee7fcb-a3", "ovs_interfaceid": "4cee7fcb-a3c3-42e8-92c7-118a2b8b6029", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.145534] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "refresh_cache-090eaf31-6f74-4559-81cb-ff4bbf9cbccb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.145697] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquired lock "refresh_cache-090eaf31-6f74-4559-81cb-ff4bbf9cbccb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.145850] env[64120]: DEBUG nova.network.neutron [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1405.310321] env[64120]: DEBUG oslo_vmware.api [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]523c51b0-62fd-8e97-2ca6-2e196b0ef5bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010492} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.310321] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.310321] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1405.310808] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.310808] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.310808] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1405.311064] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9a2c1de-1299-481d-9e90-adf500cc8171 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.320464] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1405.320606] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1405.321315] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fe2acab-252b-47ab-bebc-f4a97c5bae46 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.328184] env[64120]: DEBUG oslo_concurrency.lockutils [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.340s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.328673] env[64120]: DEBUG nova.compute.manager [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1405.332155] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.894s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.333715] env[64120]: INFO nova.compute.claims [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1405.341758] env[64120]: DEBUG oslo_vmware.api [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Waiting for the task: (returnval){ [ 1405.341758] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]523511c3-6e92-2956-33c3-2f69ded3c18d" [ 1405.341758] env[64120]: _type = "Task" [ 1405.341758] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.351188] env[64120]: DEBUG oslo_vmware.api [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]523511c3-6e92-2956-33c3-2f69ded3c18d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.571115] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7caac1ce-6e27-4e17-a65c-eee4e74b5064 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "bc6c5c90-4426-4a1e-b903-2c71b3ceb75a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.526s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.595085] env[64120]: DEBUG oslo_concurrency.lockutils [req-6a64addb-7986-4ca7-b629-b6f063b87d25 req-c9cfaa48-7cb7-4715-91d3-4a0b9b824219 service nova] Releasing lock "refresh_cache-982aa8ec-4251-4bdc-b869-16c742f02297" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.678224] env[64120]: DEBUG nova.network.neutron [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1405.708212] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4c57004e-1508-47c8-92a3-60bf2d794512 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "bc6c5c90-4426-4a1e-b903-2c71b3ceb75a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.708619] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4c57004e-1508-47c8-92a3-60bf2d794512 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "bc6c5c90-4426-4a1e-b903-2c71b3ceb75a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.708894] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4c57004e-1508-47c8-92a3-60bf2d794512 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "bc6c5c90-4426-4a1e-b903-2c71b3ceb75a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.709120] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4c57004e-1508-47c8-92a3-60bf2d794512 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "bc6c5c90-4426-4a1e-b903-2c71b3ceb75a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.709292] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4c57004e-1508-47c8-92a3-60bf2d794512 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "bc6c5c90-4426-4a1e-b903-2c71b3ceb75a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.711426] env[64120]: INFO nova.compute.manager [None req-4c57004e-1508-47c8-92a3-60bf2d794512 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Terminating instance [ 1405.713399] env[64120]: DEBUG nova.compute.manager [None req-4c57004e-1508-47c8-92a3-60bf2d794512 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1405.713635] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-4c57004e-1508-47c8-92a3-60bf2d794512 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1405.714669] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58990ed0-62ab-4594-bda6-5d5c19aaaef0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.723773] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c57004e-1508-47c8-92a3-60bf2d794512 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1405.724101] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c9f8e90-c152-4c34-bc73-3a46eb66bc8f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.732436] env[64120]: DEBUG oslo_vmware.api [None req-4c57004e-1508-47c8-92a3-60bf2d794512 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1405.732436] env[64120]: value = "task-1407009" [ 1405.732436] env[64120]: _type = "Task" [ 1405.732436] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.742173] env[64120]: DEBUG oslo_vmware.api [None req-4c57004e-1508-47c8-92a3-60bf2d794512 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.833624] env[64120]: DEBUG nova.compute.utils [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1405.835227] env[64120]: DEBUG nova.compute.manager [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1405.835427] env[64120]: DEBUG nova.network.neutron [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1405.853839] env[64120]: DEBUG oslo_vmware.api [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]523511c3-6e92-2956-33c3-2f69ded3c18d, 'name': SearchDatastore_Task, 'duration_secs': 0.010937} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.855015] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b584cd6-0d4b-447a-af57-72239d3c142c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.863451] env[64120]: DEBUG oslo_vmware.api [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Waiting for the task: (returnval){ [ 1405.863451] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52cb1358-cf8a-be35-caa0-4403c61044e4" [ 1405.863451] env[64120]: _type = "Task" [ 1405.863451] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.876513] env[64120]: DEBUG oslo_vmware.api [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52cb1358-cf8a-be35-caa0-4403c61044e4, 'name': SearchDatastore_Task, 'duration_secs': 0.009799} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.876954] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.877151] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 982aa8ec-4251-4bdc-b869-16c742f02297/982aa8ec-4251-4bdc-b869-16c742f02297.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1405.877466] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aaac0269-b783-4974-9683-9e58d2c92e42 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.889021] env[64120]: DEBUG oslo_vmware.api [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Waiting for the task: (returnval){ [ 1405.889021] env[64120]: value = "task-1407010" [ 1405.889021] env[64120]: _type = "Task" [ 1405.889021] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.896965] env[64120]: DEBUG oslo_vmware.api [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Task: {'id': task-1407010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.898850] env[64120]: DEBUG nova.policy [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93f9f18ff0954394ab2e4d473373212b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '845268a29b9040cfb7c02f220348a552', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1405.901382] env[64120]: DEBUG nova.network.neutron [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Updating instance_info_cache with network_info: [{"id": "55286ced-9be3-46c5-989a-ef03c14b9b23", "address": "fa:16:3e:8f:b2:b7", "network": {"id": "986f8b17-896c-4e32-9a80-507703d51c9e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-289925603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "320d185402b0408994b165e50e456471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55286ced-9b", "ovs_interfaceid": "55286ced-9be3-46c5-989a-ef03c14b9b23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.244291] env[64120]: DEBUG oslo_vmware.api [None req-4c57004e-1508-47c8-92a3-60bf2d794512 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407009, 'name': PowerOffVM_Task, 'duration_secs': 0.176324} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.244938] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c57004e-1508-47c8-92a3-60bf2d794512 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1406.244938] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-4c57004e-1508-47c8-92a3-60bf2d794512 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1406.245117] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7678a774-b342-41f1-85a4-903aaa43e966 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.297588] env[64120]: DEBUG nova.compute.manager [req-1ed6fff3-26f9-4c58-944c-1126e946a651 req-f3d6e167-52de-4aea-a0a4-af6fa83a87f2 service nova] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Received event network-vif-plugged-55286ced-9be3-46c5-989a-ef03c14b9b23 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1406.298258] env[64120]: DEBUG oslo_concurrency.lockutils [req-1ed6fff3-26f9-4c58-944c-1126e946a651 req-f3d6e167-52de-4aea-a0a4-af6fa83a87f2 service nova] Acquiring lock "090eaf31-6f74-4559-81cb-ff4bbf9cbccb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.298583] env[64120]: DEBUG oslo_concurrency.lockutils [req-1ed6fff3-26f9-4c58-944c-1126e946a651 req-f3d6e167-52de-4aea-a0a4-af6fa83a87f2 service nova] Lock "090eaf31-6f74-4559-81cb-ff4bbf9cbccb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.298953] env[64120]: DEBUG oslo_concurrency.lockutils [req-1ed6fff3-26f9-4c58-944c-1126e946a651 req-f3d6e167-52de-4aea-a0a4-af6fa83a87f2 service nova] Lock "090eaf31-6f74-4559-81cb-ff4bbf9cbccb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.299174] env[64120]: DEBUG nova.compute.manager [req-1ed6fff3-26f9-4c58-944c-1126e946a651 req-f3d6e167-52de-4aea-a0a4-af6fa83a87f2 service nova] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] No waiting events found dispatching network-vif-plugged-55286ced-9be3-46c5-989a-ef03c14b9b23 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1406.299359] env[64120]: WARNING nova.compute.manager [req-1ed6fff3-26f9-4c58-944c-1126e946a651 req-f3d6e167-52de-4aea-a0a4-af6fa83a87f2 service nova] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Received unexpected event network-vif-plugged-55286ced-9be3-46c5-989a-ef03c14b9b23 for instance with vm_state building and task_state spawning. [ 1406.299533] env[64120]: DEBUG nova.compute.manager [req-1ed6fff3-26f9-4c58-944c-1126e946a651 req-f3d6e167-52de-4aea-a0a4-af6fa83a87f2 service nova] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Received event network-changed-55286ced-9be3-46c5-989a-ef03c14b9b23 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1406.299711] env[64120]: DEBUG nova.compute.manager [req-1ed6fff3-26f9-4c58-944c-1126e946a651 req-f3d6e167-52de-4aea-a0a4-af6fa83a87f2 service nova] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Refreshing instance network info cache due to event network-changed-55286ced-9be3-46c5-989a-ef03c14b9b23. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1406.300134] env[64120]: DEBUG oslo_concurrency.lockutils [req-1ed6fff3-26f9-4c58-944c-1126e946a651 req-f3d6e167-52de-4aea-a0a4-af6fa83a87f2 service nova] Acquiring lock "refresh_cache-090eaf31-6f74-4559-81cb-ff4bbf9cbccb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.325270] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-4c57004e-1508-47c8-92a3-60bf2d794512 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1406.325270] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-4c57004e-1508-47c8-92a3-60bf2d794512 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1406.325270] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c57004e-1508-47c8-92a3-60bf2d794512 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Deleting the datastore file [datastore1] bc6c5c90-4426-4a1e-b903-2c71b3ceb75a {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1406.325270] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e5b76aa-831d-46e9-b9c8-41a02388e5d5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.330400] env[64120]: DEBUG nova.network.neutron [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Successfully created port: 624c7700-ea37-4646-a61e-9166d76bb311 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1406.335196] env[64120]: DEBUG oslo_vmware.api [None req-4c57004e-1508-47c8-92a3-60bf2d794512 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1406.335196] env[64120]: value = "task-1407012" [ 1406.335196] env[64120]: _type = "Task" [ 1406.335196] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.338857] env[64120]: DEBUG nova.compute.manager [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1406.353047] env[64120]: DEBUG oslo_vmware.api [None req-4c57004e-1508-47c8-92a3-60bf2d794512 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.400274] env[64120]: DEBUG oslo_vmware.api [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Task: {'id': task-1407010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494095} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.400274] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 982aa8ec-4251-4bdc-b869-16c742f02297/982aa8ec-4251-4bdc-b869-16c742f02297.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1406.400274] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1406.400567] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bfcfabc-3aaf-4b79-aa95-71812f7a1de4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.404296] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Releasing lock "refresh_cache-090eaf31-6f74-4559-81cb-ff4bbf9cbccb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.404629] env[64120]: DEBUG nova.compute.manager [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Instance network_info: |[{"id": "55286ced-9be3-46c5-989a-ef03c14b9b23", "address": "fa:16:3e:8f:b2:b7", "network": {"id": "986f8b17-896c-4e32-9a80-507703d51c9e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-289925603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "320d185402b0408994b165e50e456471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55286ced-9b", "ovs_interfaceid": "55286ced-9be3-46c5-989a-ef03c14b9b23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1406.405063] env[64120]: DEBUG oslo_concurrency.lockutils [req-1ed6fff3-26f9-4c58-944c-1126e946a651 req-f3d6e167-52de-4aea-a0a4-af6fa83a87f2 service nova] Acquired lock "refresh_cache-090eaf31-6f74-4559-81cb-ff4bbf9cbccb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.405203] env[64120]: DEBUG nova.network.neutron [req-1ed6fff3-26f9-4c58-944c-1126e946a651 req-f3d6e167-52de-4aea-a0a4-af6fa83a87f2 service nova] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Refreshing network info cache for port 55286ced-9be3-46c5-989a-ef03c14b9b23 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1406.406690] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:b2:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55286ced-9be3-46c5-989a-ef03c14b9b23', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1406.415182] env[64120]: DEBUG oslo.service.loopingcall [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1406.420243] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1406.420613] env[64120]: DEBUG oslo_vmware.api [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Waiting for the task: (returnval){ [ 1406.420613] env[64120]: value = "task-1407013" [ 1406.420613] env[64120]: _type = "Task" [ 1406.420613] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.421266] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba0ea00c-7901-4e64-a58f-71b21c3432e5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.451402] env[64120]: DEBUG oslo_vmware.api [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Task: {'id': task-1407013, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.452728] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1406.452728] env[64120]: value = "task-1407014" [ 1406.452728] env[64120]: _type = "Task" [ 1406.452728] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.464433] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407014, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.588395] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8de4b2-be2f-4378-9426-244b1f607a58 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.596884] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1a362f-3ca4-4aa3-b2a8-ce5a9a6b2383 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.629949] env[64120]: DEBUG nova.network.neutron [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Port 66f9819f-33a9-4485-a68e-bec5a4eae522 binding to destination host cpu-1 is already ACTIVE {{(pid=64120) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1406.631923] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73377ca-78db-4093-b1f3-7a9c8800082c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.640832] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edb20c0-c6d3-4cb7-a58b-1ac1c0a5c0d6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.656234] env[64120]: DEBUG nova.compute.provider_tree [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1406.848873] env[64120]: DEBUG oslo_vmware.api [None req-4c57004e-1508-47c8-92a3-60bf2d794512 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203322} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.849652] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c57004e-1508-47c8-92a3-60bf2d794512 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1406.849652] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-4c57004e-1508-47c8-92a3-60bf2d794512 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1406.849652] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-4c57004e-1508-47c8-92a3-60bf2d794512 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1406.849819] env[64120]: INFO nova.compute.manager [None req-4c57004e-1508-47c8-92a3-60bf2d794512 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1406.849949] env[64120]: DEBUG oslo.service.loopingcall [None req-4c57004e-1508-47c8-92a3-60bf2d794512 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1406.850400] env[64120]: DEBUG nova.compute.manager [-] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1406.850504] env[64120]: DEBUG nova.network.neutron [-] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1406.949123] env[64120]: DEBUG oslo_vmware.api [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Task: {'id': task-1407013, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09714} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.949777] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1406.950850] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f858e520-dc52-41d7-a534-6def615ca002 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.963790] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407014, 'name': CreateVM_Task, 'duration_secs': 0.388891} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.973471] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1406.983279] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 982aa8ec-4251-4bdc-b869-16c742f02297/982aa8ec-4251-4bdc-b869-16c742f02297.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1406.986629] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.987020] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.987714] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1406.988306] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bab2f39-90db-4fa1-8f6c-0f105639afc1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.008487] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-196b9c66-0848-4dfe-8963-722487af8a52 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.016543] env[64120]: DEBUG oslo_vmware.api [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1407.016543] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521b2ee8-99a9-54b8-5b6c-0fcf42d8f4f1" [ 1407.016543] env[64120]: _type = "Task" [ 1407.016543] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.021943] env[64120]: DEBUG oslo_vmware.api [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Waiting for the task: (returnval){ [ 1407.021943] env[64120]: value = "task-1407015" [ 1407.021943] env[64120]: _type = "Task" [ 1407.021943] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.029031] env[64120]: DEBUG oslo_vmware.api [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521b2ee8-99a9-54b8-5b6c-0fcf42d8f4f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.036986] env[64120]: DEBUG oslo_vmware.api [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Task: {'id': task-1407015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.159882] env[64120]: DEBUG nova.scheduler.client.report [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1407.218328] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "refresh_cache-2128a7dc-b28b-4160-8fa1-3753c9000e7b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.218328] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquired lock "refresh_cache-2128a7dc-b28b-4160-8fa1-3753c9000e7b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.218520] env[64120]: DEBUG nova.network.neutron [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Forcefully refreshing network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1407.352778] env[64120]: DEBUG nova.compute.manager [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1407.361984] env[64120]: DEBUG nova.network.neutron [req-1ed6fff3-26f9-4c58-944c-1126e946a651 req-f3d6e167-52de-4aea-a0a4-af6fa83a87f2 service nova] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Updated VIF entry in instance network info cache for port 55286ced-9be3-46c5-989a-ef03c14b9b23. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1407.361984] env[64120]: DEBUG nova.network.neutron [req-1ed6fff3-26f9-4c58-944c-1126e946a651 req-f3d6e167-52de-4aea-a0a4-af6fa83a87f2 service nova] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Updating instance_info_cache with network_info: [{"id": "55286ced-9be3-46c5-989a-ef03c14b9b23", "address": "fa:16:3e:8f:b2:b7", "network": {"id": "986f8b17-896c-4e32-9a80-507703d51c9e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-289925603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "320d185402b0408994b165e50e456471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55286ced-9b", "ovs_interfaceid": "55286ced-9be3-46c5-989a-ef03c14b9b23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.385135] env[64120]: DEBUG nova.virt.hardware [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1407.385135] env[64120]: DEBUG nova.virt.hardware [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1407.385135] env[64120]: DEBUG nova.virt.hardware [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1407.385135] env[64120]: DEBUG nova.virt.hardware [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1407.385135] env[64120]: DEBUG nova.virt.hardware [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1407.385135] env[64120]: DEBUG nova.virt.hardware [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1407.385135] env[64120]: DEBUG nova.virt.hardware [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1407.385892] env[64120]: DEBUG nova.virt.hardware [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1407.386127] env[64120]: DEBUG nova.virt.hardware [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1407.386313] env[64120]: DEBUG nova.virt.hardware [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1407.386494] env[64120]: DEBUG nova.virt.hardware [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1407.387373] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a3b915-feea-4c98-bb1c-23176d4d13af {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.397064] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b146f78-4bf3-495f-bd70-a435fe7ecd12 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.530394] env[64120]: DEBUG oslo_vmware.api [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521b2ee8-99a9-54b8-5b6c-0fcf42d8f4f1, 'name': SearchDatastore_Task, 'duration_secs': 0.012321} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.531139] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.531457] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1407.531753] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.531926] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.532175] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1407.535110] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02357b97-8d0c-4451-afd7-04ccbea01c28 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.536731] env[64120]: DEBUG oslo_vmware.api [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Task: {'id': task-1407015, 'name': ReconfigVM_Task, 'duration_secs': 0.296534} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.536990] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 982aa8ec-4251-4bdc-b869-16c742f02297/982aa8ec-4251-4bdc-b869-16c742f02297.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1407.537859] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87e6c442-a0bd-4a6e-a7ec-41a0387583d5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.544622] env[64120]: DEBUG oslo_vmware.api [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Waiting for the task: (returnval){ [ 1407.544622] env[64120]: value = "task-1407016" [ 1407.544622] env[64120]: _type = "Task" [ 1407.544622] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.545650] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1407.545829] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1407.548939] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0947175-4024-4073-9bd3-b0ab7cf28bf1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.557376] env[64120]: DEBUG oslo_vmware.api [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Task: {'id': task-1407016, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.557658] env[64120]: DEBUG oslo_vmware.api [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1407.557658] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e7a401-eb8c-51f9-50b4-fa6fdca4d1c0" [ 1407.557658] env[64120]: _type = "Task" [ 1407.557658] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.566501] env[64120]: DEBUG oslo_vmware.api [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e7a401-eb8c-51f9-50b4-fa6fdca4d1c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.658087] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.658306] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.658495] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.665187] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.665697] env[64120]: DEBUG nova.compute.manager [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1407.668232] env[64120]: DEBUG oslo_concurrency.lockutils [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.669740] env[64120]: INFO nova.compute.claims [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1407.731602] env[64120]: DEBUG nova.network.neutron [-] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.866379] env[64120]: DEBUG oslo_concurrency.lockutils [req-1ed6fff3-26f9-4c58-944c-1126e946a651 req-f3d6e167-52de-4aea-a0a4-af6fa83a87f2 service nova] Releasing lock "refresh_cache-090eaf31-6f74-4559-81cb-ff4bbf9cbccb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.011034] env[64120]: DEBUG nova.network.neutron [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Successfully updated port: 624c7700-ea37-4646-a61e-9166d76bb311 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1408.058035] env[64120]: DEBUG oslo_vmware.api [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Task: {'id': task-1407016, 'name': Rename_Task, 'duration_secs': 0.171338} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.058035] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1408.058260] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b32e05b-d8d0-4093-953f-f3ab2e4d5ac7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.068872] env[64120]: DEBUG oslo_vmware.api [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52e7a401-eb8c-51f9-50b4-fa6fdca4d1c0, 'name': SearchDatastore_Task, 'duration_secs': 0.01197} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.070629] env[64120]: DEBUG oslo_vmware.api [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Waiting for the task: (returnval){ [ 1408.070629] env[64120]: value = "task-1407017" [ 1408.070629] env[64120]: _type = "Task" [ 1408.070629] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.070852] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0416d84a-c23c-4fb4-8989-37e0e05c6e4e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.080161] env[64120]: DEBUG oslo_vmware.api [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1408.080161] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ec4fb1-6184-d6ce-fbc1-5aa89c092bb2" [ 1408.080161] env[64120]: _type = "Task" [ 1408.080161] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.083469] env[64120]: DEBUG oslo_vmware.api [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Task: {'id': task-1407017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.092771] env[64120]: DEBUG oslo_vmware.api [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ec4fb1-6184-d6ce-fbc1-5aa89c092bb2, 'name': SearchDatastore_Task, 'duration_secs': 0.010388} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.093061] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.093323] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 090eaf31-6f74-4559-81cb-ff4bbf9cbccb/090eaf31-6f74-4559-81cb-ff4bbf9cbccb.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1408.093595] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-451b62e0-54ad-42ae-b6a8-ddda14453a63 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.100451] env[64120]: DEBUG oslo_vmware.api [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1408.100451] env[64120]: value = "task-1407018" [ 1408.100451] env[64120]: _type = "Task" [ 1408.100451] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.108052] env[64120]: DEBUG oslo_vmware.api [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1407018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.176894] env[64120]: DEBUG nova.compute.utils [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1408.179070] env[64120]: DEBUG nova.compute.manager [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1408.179258] env[64120]: DEBUG nova.network.neutron [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1408.219434] env[64120]: DEBUG nova.policy [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdcd2e9c80c34e569fdbcab5e84efcb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecee5b6b3e784d9ca773d92c2ed384b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1408.233984] env[64120]: INFO nova.compute.manager [-] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Took 1.38 seconds to deallocate network for instance. [ 1408.251238] env[64120]: DEBUG oslo_concurrency.lockutils [None req-aa659eb6-fef7-4ab3-9a08-2734d7a5e8cb tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquiring lock "d9e639cb-56b3-4107-93fd-f0bb842fe6ee" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.252585] env[64120]: DEBUG oslo_concurrency.lockutils [None req-aa659eb6-fef7-4ab3-9a08-2734d7a5e8cb tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "d9e639cb-56b3-4107-93fd-f0bb842fe6ee" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.340179] env[64120]: DEBUG nova.compute.manager [req-561791b7-9735-4a9c-9583-093748571db1 req-98303cc7-0482-45a3-80e1-df0715b71347 service nova] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Received event network-vif-deleted-7eba96af-b03d-4084-a199-608abe5a010a {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1408.340581] env[64120]: DEBUG nova.compute.manager [req-561791b7-9735-4a9c-9583-093748571db1 req-98303cc7-0482-45a3-80e1-df0715b71347 service nova] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Received event network-vif-plugged-624c7700-ea37-4646-a61e-9166d76bb311 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1408.340932] env[64120]: DEBUG oslo_concurrency.lockutils [req-561791b7-9735-4a9c-9583-093748571db1 req-98303cc7-0482-45a3-80e1-df0715b71347 service nova] Acquiring lock "56b10b50-eb03-43bc-9d5f-8a2498aeb7a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.341314] env[64120]: DEBUG oslo_concurrency.lockutils [req-561791b7-9735-4a9c-9583-093748571db1 req-98303cc7-0482-45a3-80e1-df0715b71347 service nova] Lock "56b10b50-eb03-43bc-9d5f-8a2498aeb7a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.341636] env[64120]: DEBUG oslo_concurrency.lockutils [req-561791b7-9735-4a9c-9583-093748571db1 req-98303cc7-0482-45a3-80e1-df0715b71347 service nova] Lock "56b10b50-eb03-43bc-9d5f-8a2498aeb7a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.341953] env[64120]: DEBUG nova.compute.manager [req-561791b7-9735-4a9c-9583-093748571db1 req-98303cc7-0482-45a3-80e1-df0715b71347 service nova] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] No waiting events found dispatching network-vif-plugged-624c7700-ea37-4646-a61e-9166d76bb311 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1408.342287] env[64120]: WARNING nova.compute.manager [req-561791b7-9735-4a9c-9583-093748571db1 req-98303cc7-0482-45a3-80e1-df0715b71347 service nova] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Received unexpected event network-vif-plugged-624c7700-ea37-4646-a61e-9166d76bb311 for instance with vm_state building and task_state spawning. [ 1408.342664] env[64120]: DEBUG nova.compute.manager [req-561791b7-9735-4a9c-9583-093748571db1 req-98303cc7-0482-45a3-80e1-df0715b71347 service nova] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Received event network-changed-624c7700-ea37-4646-a61e-9166d76bb311 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1408.342973] env[64120]: DEBUG nova.compute.manager [req-561791b7-9735-4a9c-9583-093748571db1 req-98303cc7-0482-45a3-80e1-df0715b71347 service nova] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Refreshing instance network info cache due to event network-changed-624c7700-ea37-4646-a61e-9166d76bb311. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1408.343327] env[64120]: DEBUG oslo_concurrency.lockutils [req-561791b7-9735-4a9c-9583-093748571db1 req-98303cc7-0482-45a3-80e1-df0715b71347 service nova] Acquiring lock "refresh_cache-56b10b50-eb03-43bc-9d5f-8a2498aeb7a9" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.343634] env[64120]: DEBUG oslo_concurrency.lockutils [req-561791b7-9735-4a9c-9583-093748571db1 req-98303cc7-0482-45a3-80e1-df0715b71347 service nova] Acquired lock "refresh_cache-56b10b50-eb03-43bc-9d5f-8a2498aeb7a9" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.343947] env[64120]: DEBUG nova.network.neutron [req-561791b7-9735-4a9c-9583-093748571db1 req-98303cc7-0482-45a3-80e1-df0715b71347 service nova] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Refreshing network info cache for port 624c7700-ea37-4646-a61e-9166d76bb311 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1408.514416] env[64120]: DEBUG oslo_concurrency.lockutils [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "refresh_cache-56b10b50-eb03-43bc-9d5f-8a2498aeb7a9" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.585225] env[64120]: DEBUG oslo_vmware.api [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Task: {'id': task-1407017, 'name': PowerOnVM_Task} progress is 78%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.611809] env[64120]: DEBUG oslo_vmware.api [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1407018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500349} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.612175] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 090eaf31-6f74-4559-81cb-ff4bbf9cbccb/090eaf31-6f74-4559-81cb-ff4bbf9cbccb.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1408.612453] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1408.612776] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-512a39c7-179d-4b16-a2d3-0d20f94f51ba {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.620481] env[64120]: DEBUG oslo_vmware.api [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1408.620481] env[64120]: value = "task-1407019" [ 1408.620481] env[64120]: _type = "Task" [ 1408.620481] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.628637] env[64120]: DEBUG oslo_vmware.api [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1407019, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.679657] env[64120]: DEBUG nova.compute.manager [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1408.734470] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "refresh_cache-eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.734661] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquired lock "refresh_cache-eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.734843] env[64120]: DEBUG nova.network.neutron [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1408.740656] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4c57004e-1508-47c8-92a3-60bf2d794512 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.751273] env[64120]: DEBUG nova.network.neutron [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Updating instance_info_cache with network_info: [{"id": "f35a3d37-01da-4265-8c34-ef6d3954bd20", "address": "fa:16:3e:e8:85:a2", "network": {"id": "5aa9ccea-d810-4a4f-a424-c80a1b4c1286", "bridge": "br-int", "label": "tempest-ServersTestJSON-1147413175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ffaf88913245dc93bba7bdf398691b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf35a3d37-01", "ovs_interfaceid": "f35a3d37-01da-4265-8c34-ef6d3954bd20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.754355] env[64120]: INFO nova.compute.manager [None req-aa659eb6-fef7-4ab3-9a08-2734d7a5e8cb tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Detaching volume 2aef3910-37cb-4210-8c74-8883f084d7a6 [ 1408.807532] env[64120]: INFO nova.virt.block_device [None req-aa659eb6-fef7-4ab3-9a08-2734d7a5e8cb tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Attempting to driver detach volume 2aef3910-37cb-4210-8c74-8883f084d7a6 from mountpoint /dev/sdb [ 1408.807532] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa659eb6-fef7-4ab3-9a08-2734d7a5e8cb tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Volume detach. Driver type: vmdk {{(pid=64120) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1408.807532] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa659eb6-fef7-4ab3-9a08-2734d7a5e8cb tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298175', 'volume_id': '2aef3910-37cb-4210-8c74-8883f084d7a6', 'name': 'volume-2aef3910-37cb-4210-8c74-8883f084d7a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd9e639cb-56b3-4107-93fd-f0bb842fe6ee', 'attached_at': '', 'detached_at': '', 'volume_id': '2aef3910-37cb-4210-8c74-8883f084d7a6', 'serial': '2aef3910-37cb-4210-8c74-8883f084d7a6'} {{(pid=64120) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1408.807532] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b47aad4-36d0-48d5-b6a2-d9d192db8990 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.830779] env[64120]: DEBUG nova.network.neutron [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Successfully created port: f16d5059-124c-4d71-b445-a7a3bb6d3644 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1408.833268] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c8424b-91ba-4e06-bf23-7ad1d69d4fc7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.843090] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9c0edb-15d0-4600-b4b3-8714416ca541 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.866113] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485aa832-8a2a-4c72-bbe1-66b59c78cc05 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.881983] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa659eb6-fef7-4ab3-9a08-2734d7a5e8cb tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] The volume has not been displaced from its original location: [datastore2] volume-2aef3910-37cb-4210-8c74-8883f084d7a6/volume-2aef3910-37cb-4210-8c74-8883f084d7a6.vmdk. No consolidation needed. {{(pid=64120) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1408.888373] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa659eb6-fef7-4ab3-9a08-2734d7a5e8cb tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1408.888779] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73458e72-52ef-4c69-82c5-adc3565effd5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.906719] env[64120]: DEBUG nova.network.neutron [req-561791b7-9735-4a9c-9583-093748571db1 req-98303cc7-0482-45a3-80e1-df0715b71347 service nova] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1408.917223] env[64120]: DEBUG oslo_vmware.api [None req-aa659eb6-fef7-4ab3-9a08-2734d7a5e8cb tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for the task: (returnval){ [ 1408.917223] env[64120]: value = "task-1407020" [ 1408.917223] env[64120]: _type = "Task" [ 1408.917223] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.929447] env[64120]: DEBUG oslo_vmware.api [None req-aa659eb6-fef7-4ab3-9a08-2734d7a5e8cb tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407020, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.023310] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3233a61-5c5d-4b70-92a4-784803124469 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.031292] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7b3107-4f3c-4c67-9a68-d2315f496578 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.063049] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93be18d-878e-4598-9eb0-78ecb3aff55e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.071510] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0f6549-4a13-4430-b5b9-560cd5ad28f0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.083080] env[64120]: DEBUG oslo_vmware.api [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Task: {'id': task-1407017, 'name': PowerOnVM_Task, 'duration_secs': 0.912701} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.090522] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1409.090749] env[64120]: INFO nova.compute.manager [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Took 7.44 seconds to spawn the instance on the hypervisor. [ 1409.090934] env[64120]: DEBUG nova.compute.manager [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1409.091427] env[64120]: DEBUG nova.compute.provider_tree [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1409.093264] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3280cb4e-8fd4-4d68-bbfd-169bc200af6f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.100648] env[64120]: DEBUG nova.network.neutron [req-561791b7-9735-4a9c-9583-093748571db1 req-98303cc7-0482-45a3-80e1-df0715b71347 service nova] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.130773] env[64120]: DEBUG oslo_vmware.api [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1407019, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067564} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.132181] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1409.132181] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bce368-3225-4ce1-b18e-d8bd3f78a068 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.158063] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 090eaf31-6f74-4559-81cb-ff4bbf9cbccb/090eaf31-6f74-4559-81cb-ff4bbf9cbccb.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1409.159097] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a1b15a9-b66c-43cc-9de3-62ae572f92e3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.179936] env[64120]: DEBUG oslo_vmware.api [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1409.179936] env[64120]: value = "task-1407021" [ 1409.179936] env[64120]: _type = "Task" [ 1409.179936] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.192577] env[64120]: DEBUG oslo_vmware.api [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1407021, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.253638] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Releasing lock "refresh_cache-2128a7dc-b28b-4160-8fa1-3753c9000e7b" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.253868] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Updated the network info_cache for instance {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9999}} [ 1409.254082] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1409.254260] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1409.254413] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1409.431101] env[64120]: DEBUG oslo_vmware.api [None req-aa659eb6-fef7-4ab3-9a08-2734d7a5e8cb tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407020, 'name': ReconfigVM_Task, 'duration_secs': 0.268155} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.431732] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa659eb6-fef7-4ab3-9a08-2734d7a5e8cb tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1409.439085] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50207c93-46cb-44dc-aece-a494f2188e92 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.463322] env[64120]: DEBUG oslo_vmware.api [None req-aa659eb6-fef7-4ab3-9a08-2734d7a5e8cb tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for the task: (returnval){ [ 1409.463322] env[64120]: value = "task-1407022" [ 1409.463322] env[64120]: _type = "Task" [ 1409.463322] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.474639] env[64120]: DEBUG oslo_vmware.api [None req-aa659eb6-fef7-4ab3-9a08-2734d7a5e8cb tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407022, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.503652] env[64120]: DEBUG nova.network.neutron [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Updating instance_info_cache with network_info: [{"id": "66f9819f-33a9-4485-a68e-bec5a4eae522", "address": "fa:16:3e:db:ba:c5", "network": {"id": "22dcdd90-5035-4059-b2d9-07d20261e72d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-361135572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "502c554de7554b88b5a0a5ed16c4f89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f9819f-33", "ovs_interfaceid": "66f9819f-33a9-4485-a68e-bec5a4eae522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.601071] env[64120]: DEBUG nova.scheduler.client.report [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1409.604489] env[64120]: DEBUG oslo_concurrency.lockutils [req-561791b7-9735-4a9c-9583-093748571db1 req-98303cc7-0482-45a3-80e1-df0715b71347 service nova] Releasing lock "refresh_cache-56b10b50-eb03-43bc-9d5f-8a2498aeb7a9" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.604994] env[64120]: DEBUG oslo_concurrency.lockutils [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquired lock "refresh_cache-56b10b50-eb03-43bc-9d5f-8a2498aeb7a9" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.605163] env[64120]: DEBUG nova.network.neutron [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1409.615546] env[64120]: INFO nova.compute.manager [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Took 14.88 seconds to build instance. [ 1409.694739] env[64120]: DEBUG nova.compute.manager [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1409.700751] env[64120]: DEBUG oslo_vmware.api [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1407021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.726462] env[64120]: DEBUG nova.virt.hardware [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1409.726793] env[64120]: DEBUG nova.virt.hardware [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1409.727487] env[64120]: DEBUG nova.virt.hardware [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1409.727487] env[64120]: DEBUG nova.virt.hardware [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1409.727487] env[64120]: DEBUG nova.virt.hardware [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1409.727487] env[64120]: DEBUG nova.virt.hardware [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1409.727679] env[64120]: DEBUG nova.virt.hardware [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1409.727897] env[64120]: DEBUG nova.virt.hardware [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1409.727961] env[64120]: DEBUG nova.virt.hardware [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1409.728243] env[64120]: DEBUG nova.virt.hardware [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1409.728330] env[64120]: DEBUG nova.virt.hardware [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1409.729220] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234f6529-781b-4874-b66d-97ba07d76752 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.737844] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aea1fa2-f1db-40e0-a571-c14a1d7b2dce {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.757085] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.976183] env[64120]: DEBUG oslo_vmware.api [None req-aa659eb6-fef7-4ab3-9a08-2734d7a5e8cb tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407022, 'name': ReconfigVM_Task, 'duration_secs': 0.315361} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.976518] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa659eb6-fef7-4ab3-9a08-2734d7a5e8cb tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298175', 'volume_id': '2aef3910-37cb-4210-8c74-8883f084d7a6', 'name': 'volume-2aef3910-37cb-4210-8c74-8883f084d7a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd9e639cb-56b3-4107-93fd-f0bb842fe6ee', 'attached_at': '', 'detached_at': '', 'volume_id': '2aef3910-37cb-4210-8c74-8883f084d7a6', 'serial': '2aef3910-37cb-4210-8c74-8883f084d7a6'} {{(pid=64120) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1410.006583] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Releasing lock "refresh_cache-eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.106727] env[64120]: DEBUG oslo_concurrency.lockutils [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1410.107202] env[64120]: DEBUG nova.compute.manager [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1410.112280] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4c57004e-1508-47c8-92a3-60bf2d794512 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.372s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1410.112547] env[64120]: DEBUG nova.objects.instance [None req-4c57004e-1508-47c8-92a3-60bf2d794512 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lazy-loading 'resources' on Instance uuid bc6c5c90-4426-4a1e-b903-2c71b3ceb75a {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1410.117408] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7735b10e-0430-467d-8859-9b3f47667cd8 tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Lock "982aa8ec-4251-4bdc-b869-16c742f02297" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.392s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1410.143485] env[64120]: DEBUG nova.network.neutron [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1410.192414] env[64120]: DEBUG oslo_vmware.api [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1407021, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.369024] env[64120]: DEBUG nova.network.neutron [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Updating instance_info_cache with network_info: [{"id": "624c7700-ea37-4646-a61e-9166d76bb311", "address": "fa:16:3e:e3:33:42", "network": {"id": "92d218ec-145d-4482-8416-fa888f5c743c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1794575816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "845268a29b9040cfb7c02f220348a552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap624c7700-ea", "ovs_interfaceid": "624c7700-ea37-4646-a61e-9166d76bb311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.518561] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c519abc-a3a8-44b8-9917-925f02577b78 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.525608] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404bd15f-67ce-482d-9cfc-3822fd88f8ac {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.533762] env[64120]: DEBUG nova.objects.instance [None req-aa659eb6-fef7-4ab3-9a08-2734d7a5e8cb tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lazy-loading 'flavor' on Instance uuid d9e639cb-56b3-4107-93fd-f0bb842fe6ee {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1410.545410] env[64120]: DEBUG nova.compute.manager [req-653a50a5-3ed0-4ec9-89b6-e76496d21428 req-000ead4f-209c-4156-be8e-9333d7c807bd service nova] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Received event network-vif-plugged-f16d5059-124c-4d71-b445-a7a3bb6d3644 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1410.546763] env[64120]: DEBUG oslo_concurrency.lockutils [req-653a50a5-3ed0-4ec9-89b6-e76496d21428 req-000ead4f-209c-4156-be8e-9333d7c807bd service nova] Acquiring lock "e4a259a5-96e8-47a1-89b0-7e01243174de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.546989] env[64120]: DEBUG oslo_concurrency.lockutils [req-653a50a5-3ed0-4ec9-89b6-e76496d21428 req-000ead4f-209c-4156-be8e-9333d7c807bd service nova] Lock "e4a259a5-96e8-47a1-89b0-7e01243174de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1410.547181] env[64120]: DEBUG oslo_concurrency.lockutils [req-653a50a5-3ed0-4ec9-89b6-e76496d21428 req-000ead4f-209c-4156-be8e-9333d7c807bd service nova] Lock "e4a259a5-96e8-47a1-89b0-7e01243174de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1410.547358] env[64120]: DEBUG nova.compute.manager [req-653a50a5-3ed0-4ec9-89b6-e76496d21428 req-000ead4f-209c-4156-be8e-9333d7c807bd service nova] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] No waiting events found dispatching network-vif-plugged-f16d5059-124c-4d71-b445-a7a3bb6d3644 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1410.547525] env[64120]: WARNING nova.compute.manager [req-653a50a5-3ed0-4ec9-89b6-e76496d21428 req-000ead4f-209c-4156-be8e-9333d7c807bd service nova] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Received unexpected event network-vif-plugged-f16d5059-124c-4d71-b445-a7a3bb6d3644 for instance with vm_state building and task_state spawning. [ 1410.615935] env[64120]: DEBUG nova.compute.utils [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1410.620729] env[64120]: DEBUG nova.compute.manager [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1410.620729] env[64120]: DEBUG nova.network.neutron [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1410.663036] env[64120]: DEBUG nova.network.neutron [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Successfully updated port: f16d5059-124c-4d71-b445-a7a3bb6d3644 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1410.689020] env[64120]: DEBUG nova.policy [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd74c065aa40a4301a8ea91cd6fcc5ff9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cdfac1b101ea44799c497b99e27a488e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1410.698578] env[64120]: DEBUG oslo_vmware.api [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1407021, 'name': ReconfigVM_Task, 'duration_secs': 1.016394} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.698917] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 090eaf31-6f74-4559-81cb-ff4bbf9cbccb/090eaf31-6f74-4559-81cb-ff4bbf9cbccb.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1410.699547] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed4af2b1-afae-4855-bb6f-90914c7e9a43 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.709152] env[64120]: DEBUG oslo_vmware.api [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1410.709152] env[64120]: value = "task-1407023" [ 1410.709152] env[64120]: _type = "Task" [ 1410.709152] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.721623] env[64120]: DEBUG oslo_vmware.api [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1407023, 'name': Rename_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.841369] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fd1341-8d19-4122-bbad-8873e5309ac6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.853192] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44f59ca-f90d-4e56-8d70-e63d153c493d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.889388] env[64120]: DEBUG oslo_concurrency.lockutils [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Releasing lock "refresh_cache-56b10b50-eb03-43bc-9d5f-8a2498aeb7a9" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.890051] env[64120]: DEBUG nova.compute.manager [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Instance network_info: |[{"id": "624c7700-ea37-4646-a61e-9166d76bb311", "address": "fa:16:3e:e3:33:42", "network": {"id": "92d218ec-145d-4482-8416-fa888f5c743c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1794575816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "845268a29b9040cfb7c02f220348a552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap624c7700-ea", "ovs_interfaceid": "624c7700-ea37-4646-a61e-9166d76bb311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1410.890921] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:33:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '624c7700-ea37-4646-a61e-9166d76bb311', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1410.899827] env[64120]: DEBUG oslo.service.loopingcall [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1410.900779] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5e1495-9288-4df7-bc24-72f320e08ddf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.903750] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1410.904159] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eafa8320-f41e-4ade-92bc-9df0b7b7b115 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.926427] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01291726-0a66-4e51-a49c-603029f6bb38 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.932206] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1410.932206] env[64120]: value = "task-1407024" [ 1410.932206] env[64120]: _type = "Task" [ 1410.932206] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.943787] env[64120]: DEBUG nova.compute.provider_tree [None req-4c57004e-1508-47c8-92a3-60bf2d794512 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1410.951479] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407024, 'name': CreateVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.115126] env[64120]: DEBUG nova.network.neutron [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Successfully created port: 55af3675-deea-439a-866d-3bf13a0f2173 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1411.123857] env[64120]: DEBUG nova.compute.manager [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1411.166794] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "refresh_cache-e4a259a5-96e8-47a1-89b0-7e01243174de" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.166794] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquired lock "refresh_cache-e4a259a5-96e8-47a1-89b0-7e01243174de" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.166794] env[64120]: DEBUG nova.network.neutron [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1411.221112] env[64120]: DEBUG oslo_vmware.api [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1407023, 'name': Rename_Task, 'duration_secs': 0.140765} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.221615] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1411.221916] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dec82954-41c8-4df0-a7b9-1bbd4ca42135 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.228966] env[64120]: DEBUG oslo_vmware.api [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1411.228966] env[64120]: value = "task-1407025" [ 1411.228966] env[64120]: _type = "Task" [ 1411.228966] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.237478] env[64120]: DEBUG oslo_vmware.api [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1407025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.445684] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407024, 'name': CreateVM_Task, 'duration_secs': 0.322394} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.445863] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1411.446645] env[64120]: DEBUG oslo_concurrency.lockutils [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.446841] env[64120]: DEBUG oslo_concurrency.lockutils [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.447203] env[64120]: DEBUG oslo_concurrency.lockutils [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1411.448103] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40ac4344-b017-4164-8920-9451bb435948 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.452870] env[64120]: DEBUG nova.scheduler.client.report [None req-4c57004e-1508-47c8-92a3-60bf2d794512 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1411.460798] env[64120]: DEBUG oslo_vmware.api [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1411.460798] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5290a72c-25ff-ade7-6c3e-f22e6ed1e3f2" [ 1411.460798] env[64120]: _type = "Task" [ 1411.460798] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.476446] env[64120]: DEBUG oslo_vmware.api [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5290a72c-25ff-ade7-6c3e-f22e6ed1e3f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011313} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.481021] env[64120]: DEBUG oslo_concurrency.lockutils [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.481021] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1411.481021] env[64120]: DEBUG oslo_concurrency.lockutils [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.481021] env[64120]: DEBUG oslo_concurrency.lockutils [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.481021] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1411.481021] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbcb1e9e-0e87-47fb-88c1-a4bcc5f317c1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.489132] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1411.489483] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1411.490555] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4162cae2-7df3-4bc7-9d08-55f161ae0d25 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.500786] env[64120]: DEBUG oslo_vmware.api [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1411.500786] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52485c14-4d58-1319-bcc9-37eb71c27b53" [ 1411.500786] env[64120]: _type = "Task" [ 1411.500786] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.511817] env[64120]: DEBUG oslo_vmware.api [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52485c14-4d58-1319-bcc9-37eb71c27b53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.521491] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ed9c79cd-9a66-47e7-8c77-8a1d0d09f3b6 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquiring lock "d9e639cb-56b3-4107-93fd-f0bb842fe6ee" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.539291] env[64120]: DEBUG oslo_concurrency.lockutils [None req-aa659eb6-fef7-4ab3-9a08-2734d7a5e8cb tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "d9e639cb-56b3-4107-93fd-f0bb842fe6ee" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.288s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.540959] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ed9c79cd-9a66-47e7-8c77-8a1d0d09f3b6 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "d9e639cb-56b3-4107-93fd-f0bb842fe6ee" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.019s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.540959] env[64120]: DEBUG nova.compute.manager [None req-ed9c79cd-9a66-47e7-8c77-8a1d0d09f3b6 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1411.541592] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cf8854-8fc1-4285-b8d5-752973ebcc42 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.553018] env[64120]: DEBUG nova.compute.manager [None req-ed9c79cd-9a66-47e7-8c77-8a1d0d09f3b6 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64120) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1411.553492] env[64120]: DEBUG nova.objects.instance [None req-ed9c79cd-9a66-47e7-8c77-8a1d0d09f3b6 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lazy-loading 'flavor' on Instance uuid d9e639cb-56b3-4107-93fd-f0bb842fe6ee {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1411.632951] env[64120]: INFO nova.virt.block_device [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Booting with volume 9d4947b4-3e43-4fce-8544-64a8838d2b76 at /dev/sda [ 1411.643796] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6efb57a-976e-4875-a4dd-d32b322768e6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.667930] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf565fe-58bb-4502-8586-3df381d35707 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.676033] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a8a824a-e69e-4d81-b979-6a69853b774c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.680018] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Updating instance 'eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec' progress to 83 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1411.691253] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff16e401-e708-49e2-b651-f3c85f8f2a41 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.708811] env[64120]: DEBUG nova.network.neutron [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1411.725777] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f4189c0-baf8-400e-aa80-8cba5bfaf02a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.739036] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbfb2e6-6487-4de1-a1cb-3e61800f8b74 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.753522] env[64120]: DEBUG oslo_vmware.api [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1407025, 'name': PowerOnVM_Task} progress is 95%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.778966] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734f0477-f997-4d28-bb0c-e283cb244492 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.787559] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a21e13-95ef-4e7c-8a71-f0ba6dd887d6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.796884] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9c71c5e1-0ca7-47eb-a4cc-09b31d31938d tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Acquiring lock "982aa8ec-4251-4bdc-b869-16c742f02297" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.797273] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9c71c5e1-0ca7-47eb-a4cc-09b31d31938d tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Lock "982aa8ec-4251-4bdc-b869-16c742f02297" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.797511] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9c71c5e1-0ca7-47eb-a4cc-09b31d31938d tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Acquiring lock "982aa8ec-4251-4bdc-b869-16c742f02297-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.797738] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9c71c5e1-0ca7-47eb-a4cc-09b31d31938d tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Lock "982aa8ec-4251-4bdc-b869-16c742f02297-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.797878] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9c71c5e1-0ca7-47eb-a4cc-09b31d31938d tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Lock "982aa8ec-4251-4bdc-b869-16c742f02297-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.803429] env[64120]: DEBUG nova.virt.block_device [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Updating existing volume attachment record: 73d46806-0b14-4c07-a61b-63e3b456649b {{(pid=64120) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1411.805949] env[64120]: INFO nova.compute.manager [None req-9c71c5e1-0ca7-47eb-a4cc-09b31d31938d tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Terminating instance [ 1411.807997] env[64120]: DEBUG nova.compute.manager [None req-9c71c5e1-0ca7-47eb-a4cc-09b31d31938d tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1411.808219] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9c71c5e1-0ca7-47eb-a4cc-09b31d31938d tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1411.809086] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f0a042-21a4-489c-a8d9-314caff2d4c1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.817464] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c71c5e1-0ca7-47eb-a4cc-09b31d31938d tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1411.817742] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a94d093e-8285-49fd-a063-41facb11fd75 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.825442] env[64120]: DEBUG oslo_vmware.api [None req-9c71c5e1-0ca7-47eb-a4cc-09b31d31938d tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Waiting for the task: (returnval){ [ 1411.825442] env[64120]: value = "task-1407026" [ 1411.825442] env[64120]: _type = "Task" [ 1411.825442] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.834839] env[64120]: DEBUG oslo_vmware.api [None req-9c71c5e1-0ca7-47eb-a4cc-09b31d31938d tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Task: {'id': task-1407026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.860290] env[64120]: DEBUG nova.network.neutron [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Updating instance_info_cache with network_info: [{"id": "f16d5059-124c-4d71-b445-a7a3bb6d3644", "address": "fa:16:3e:63:da:7a", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf16d5059-12", "ovs_interfaceid": "f16d5059-124c-4d71-b445-a7a3bb6d3644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.963952] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4c57004e-1508-47c8-92a3-60bf2d794512 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.851s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.966719] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.209s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.966719] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.967315] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64120) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1411.967781] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bd4454-23b7-484a-beb5-f4319b81e42c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.977321] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2def8f68-3107-4cb1-a850-7e08fe03d1d3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.998041] env[64120]: INFO nova.scheduler.client.report [None req-4c57004e-1508-47c8-92a3-60bf2d794512 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Deleted allocations for instance bc6c5c90-4426-4a1e-b903-2c71b3ceb75a [ 1411.998168] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bbbdb3-de96-410e-abd0-0ce895654c14 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.016718] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e38dbca-e958-439f-9193-164fe9d50791 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.020171] env[64120]: DEBUG oslo_vmware.api [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52485c14-4d58-1319-bcc9-37eb71c27b53, 'name': SearchDatastore_Task, 'duration_secs': 0.010813} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.021398] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6116965d-1170-46e1-889b-524f5d5113ce {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.051356] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179996MB free_disk=183GB free_vcpus=48 pci_devices=None {{(pid=64120) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1412.051535] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.051713] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.057075] env[64120]: DEBUG oslo_vmware.api [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1412.057075] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52323f21-0ecd-c3b5-7b57-d24567bc7312" [ 1412.057075] env[64120]: _type = "Task" [ 1412.057075] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.062774] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed9c79cd-9a66-47e7-8c77-8a1d0d09f3b6 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1412.064525] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5231aeb2-7054-43b6-9e59-3eca6c79049b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.076081] env[64120]: DEBUG oslo_vmware.api [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52323f21-0ecd-c3b5-7b57-d24567bc7312, 'name': SearchDatastore_Task, 'duration_secs': 0.01339} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.077569] env[64120]: DEBUG oslo_concurrency.lockutils [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.077929] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9/56b10b50-eb03-43bc-9d5f-8a2498aeb7a9.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1412.078436] env[64120]: DEBUG oslo_vmware.api [None req-ed9c79cd-9a66-47e7-8c77-8a1d0d09f3b6 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for the task: (returnval){ [ 1412.078436] env[64120]: value = "task-1407027" [ 1412.078436] env[64120]: _type = "Task" [ 1412.078436] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.079254] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-428b1ebb-5f76-4b42-ae71-624099c5679e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.092698] env[64120]: DEBUG oslo_vmware.api [None req-ed9c79cd-9a66-47e7-8c77-8a1d0d09f3b6 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.094297] env[64120]: DEBUG oslo_vmware.api [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1412.094297] env[64120]: value = "task-1407028" [ 1412.094297] env[64120]: _type = "Task" [ 1412.094297] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.106013] env[64120]: DEBUG oslo_vmware.api [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407028, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.186883] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1412.187247] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10afaed2-7dd1-4fc5-95b6-f933bbb5fb7f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.195216] env[64120]: DEBUG oslo_vmware.api [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1412.195216] env[64120]: value = "task-1407029" [ 1412.195216] env[64120]: _type = "Task" [ 1412.195216] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.204369] env[64120]: DEBUG oslo_vmware.api [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.242187] env[64120]: DEBUG oslo_vmware.api [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1407025, 'name': PowerOnVM_Task, 'duration_secs': 0.567858} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.242468] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1412.242803] env[64120]: INFO nova.compute.manager [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1412.243111] env[64120]: DEBUG nova.compute.manager [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1412.244146] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fc096a-7b9c-4879-912a-fdfb716b22aa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.336861] env[64120]: DEBUG oslo_vmware.api [None req-9c71c5e1-0ca7-47eb-a4cc-09b31d31938d tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Task: {'id': task-1407026, 'name': PowerOffVM_Task, 'duration_secs': 0.247659} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.337261] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c71c5e1-0ca7-47eb-a4cc-09b31d31938d tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1412.337487] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9c71c5e1-0ca7-47eb-a4cc-09b31d31938d tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1412.337721] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cfd75b1-dc26-4404-b70c-3992e994abe1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.363033] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Releasing lock "refresh_cache-e4a259a5-96e8-47a1-89b0-7e01243174de" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.363405] env[64120]: DEBUG nova.compute.manager [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Instance network_info: |[{"id": "f16d5059-124c-4d71-b445-a7a3bb6d3644", "address": "fa:16:3e:63:da:7a", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf16d5059-12", "ovs_interfaceid": "f16d5059-124c-4d71-b445-a7a3bb6d3644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1412.364217] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:da:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f16d5059-124c-4d71-b445-a7a3bb6d3644', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1412.373825] env[64120]: DEBUG oslo.service.loopingcall [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1412.374467] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1412.374722] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee85c942-7d7a-47ba-9729-aec7748baadc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.400878] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1412.400878] env[64120]: value = "task-1407031" [ 1412.400878] env[64120]: _type = "Task" [ 1412.400878] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.413031] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407031, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.467966] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9c71c5e1-0ca7-47eb-a4cc-09b31d31938d tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1412.468283] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9c71c5e1-0ca7-47eb-a4cc-09b31d31938d tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1412.468487] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c71c5e1-0ca7-47eb-a4cc-09b31d31938d tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Deleting the datastore file [datastore1] 982aa8ec-4251-4bdc-b869-16c742f02297 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1412.468789] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a5caa81-2868-425a-b3d1-3a89d0049193 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.481828] env[64120]: DEBUG oslo_vmware.api [None req-9c71c5e1-0ca7-47eb-a4cc-09b31d31938d tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Waiting for the task: (returnval){ [ 1412.481828] env[64120]: value = "task-1407032" [ 1412.481828] env[64120]: _type = "Task" [ 1412.481828] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.495085] env[64120]: DEBUG oslo_vmware.api [None req-9c71c5e1-0ca7-47eb-a4cc-09b31d31938d tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Task: {'id': task-1407032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.512321] env[64120]: DEBUG oslo_concurrency.lockutils [None req-4c57004e-1508-47c8-92a3-60bf2d794512 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "bc6c5c90-4426-4a1e-b903-2c71b3ceb75a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.804s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.570379] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquiring lock "edcdcd11-fe13-4fd8-8135-4ca912a90c00" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.570937] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "edcdcd11-fe13-4fd8-8135-4ca912a90c00" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.571205] env[64120]: INFO nova.compute.manager [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Shelving [ 1412.598188] env[64120]: DEBUG oslo_vmware.api [None req-ed9c79cd-9a66-47e7-8c77-8a1d0d09f3b6 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407027, 'name': PowerOffVM_Task, 'duration_secs': 0.245252} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.601908] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed9c79cd-9a66-47e7-8c77-8a1d0d09f3b6 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1412.602124] env[64120]: DEBUG nova.compute.manager [None req-ed9c79cd-9a66-47e7-8c77-8a1d0d09f3b6 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1412.603116] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f81489-122c-45e8-b56a-d91797875a53 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.619310] env[64120]: DEBUG oslo_vmware.api [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407028, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.708878] env[64120]: DEBUG oslo_vmware.api [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407029, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.765232] env[64120]: INFO nova.compute.manager [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Took 16.82 seconds to build instance. [ 1412.815957] env[64120]: DEBUG oslo_concurrency.lockutils [None req-db211302-fc62-4869-904d-9f2cf4fc89db tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "ff8e1731-e711-4c01-96cb-d677d1f246ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.816310] env[64120]: DEBUG oslo_concurrency.lockutils [None req-db211302-fc62-4869-904d-9f2cf4fc89db tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "ff8e1731-e711-4c01-96cb-d677d1f246ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.817020] env[64120]: DEBUG oslo_concurrency.lockutils [None req-db211302-fc62-4869-904d-9f2cf4fc89db tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "ff8e1731-e711-4c01-96cb-d677d1f246ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.817251] env[64120]: DEBUG oslo_concurrency.lockutils [None req-db211302-fc62-4869-904d-9f2cf4fc89db tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "ff8e1731-e711-4c01-96cb-d677d1f246ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.817442] env[64120]: DEBUG oslo_concurrency.lockutils [None req-db211302-fc62-4869-904d-9f2cf4fc89db tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "ff8e1731-e711-4c01-96cb-d677d1f246ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.820403] env[64120]: INFO nova.compute.manager [None req-db211302-fc62-4869-904d-9f2cf4fc89db tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Terminating instance [ 1412.822259] env[64120]: DEBUG nova.compute.manager [None req-db211302-fc62-4869-904d-9f2cf4fc89db tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1412.822489] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-db211302-fc62-4869-904d-9f2cf4fc89db tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1412.823362] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1708ef34-bf65-421b-acab-59fb7110b29c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.831267] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-db211302-fc62-4869-904d-9f2cf4fc89db tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1412.831522] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a925e40-8aeb-4d6d-888d-2fdd69fd7238 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.838536] env[64120]: DEBUG oslo_vmware.api [None req-db211302-fc62-4869-904d-9f2cf4fc89db tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1412.838536] env[64120]: value = "task-1407033" [ 1412.838536] env[64120]: _type = "Task" [ 1412.838536] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.847624] env[64120]: DEBUG oslo_vmware.api [None req-db211302-fc62-4869-904d-9f2cf4fc89db tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.913549] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407031, 'name': CreateVM_Task, 'duration_secs': 0.422178} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.913757] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1412.914429] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.914612] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.914963] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1412.915252] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-301bb860-9d00-4d45-b028-4d6eef8ba676 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.921013] env[64120]: DEBUG oslo_vmware.api [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1412.921013] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5287dc5e-b8cf-2584-a02d-709b60c865ea" [ 1412.921013] env[64120]: _type = "Task" [ 1412.921013] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.931329] env[64120]: DEBUG oslo_vmware.api [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5287dc5e-b8cf-2584-a02d-709b60c865ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.991993] env[64120]: DEBUG oslo_vmware.api [None req-9c71c5e1-0ca7-47eb-a4cc-09b31d31938d tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Task: {'id': task-1407032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.439418} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.994591] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c71c5e1-0ca7-47eb-a4cc-09b31d31938d tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1412.994591] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9c71c5e1-0ca7-47eb-a4cc-09b31d31938d tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1412.994591] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9c71c5e1-0ca7-47eb-a4cc-09b31d31938d tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1412.994591] env[64120]: INFO nova.compute.manager [None req-9c71c5e1-0ca7-47eb-a4cc-09b31d31938d tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1412.994591] env[64120]: DEBUG oslo.service.loopingcall [None req-9c71c5e1-0ca7-47eb-a4cc-09b31d31938d tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1412.994591] env[64120]: DEBUG nova.compute.manager [-] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1412.994591] env[64120]: DEBUG nova.network.neutron [-] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1413.018279] env[64120]: DEBUG nova.compute.manager [req-37d379a8-e415-41dd-9e41-02ef5c701c12 req-9eac00b1-dac7-44b3-a343-5a9c3357af6c service nova] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Received event network-changed-f16d5059-124c-4d71-b445-a7a3bb6d3644 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1413.018279] env[64120]: DEBUG nova.compute.manager [req-37d379a8-e415-41dd-9e41-02ef5c701c12 req-9eac00b1-dac7-44b3-a343-5a9c3357af6c service nova] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Refreshing instance network info cache due to event network-changed-f16d5059-124c-4d71-b445-a7a3bb6d3644. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1413.018460] env[64120]: DEBUG oslo_concurrency.lockutils [req-37d379a8-e415-41dd-9e41-02ef5c701c12 req-9eac00b1-dac7-44b3-a343-5a9c3357af6c service nova] Acquiring lock "refresh_cache-e4a259a5-96e8-47a1-89b0-7e01243174de" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.018602] env[64120]: DEBUG oslo_concurrency.lockutils [req-37d379a8-e415-41dd-9e41-02ef5c701c12 req-9eac00b1-dac7-44b3-a343-5a9c3357af6c service nova] Acquired lock "refresh_cache-e4a259a5-96e8-47a1-89b0-7e01243174de" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.018761] env[64120]: DEBUG nova.network.neutron [req-37d379a8-e415-41dd-9e41-02ef5c701c12 req-9eac00b1-dac7-44b3-a343-5a9c3357af6c service nova] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Refreshing network info cache for port f16d5059-124c-4d71-b445-a7a3bb6d3644 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1413.069475] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Applying migration context for instance eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec as it has an incoming, in-progress migration 674e1e9e-c865-45f6-b4e9-a2c9fb27b96a. Migration status is post-migrating {{(pid=64120) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1413.071692] env[64120]: INFO nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Updating resource usage from migration 674e1e9e-c865-45f6-b4e9-a2c9fb27b96a [ 1413.083733] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1413.084014] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c7f18bf-c287-49c3-b308-ae2a461fa5a7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.094533] env[64120]: DEBUG oslo_vmware.api [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1413.094533] env[64120]: value = "task-1407034" [ 1413.094533] env[64120]: _type = "Task" [ 1413.094533] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.099703] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 98ef028b-4cd6-438d-9f7e-57e2db1d4460 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1413.099917] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 2128a7dc-b28b-4160-8fa1-3753c9000e7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1413.100117] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance d9e639cb-56b3-4107-93fd-f0bb842fe6ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1413.100252] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance edcdcd11-fe13-4fd8-8135-4ca912a90c00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1413.100372] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 0bd620c9-d061-45b5-8bf1-813dd5f1ea26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1413.100576] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance ff8e1731-e711-4c01-96cb-d677d1f246ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1413.100777] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 62041f20-0af3-4a36-be7c-96e034819c1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1413.100777] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Migration 674e1e9e-c865-45f6-b4e9-a2c9fb27b96a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1413.100977] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1413.100977] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 982aa8ec-4251-4bdc-b869-16c742f02297 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1413.101114] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 090eaf31-6f74-4559-81cb-ff4bbf9cbccb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1413.101184] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1413.101333] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance e4a259a5-96e8-47a1-89b0-7e01243174de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1413.101418] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 8c785844-844a-4710-8be5-ea4cea78f077 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1413.101615] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1413.101767] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1413.113561] env[64120]: DEBUG oslo_vmware.api [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.119937] env[64120]: DEBUG oslo_vmware.api [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407028, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644872} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.120610] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ed9c79cd-9a66-47e7-8c77-8a1d0d09f3b6 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "d9e639cb-56b3-4107-93fd-f0bb842fe6ee" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.580s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.121629] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9/56b10b50-eb03-43bc-9d5f-8a2498aeb7a9.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1413.121909] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1413.125917] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d12f887-3232-4880-9487-26397bfebf23 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.141790] env[64120]: DEBUG oslo_vmware.api [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1413.141790] env[64120]: value = "task-1407035" [ 1413.141790] env[64120]: _type = "Task" [ 1413.141790] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.165987] env[64120]: DEBUG oslo_vmware.api [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.176917] env[64120]: DEBUG nova.compute.manager [req-26cf9ec3-5eb0-4a67-b00d-601f137d6672 req-9ba17f86-5915-40c8-af4d-8861a340b6af service nova] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Received event network-vif-plugged-55af3675-deea-439a-866d-3bf13a0f2173 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1413.176917] env[64120]: DEBUG oslo_concurrency.lockutils [req-26cf9ec3-5eb0-4a67-b00d-601f137d6672 req-9ba17f86-5915-40c8-af4d-8861a340b6af service nova] Acquiring lock "8c785844-844a-4710-8be5-ea4cea78f077-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.176917] env[64120]: DEBUG oslo_concurrency.lockutils [req-26cf9ec3-5eb0-4a67-b00d-601f137d6672 req-9ba17f86-5915-40c8-af4d-8861a340b6af service nova] Lock "8c785844-844a-4710-8be5-ea4cea78f077-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.176917] env[64120]: DEBUG oslo_concurrency.lockutils [req-26cf9ec3-5eb0-4a67-b00d-601f137d6672 req-9ba17f86-5915-40c8-af4d-8861a340b6af service nova] Lock "8c785844-844a-4710-8be5-ea4cea78f077-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.176917] env[64120]: DEBUG nova.compute.manager [req-26cf9ec3-5eb0-4a67-b00d-601f137d6672 req-9ba17f86-5915-40c8-af4d-8861a340b6af service nova] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] No waiting events found dispatching network-vif-plugged-55af3675-deea-439a-866d-3bf13a0f2173 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1413.176917] env[64120]: WARNING nova.compute.manager [req-26cf9ec3-5eb0-4a67-b00d-601f137d6672 req-9ba17f86-5915-40c8-af4d-8861a340b6af service nova] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Received unexpected event network-vif-plugged-55af3675-deea-439a-866d-3bf13a0f2173 for instance with vm_state building and task_state block_device_mapping. [ 1413.210355] env[64120]: DEBUG oslo_vmware.api [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407029, 'name': PowerOnVM_Task, 'duration_secs': 0.604289} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.211017] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1413.211230] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eef3c03f-e64d-4c74-a4d1-880a547ab50a tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Updating instance 'eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec' progress to 100 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1413.270766] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d10c0239-54db-4c73-a448-35eff9e3879a tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "090eaf31-6f74-4559-81cb-ff4bbf9cbccb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.336s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.354386] env[64120]: DEBUG oslo_vmware.api [None req-db211302-fc62-4869-904d-9f2cf4fc89db tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407033, 'name': PowerOffVM_Task, 'duration_secs': 0.281641} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.359444] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-db211302-fc62-4869-904d-9f2cf4fc89db tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1413.359692] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-db211302-fc62-4869-904d-9f2cf4fc89db tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1413.360290] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28474cd2-559b-44e5-a6ff-49c842f20d91 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.390062] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cfc5ef-3ba9-4ad7-b2b6-55c67fd93c00 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.403482] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7339ddaf-c305-43de-b276-b1cb6d4a9cbc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.441629] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18bd005-197c-46ba-b65b-0fb4f309d2cb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.453429] env[64120]: DEBUG oslo_vmware.api [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5287dc5e-b8cf-2584-a02d-709b60c865ea, 'name': SearchDatastore_Task, 'duration_secs': 0.015918} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.455672] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.456020] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1413.456565] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.456565] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.456681] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1413.457851] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebc21a6f-10d9-4962-8f42-1c9c39134dbe {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.461103] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8f130b-9a68-44ef-aa0d-5cd0b76002a7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.480439] env[64120]: DEBUG nova.compute.provider_tree [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1413.482703] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1413.482801] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1413.483896] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57034ef6-8d41-4606-a1b4-9a9f76cb8037 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.490821] env[64120]: DEBUG oslo_vmware.api [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1413.490821] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526e917f-9d7f-d66e-bfa6-7af0691d799f" [ 1413.490821] env[64120]: _type = "Task" [ 1413.490821] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.503858] env[64120]: DEBUG oslo_vmware.api [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526e917f-9d7f-d66e-bfa6-7af0691d799f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.545156] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-db211302-fc62-4869-904d-9f2cf4fc89db tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1413.545433] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-db211302-fc62-4869-904d-9f2cf4fc89db tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1413.545650] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-db211302-fc62-4869-904d-9f2cf4fc89db tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Deleting the datastore file [datastore2] ff8e1731-e711-4c01-96cb-d677d1f246ea {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1413.546194] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f78181ac-74a3-4525-ba8c-542afcb61bbc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.555211] env[64120]: DEBUG oslo_vmware.api [None req-db211302-fc62-4869-904d-9f2cf4fc89db tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1413.555211] env[64120]: value = "task-1407037" [ 1413.555211] env[64120]: _type = "Task" [ 1413.555211] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.564242] env[64120]: DEBUG oslo_vmware.api [None req-db211302-fc62-4869-904d-9f2cf4fc89db tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.605140] env[64120]: DEBUG oslo_vmware.api [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407034, 'name': PowerOffVM_Task, 'duration_secs': 0.436078} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.605576] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1413.606303] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26831e59-c9fe-478e-b993-6ddc4d836197 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.625740] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56154ecd-9e32-48da-8b34-405d1f65588b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.653371] env[64120]: DEBUG oslo_vmware.api [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087203} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.653849] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1413.654669] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1631de97-ce82-4056-9890-0a21d61ca223 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.678867] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9/56b10b50-eb03-43bc-9d5f-8a2498aeb7a9.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1413.679932] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-856be569-d694-4953-aa19-4857784b2561 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.704766] env[64120]: DEBUG oslo_vmware.api [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1413.704766] env[64120]: value = "task-1407038" [ 1413.704766] env[64120]: _type = "Task" [ 1413.704766] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.714244] env[64120]: DEBUG oslo_vmware.api [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407038, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.728028] env[64120]: DEBUG nova.network.neutron [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Successfully updated port: 55af3675-deea-439a-866d-3bf13a0f2173 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1413.898760] env[64120]: DEBUG nova.compute.manager [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1413.899446] env[64120]: DEBUG nova.virt.hardware [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1413.899674] env[64120]: DEBUG nova.virt.hardware [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1413.899853] env[64120]: DEBUG nova.virt.hardware [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1413.900087] env[64120]: DEBUG nova.virt.hardware [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1413.900307] env[64120]: DEBUG nova.virt.hardware [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1413.900476] env[64120]: DEBUG nova.virt.hardware [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1413.900716] env[64120]: DEBUG nova.virt.hardware [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1413.900886] env[64120]: DEBUG nova.virt.hardware [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1413.901793] env[64120]: DEBUG nova.virt.hardware [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1413.902038] env[64120]: DEBUG nova.virt.hardware [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1413.902261] env[64120]: DEBUG nova.virt.hardware [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1413.903587] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aad4d60-286a-4872-8261-07663c4655a0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.913085] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8da84a-c026-4006-b404-bef8777854e0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.928568] env[64120]: DEBUG nova.network.neutron [req-37d379a8-e415-41dd-9e41-02ef5c701c12 req-9eac00b1-dac7-44b3-a343-5a9c3357af6c service nova] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Updated VIF entry in instance network info cache for port f16d5059-124c-4d71-b445-a7a3bb6d3644. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1413.928934] env[64120]: DEBUG nova.network.neutron [req-37d379a8-e415-41dd-9e41-02ef5c701c12 req-9eac00b1-dac7-44b3-a343-5a9c3357af6c service nova] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Updating instance_info_cache with network_info: [{"id": "f16d5059-124c-4d71-b445-a7a3bb6d3644", "address": "fa:16:3e:63:da:7a", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf16d5059-12", "ovs_interfaceid": "f16d5059-124c-4d71-b445-a7a3bb6d3644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.985644] env[64120]: DEBUG nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1413.997550] env[64120]: DEBUG nova.network.neutron [-] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.002193] env[64120]: DEBUG oslo_vmware.api [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526e917f-9d7f-d66e-bfa6-7af0691d799f, 'name': SearchDatastore_Task, 'duration_secs': 0.023813} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.003241] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8efc322-2467-4380-80f8-cc16584d1d73 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.009545] env[64120]: DEBUG oslo_vmware.api [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1414.009545] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524bd64e-98dd-0b73-2281-79eedde71c1e" [ 1414.009545] env[64120]: _type = "Task" [ 1414.009545] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.019065] env[64120]: DEBUG oslo_vmware.api [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524bd64e-98dd-0b73-2281-79eedde71c1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.066539] env[64120]: DEBUG oslo_vmware.api [None req-db211302-fc62-4869-904d-9f2cf4fc89db tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.137762] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Creating Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1414.138134] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9f9939cf-1066-4b07-92d1-264484812364 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.147997] env[64120]: DEBUG oslo_vmware.api [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1414.147997] env[64120]: value = "task-1407039" [ 1414.147997] env[64120]: _type = "Task" [ 1414.147997] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.157565] env[64120]: DEBUG oslo_vmware.api [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407039, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.216698] env[64120]: DEBUG oslo_vmware.api [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.230892] env[64120]: DEBUG oslo_concurrency.lockutils [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "refresh_cache-8c785844-844a-4710-8be5-ea4cea78f077" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.231101] env[64120]: DEBUG oslo_concurrency.lockutils [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquired lock "refresh_cache-8c785844-844a-4710-8be5-ea4cea78f077" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.231234] env[64120]: DEBUG nova.network.neutron [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1414.383660] env[64120]: DEBUG nova.objects.instance [None req-ded28285-1be1-49ac-a3ef-cc8342420d8b tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lazy-loading 'flavor' on Instance uuid d9e639cb-56b3-4107-93fd-f0bb842fe6ee {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1414.431479] env[64120]: DEBUG oslo_concurrency.lockutils [req-37d379a8-e415-41dd-9e41-02ef5c701c12 req-9eac00b1-dac7-44b3-a343-5a9c3357af6c service nova] Releasing lock "refresh_cache-e4a259a5-96e8-47a1-89b0-7e01243174de" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.490889] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64120) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1414.491121] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.439s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.491325] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.491481] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Cleaning up deleted instances {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11228}} [ 1414.506554] env[64120]: INFO nova.compute.manager [-] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Took 1.51 seconds to deallocate network for instance. [ 1414.525225] env[64120]: DEBUG oslo_vmware.api [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524bd64e-98dd-0b73-2281-79eedde71c1e, 'name': SearchDatastore_Task, 'duration_secs': 0.037931} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.525597] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.525893] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] e4a259a5-96e8-47a1-89b0-7e01243174de/e4a259a5-96e8-47a1-89b0-7e01243174de.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1414.528300] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8d31c34-ab4a-4674-a00f-b62ae576f058 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.537884] env[64120]: DEBUG oslo_vmware.api [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1414.537884] env[64120]: value = "task-1407040" [ 1414.537884] env[64120]: _type = "Task" [ 1414.537884] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.550210] env[64120]: DEBUG oslo_vmware.api [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.550835] env[64120]: DEBUG nova.compute.manager [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Stashing vm_state: active {{(pid=64120) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1414.568089] env[64120]: DEBUG oslo_vmware.api [None req-db211302-fc62-4869-904d-9f2cf4fc89db tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.611967} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.568410] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-db211302-fc62-4869-904d-9f2cf4fc89db tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1414.568622] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-db211302-fc62-4869-904d-9f2cf4fc89db tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1414.568808] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-db211302-fc62-4869-904d-9f2cf4fc89db tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1414.568987] env[64120]: INFO nova.compute.manager [None req-db211302-fc62-4869-904d-9f2cf4fc89db tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1414.569267] env[64120]: DEBUG oslo.service.loopingcall [None req-db211302-fc62-4869-904d-9f2cf4fc89db tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1414.569481] env[64120]: DEBUG nova.compute.manager [-] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1414.569581] env[64120]: DEBUG nova.network.neutron [-] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1414.659216] env[64120]: DEBUG oslo_vmware.api [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407039, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.716446] env[64120]: DEBUG oslo_vmware.api [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407038, 'name': ReconfigVM_Task, 'duration_secs': 0.675945} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.716838] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9/56b10b50-eb03-43bc-9d5f-8a2498aeb7a9.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1414.717435] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3bd5d461-d66b-4758-a578-e19be59a15d2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.726093] env[64120]: DEBUG oslo_vmware.api [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1414.726093] env[64120]: value = "task-1407041" [ 1414.726093] env[64120]: _type = "Task" [ 1414.726093] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.737687] env[64120]: DEBUG oslo_vmware.api [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407041, 'name': Rename_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.838710] env[64120]: DEBUG nova.network.neutron [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1414.889439] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ded28285-1be1-49ac-a3ef-cc8342420d8b tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquiring lock "refresh_cache-d9e639cb-56b3-4107-93fd-f0bb842fe6ee" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.889626] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ded28285-1be1-49ac-a3ef-cc8342420d8b tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquired lock "refresh_cache-d9e639cb-56b3-4107-93fd-f0bb842fe6ee" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.889814] env[64120]: DEBUG nova.network.neutron [None req-ded28285-1be1-49ac-a3ef-cc8342420d8b tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1414.890017] env[64120]: DEBUG nova.objects.instance [None req-ded28285-1be1-49ac-a3ef-cc8342420d8b tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lazy-loading 'info_cache' on Instance uuid d9e639cb-56b3-4107-93fd-f0bb842fe6ee {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.031040] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] There are 58 instances to clean {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11237}} [ 1415.031404] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: bc6c5c90-4426-4a1e-b903-2c71b3ceb75a] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1415.038879] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9c71c5e1-0ca7-47eb-a4cc-09b31d31938d tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.039323] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9c71c5e1-0ca7-47eb-a4cc-09b31d31938d tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.039656] env[64120]: DEBUG nova.objects.instance [None req-9c71c5e1-0ca7-47eb-a4cc-09b31d31938d tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Lazy-loading 'resources' on Instance uuid 982aa8ec-4251-4bdc-b869-16c742f02297 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.070708] env[64120]: DEBUG oslo_vmware.api [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407040, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.080823] env[64120]: DEBUG oslo_concurrency.lockutils [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.159162] env[64120]: DEBUG oslo_vmware.api [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407039, 'name': CreateSnapshot_Task, 'duration_secs': 0.636113} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.161531] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Created Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1415.162682] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18912133-388f-49ec-b83e-5a460b123314 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.199621] env[64120]: DEBUG nova.compute.manager [req-76ac060d-4b66-4042-af07-735f60a9d3bd req-c021e494-66e5-407e-961d-eae16c1fb974 service nova] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Received event network-vif-deleted-4cee7fcb-a3c3-42e8-92c7-118a2b8b6029 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1415.199896] env[64120]: DEBUG nova.compute.manager [req-76ac060d-4b66-4042-af07-735f60a9d3bd req-c021e494-66e5-407e-961d-eae16c1fb974 service nova] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Received event network-changed-55af3675-deea-439a-866d-3bf13a0f2173 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1415.200204] env[64120]: DEBUG nova.compute.manager [req-76ac060d-4b66-4042-af07-735f60a9d3bd req-c021e494-66e5-407e-961d-eae16c1fb974 service nova] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Refreshing instance network info cache due to event network-changed-55af3675-deea-439a-866d-3bf13a0f2173. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1415.200463] env[64120]: DEBUG oslo_concurrency.lockutils [req-76ac060d-4b66-4042-af07-735f60a9d3bd req-c021e494-66e5-407e-961d-eae16c1fb974 service nova] Acquiring lock "refresh_cache-8c785844-844a-4710-8be5-ea4cea78f077" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.239194] env[64120]: DEBUG oslo_vmware.api [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407041, 'name': Rename_Task, 'duration_secs': 0.201901} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.239482] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1415.239739] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-030c3ce5-835b-40b3-9472-ab182ad61930 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.247579] env[64120]: DEBUG oslo_vmware.api [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1415.247579] env[64120]: value = "task-1407042" [ 1415.247579] env[64120]: _type = "Task" [ 1415.247579] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.255657] env[64120]: DEBUG oslo_vmware.api [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.276055] env[64120]: DEBUG nova.network.neutron [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Updating instance_info_cache with network_info: [{"id": "55af3675-deea-439a-866d-3bf13a0f2173", "address": "fa:16:3e:05:e8:1a", "network": {"id": "71911dc6-c0f8-40a0-bf34-0194ac58b322", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1482185353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfac1b101ea44799c497b99e27a488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55af3675-de", "ovs_interfaceid": "55af3675-deea-439a-866d-3bf13a0f2173", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.297724] env[64120]: DEBUG nova.network.neutron [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Port 66f9819f-33a9-4485-a68e-bec5a4eae522 binding to destination host cpu-1 is already ACTIVE {{(pid=64120) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1415.299123] env[64120]: DEBUG oslo_concurrency.lockutils [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "refresh_cache-eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.299123] env[64120]: DEBUG oslo_concurrency.lockutils [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquired lock "refresh_cache-eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.299123] env[64120]: DEBUG nova.network.neutron [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1415.393896] env[64120]: DEBUG nova.objects.base [None req-ded28285-1be1-49ac-a3ef-cc8342420d8b tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=64120) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1415.542360] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 50be7372-2670-4d69-9a85-c9d95169de9d] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1415.558935] env[64120]: DEBUG oslo_vmware.api [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723558} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.559262] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] e4a259a5-96e8-47a1-89b0-7e01243174de/e4a259a5-96e8-47a1-89b0-7e01243174de.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1415.559512] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1415.559821] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c5d2ff4-4cc0-4634-ba64-17b59eb07e21 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.568918] env[64120]: DEBUG oslo_vmware.api [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1415.568918] env[64120]: value = "task-1407043" [ 1415.568918] env[64120]: _type = "Task" [ 1415.568918] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.578832] env[64120]: DEBUG oslo_vmware.api [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.620493] env[64120]: DEBUG nova.network.neutron [-] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.682273] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Creating linked-clone VM from snapshot {{(pid=64120) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1415.682652] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3ec9c61b-244e-4b01-88d2-c68da4faf6a6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.694220] env[64120]: DEBUG oslo_vmware.api [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1415.694220] env[64120]: value = "task-1407044" [ 1415.694220] env[64120]: _type = "Task" [ 1415.694220] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.703485] env[64120]: DEBUG oslo_vmware.api [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407044, 'name': CloneVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.755996] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceaec08a-c0fa-4c65-a4a3-b72f0878ffbe {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.766872] env[64120]: DEBUG oslo_vmware.api [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407042, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.768096] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f1ffda-d05a-43df-981b-6b70adc52de1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.806716] env[64120]: DEBUG oslo_concurrency.lockutils [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Releasing lock "refresh_cache-8c785844-844a-4710-8be5-ea4cea78f077" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.807071] env[64120]: DEBUG nova.compute.manager [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Instance network_info: |[{"id": "55af3675-deea-439a-866d-3bf13a0f2173", "address": "fa:16:3e:05:e8:1a", "network": {"id": "71911dc6-c0f8-40a0-bf34-0194ac58b322", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1482185353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfac1b101ea44799c497b99e27a488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55af3675-de", "ovs_interfaceid": "55af3675-deea-439a-866d-3bf13a0f2173", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1415.809676] env[64120]: DEBUG oslo_concurrency.lockutils [req-76ac060d-4b66-4042-af07-735f60a9d3bd req-c021e494-66e5-407e-961d-eae16c1fb974 service nova] Acquired lock "refresh_cache-8c785844-844a-4710-8be5-ea4cea78f077" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.809886] env[64120]: DEBUG nova.network.neutron [req-76ac060d-4b66-4042-af07-735f60a9d3bd req-c021e494-66e5-407e-961d-eae16c1fb974 service nova] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Refreshing network info cache for port 55af3675-deea-439a-866d-3bf13a0f2173 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1415.811754] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:e8:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55af3675-deea-439a-866d-3bf13a0f2173', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1415.821316] env[64120]: DEBUG oslo.service.loopingcall [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1415.822336] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c79ab80-aaa2-460a-8029-4ac99868b121 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.825703] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1415.826316] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3131c4a-7e46-4b0f-8060-5776a34c0e41 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.853700] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e1feca-9069-4bf2-a888-9291d6bafa81 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.860514] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1415.860514] env[64120]: value = "task-1407045" [ 1415.860514] env[64120]: _type = "Task" [ 1415.860514] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.874372] env[64120]: DEBUG nova.compute.provider_tree [None req-9c71c5e1-0ca7-47eb-a4cc-09b31d31938d tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1415.886918] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407045, 'name': CreateVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.058154] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: a88ad88e-4ae3-4cec-b0cd-ac5cb99582c3] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1416.080194] env[64120]: DEBUG oslo_vmware.api [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097417} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.080446] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1416.081869] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58123113-d398-40d0-830b-9ccd2d38c9a9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.114080] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] e4a259a5-96e8-47a1-89b0-7e01243174de/e4a259a5-96e8-47a1-89b0-7e01243174de.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1416.115297] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf8eb487-11d3-4f94-955e-41ed71123e1f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.134878] env[64120]: INFO nova.compute.manager [-] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Took 1.57 seconds to deallocate network for instance. [ 1416.144386] env[64120]: DEBUG oslo_vmware.api [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1416.144386] env[64120]: value = "task-1407046" [ 1416.144386] env[64120]: _type = "Task" [ 1416.144386] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.154025] env[64120]: DEBUG oslo_vmware.api [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407046, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.204897] env[64120]: DEBUG oslo_vmware.api [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407044, 'name': CloneVM_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.258674] env[64120]: DEBUG oslo_vmware.api [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407042, 'name': PowerOnVM_Task, 'duration_secs': 0.750453} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.259092] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1416.259869] env[64120]: INFO nova.compute.manager [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1416.260088] env[64120]: DEBUG nova.compute.manager [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1416.260978] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2397233a-3844-4c39-8ffd-a8826f03384d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.372330] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407045, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.381225] env[64120]: DEBUG nova.scheduler.client.report [None req-9c71c5e1-0ca7-47eb-a4cc-09b31d31938d tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1416.444276] env[64120]: DEBUG nova.network.neutron [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Updating instance_info_cache with network_info: [{"id": "66f9819f-33a9-4485-a68e-bec5a4eae522", "address": "fa:16:3e:db:ba:c5", "network": {"id": "22dcdd90-5035-4059-b2d9-07d20261e72d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-361135572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "502c554de7554b88b5a0a5ed16c4f89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f9819f-33", "ovs_interfaceid": "66f9819f-33a9-4485-a68e-bec5a4eae522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.562091] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: ccbe9025-edad-4b8a-b76c-61b7650030b0] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1416.583854] env[64120]: DEBUG nova.network.neutron [None req-ded28285-1be1-49ac-a3ef-cc8342420d8b tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Updating instance_info_cache with network_info: [{"id": "1556b721-d246-44dc-8d41-236f3fd0a7b6", "address": "fa:16:3e:4f:e2:8f", "network": {"id": "b430c2ce-4dd5-44aa-82ba-e9e6c79fe1f6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-146035780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "013d1a20c54b41bc8a2a2830177c37e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1556b721-d2", "ovs_interfaceid": "1556b721-d246-44dc-8d41-236f3fd0a7b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.643190] env[64120]: DEBUG oslo_concurrency.lockutils [None req-db211302-fc62-4869-904d-9f2cf4fc89db tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.655488] env[64120]: DEBUG oslo_vmware.api [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407046, 'name': ReconfigVM_Task, 'duration_secs': 0.353448} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.656933] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Reconfigured VM instance instance-0000006f to attach disk [datastore2] e4a259a5-96e8-47a1-89b0-7e01243174de/e4a259a5-96e8-47a1-89b0-7e01243174de.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1416.657582] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37e6e0ca-cb49-4e0e-856c-11947c7d1a85 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.665906] env[64120]: DEBUG oslo_vmware.api [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1416.665906] env[64120]: value = "task-1407047" [ 1416.665906] env[64120]: _type = "Task" [ 1416.665906] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.674719] env[64120]: DEBUG oslo_vmware.api [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407047, 'name': Rename_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.706235] env[64120]: DEBUG oslo_vmware.api [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407044, 'name': CloneVM_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.760515] env[64120]: DEBUG nova.network.neutron [req-76ac060d-4b66-4042-af07-735f60a9d3bd req-c021e494-66e5-407e-961d-eae16c1fb974 service nova] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Updated VIF entry in instance network info cache for port 55af3675-deea-439a-866d-3bf13a0f2173. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1416.760960] env[64120]: DEBUG nova.network.neutron [req-76ac060d-4b66-4042-af07-735f60a9d3bd req-c021e494-66e5-407e-961d-eae16c1fb974 service nova] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Updating instance_info_cache with network_info: [{"id": "55af3675-deea-439a-866d-3bf13a0f2173", "address": "fa:16:3e:05:e8:1a", "network": {"id": "71911dc6-c0f8-40a0-bf34-0194ac58b322", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1482185353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfac1b101ea44799c497b99e27a488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55af3675-de", "ovs_interfaceid": "55af3675-deea-439a-866d-3bf13a0f2173", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.781637] env[64120]: INFO nova.compute.manager [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Took 18.74 seconds to build instance. [ 1416.872813] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407045, 'name': CreateVM_Task, 'duration_secs': 0.679205} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.872979] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1416.873703] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '73d46806-0b14-4c07-a61b-63e3b456649b', 'mount_device': '/dev/sda', 'disk_bus': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298187', 'volume_id': '9d4947b4-3e43-4fce-8544-64a8838d2b76', 'name': 'volume-9d4947b4-3e43-4fce-8544-64a8838d2b76', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8c785844-844a-4710-8be5-ea4cea78f077', 'attached_at': '', 'detached_at': '', 'volume_id': '9d4947b4-3e43-4fce-8544-64a8838d2b76', 'serial': '9d4947b4-3e43-4fce-8544-64a8838d2b76'}, 'delete_on_termination': True, 'boot_index': 0, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=64120) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1416.873928] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Root volume attach. Driver type: vmdk {{(pid=64120) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1416.874733] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1dbec5c-ce90-4472-8f28-4b28321f3d95 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.881946] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbde1530-be9b-4eb9-ae9a-d566f45614c7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.884837] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9c71c5e1-0ca7-47eb-a4cc-09b31d31938d tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.846s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.886773] env[64120]: DEBUG oslo_concurrency.lockutils [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.806s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.891512] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef935960-72cb-4aa4-b2fa-48a4060022d0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.897621] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-772f66c0-af6e-43de-9b3d-6ad520d20652 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.903082] env[64120]: INFO nova.scheduler.client.report [None req-9c71c5e1-0ca7-47eb-a4cc-09b31d31938d tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Deleted allocations for instance 982aa8ec-4251-4bdc-b869-16c742f02297 [ 1416.905291] env[64120]: DEBUG oslo_vmware.api [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1416.905291] env[64120]: value = "task-1407048" [ 1416.905291] env[64120]: _type = "Task" [ 1416.905291] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.915822] env[64120]: DEBUG oslo_vmware.api [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407048, 'name': RelocateVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.945469] env[64120]: DEBUG oslo_concurrency.lockutils [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Releasing lock "refresh_cache-eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.068852] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 01308835-812e-4009-b99a-49c2eaa3bbee] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1417.086289] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ded28285-1be1-49ac-a3ef-cc8342420d8b tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Releasing lock "refresh_cache-d9e639cb-56b3-4107-93fd-f0bb842fe6ee" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.177167] env[64120]: DEBUG oslo_vmware.api [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407047, 'name': Rename_Task, 'duration_secs': 0.166041} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.177442] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1417.177716] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-863687d9-40c2-4b09-bb80-1717366fe321 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.185435] env[64120]: DEBUG oslo_vmware.api [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1417.185435] env[64120]: value = "task-1407049" [ 1417.185435] env[64120]: _type = "Task" [ 1417.185435] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.194603] env[64120]: DEBUG oslo_vmware.api [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.205590] env[64120]: DEBUG oslo_vmware.api [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407044, 'name': CloneVM_Task} progress is 95%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.264089] env[64120]: DEBUG oslo_concurrency.lockutils [req-76ac060d-4b66-4042-af07-735f60a9d3bd req-c021e494-66e5-407e-961d-eae16c1fb974 service nova] Releasing lock "refresh_cache-8c785844-844a-4710-8be5-ea4cea78f077" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.284350] env[64120]: DEBUG oslo_concurrency.lockutils [None req-593cbc10-f990-4c58-a28b-6a39b7ea8446 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "56b10b50-eb03-43bc-9d5f-8a2498aeb7a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.248s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.292364] env[64120]: DEBUG nova.compute.manager [req-3aaa08d1-0922-41c5-851b-d0e348b5b45c req-de62a390-da77-493c-9216-10ef312bcbd6 service nova] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Received event network-vif-deleted-3186b38a-ac60-43aa-a687-53a3ad72e6bb {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1417.392112] env[64120]: INFO nova.compute.claims [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1417.417733] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9c71c5e1-0ca7-47eb-a4cc-09b31d31938d tempest-ServerMetadataNegativeTestJSON-335970601 tempest-ServerMetadataNegativeTestJSON-335970601-project-member] Lock "982aa8ec-4251-4bdc-b869-16c742f02297" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.620s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.425602] env[64120]: DEBUG oslo_vmware.api [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407048, 'name': RelocateVM_Task} progress is 20%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.449644] env[64120]: DEBUG nova.compute.manager [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=64120) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:897}} [ 1417.571986] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 4209d888-a8c1-4b68-aae5-e458aba13452] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1417.592330] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded28285-1be1-49ac-a3ef-cc8342420d8b tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1417.592330] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6abcdd7d-31c2-44e0-9552-d2147197f17c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.599765] env[64120]: DEBUG oslo_vmware.api [None req-ded28285-1be1-49ac-a3ef-cc8342420d8b tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for the task: (returnval){ [ 1417.599765] env[64120]: value = "task-1407050" [ 1417.599765] env[64120]: _type = "Task" [ 1417.599765] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.609789] env[64120]: DEBUG oslo_vmware.api [None req-ded28285-1be1-49ac-a3ef-cc8342420d8b tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.697455] env[64120]: DEBUG oslo_vmware.api [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407049, 'name': PowerOnVM_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.708357] env[64120]: DEBUG oslo_vmware.api [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407044, 'name': CloneVM_Task, 'duration_secs': 1.687289} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.708668] env[64120]: INFO nova.virt.vmwareapi.vmops [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Created linked-clone VM from snapshot [ 1417.709481] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771290c6-8cfc-41f2-aacc-7526ee5732da {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.717852] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Uploading image 983e2663-032c-4f62-8385-3dbc4e0f05a2 {{(pid=64120) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1417.748114] env[64120]: DEBUG oslo_vmware.rw_handles [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1417.748114] env[64120]: value = "vm-298196" [ 1417.748114] env[64120]: _type = "VirtualMachine" [ 1417.748114] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1417.748445] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d2f7da56-7571-416e-8b0a-2e80a2ec31fd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.757075] env[64120]: DEBUG oslo_vmware.rw_handles [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lease: (returnval){ [ 1417.757075] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]528aa520-dc07-c676-f69a-cbde35ceb5e7" [ 1417.757075] env[64120]: _type = "HttpNfcLease" [ 1417.757075] env[64120]: } obtained for exporting VM: (result){ [ 1417.757075] env[64120]: value = "vm-298196" [ 1417.757075] env[64120]: _type = "VirtualMachine" [ 1417.757075] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1417.757371] env[64120]: DEBUG oslo_vmware.api [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the lease: (returnval){ [ 1417.757371] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]528aa520-dc07-c676-f69a-cbde35ceb5e7" [ 1417.757371] env[64120]: _type = "HttpNfcLease" [ 1417.757371] env[64120]: } to be ready. {{(pid=64120) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1417.764743] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1417.764743] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]528aa520-dc07-c676-f69a-cbde35ceb5e7" [ 1417.764743] env[64120]: _type = "HttpNfcLease" [ 1417.764743] env[64120]: } is initializing. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1417.899677] env[64120]: INFO nova.compute.resource_tracker [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Updating resource usage from migration dcb49fdd-57f4-4fd4-8032-630562ac133a [ 1417.919927] env[64120]: DEBUG oslo_vmware.api [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407048, 'name': RelocateVM_Task, 'duration_secs': 0.57306} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.921019] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Volume attach. Driver type: vmdk {{(pid=64120) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1417.921019] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298187', 'volume_id': '9d4947b4-3e43-4fce-8544-64a8838d2b76', 'name': 'volume-9d4947b4-3e43-4fce-8544-64a8838d2b76', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8c785844-844a-4710-8be5-ea4cea78f077', 'attached_at': '', 'detached_at': '', 'volume_id': '9d4947b4-3e43-4fce-8544-64a8838d2b76', 'serial': '9d4947b4-3e43-4fce-8544-64a8838d2b76'} {{(pid=64120) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1417.921782] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d58b0a-3188-4247-a23a-778877a471b5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.945601] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44fbddd-d313-4f8b-8bd1-7dfbacb304b0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.970087] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-9d4947b4-3e43-4fce-8544-64a8838d2b76/volume-9d4947b4-3e43-4fce-8544-64a8838d2b76.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1417.972921] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-945f3f4e-6ae1-41bd-a4a4-97211cdece5d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.993424] env[64120]: DEBUG oslo_vmware.api [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1417.993424] env[64120]: value = "task-1407052" [ 1417.993424] env[64120]: _type = "Task" [ 1417.993424] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.005085] env[64120]: DEBUG oslo_vmware.api [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407052, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.076842] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 2ba00564-76b5-447b-a18a-9f875df8ec2c] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1418.111280] env[64120]: DEBUG oslo_vmware.api [None req-ded28285-1be1-49ac-a3ef-cc8342420d8b tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407050, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.201906] env[64120]: DEBUG oslo_vmware.api [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407049, 'name': PowerOnVM_Task, 'duration_secs': 0.56629} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.202200] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1418.202412] env[64120]: INFO nova.compute.manager [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1418.202771] env[64120]: DEBUG nova.compute.manager [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1418.203710] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf554d1-595d-4a81-9a1a-a0b1b3fe859d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.216207] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd5cb00-1fc5-43d2-9a89-f0289ac1a8a5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.222611] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbe06ac-c16b-4be8-90d7-981f08eb2b07 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.263786] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f329a66d-f960-466b-a038-b3d9e0733720 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.274348] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a4f7af-5262-4974-8668-e9e6c3879ff8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.278554] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1418.278554] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]528aa520-dc07-c676-f69a-cbde35ceb5e7" [ 1418.278554] env[64120]: _type = "HttpNfcLease" [ 1418.278554] env[64120]: } is ready. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1418.279187] env[64120]: DEBUG oslo_vmware.rw_handles [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1418.279187] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]528aa520-dc07-c676-f69a-cbde35ceb5e7" [ 1418.279187] env[64120]: _type = "HttpNfcLease" [ 1418.279187] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1418.280374] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d7b347-1f4d-4a5b-8501-5e1156a154a2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.291618] env[64120]: DEBUG nova.compute.provider_tree [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1418.299353] env[64120]: DEBUG oslo_vmware.rw_handles [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524f5410-3017-7723-2a0b-012faeff67a2/disk-0.vmdk from lease info. {{(pid=64120) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1418.299519] env[64120]: DEBUG oslo_vmware.rw_handles [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524f5410-3017-7723-2a0b-012faeff67a2/disk-0.vmdk for reading. {{(pid=64120) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1418.400517] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cb93a650-40eb-46f3-95e3-36aec29b4757 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.510043] env[64120]: DEBUG oslo_vmware.api [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407052, 'name': ReconfigVM_Task, 'duration_secs': 0.453133} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.510043] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-9d4947b4-3e43-4fce-8544-64a8838d2b76/volume-9d4947b4-3e43-4fce-8544-64a8838d2b76.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1418.514564] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04efe514-b2ef-48ab-89ab-869f105bbd61 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.532810] env[64120]: DEBUG oslo_vmware.api [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1418.532810] env[64120]: value = "task-1407053" [ 1418.532810] env[64120]: _type = "Task" [ 1418.532810] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.545022] env[64120]: DEBUG oslo_vmware.api [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407053, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.574930] env[64120]: DEBUG oslo_concurrency.lockutils [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.585046] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: b7717710-e405-4abf-a4d9-03566d985bdf] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1418.611401] env[64120]: DEBUG oslo_vmware.api [None req-ded28285-1be1-49ac-a3ef-cc8342420d8b tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407050, 'name': PowerOnVM_Task, 'duration_secs': 0.591301} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.611713] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded28285-1be1-49ac-a3ef-cc8342420d8b tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1418.611927] env[64120]: DEBUG nova.compute.manager [None req-ded28285-1be1-49ac-a3ef-cc8342420d8b tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1418.614227] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875e67ae-81f4-4c93-8d70-b62ae5686d9d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.730830] env[64120]: INFO nova.compute.manager [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Took 17.31 seconds to build instance. [ 1418.796863] env[64120]: DEBUG nova.scheduler.client.report [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1419.049266] env[64120]: DEBUG oslo_vmware.api [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407053, 'name': ReconfigVM_Task, 'duration_secs': 0.160777} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.049761] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298187', 'volume_id': '9d4947b4-3e43-4fce-8544-64a8838d2b76', 'name': 'volume-9d4947b4-3e43-4fce-8544-64a8838d2b76', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8c785844-844a-4710-8be5-ea4cea78f077', 'attached_at': '', 'detached_at': '', 'volume_id': '9d4947b4-3e43-4fce-8544-64a8838d2b76', 'serial': '9d4947b4-3e43-4fce-8544-64a8838d2b76'} {{(pid=64120) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1419.050406] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c051d431-e63d-4e33-96ba-3d2c2a387fbd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.059561] env[64120]: DEBUG oslo_vmware.api [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1419.059561] env[64120]: value = "task-1407054" [ 1419.059561] env[64120]: _type = "Task" [ 1419.059561] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.072448] env[64120]: DEBUG oslo_vmware.api [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407054, 'name': Rename_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.088867] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 77a57216-9462-4867-adb3-f1eaa3f7ebee] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1419.233553] env[64120]: DEBUG oslo_concurrency.lockutils [None req-1f735aae-bfe7-4bda-97d2-aaad8410b92b tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "e4a259a5-96e8-47a1-89b0-7e01243174de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.824s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.304249] env[64120]: DEBUG oslo_concurrency.lockutils [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.417s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.304480] env[64120]: INFO nova.compute.manager [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Migrating [ 1419.316641] env[64120]: DEBUG oslo_concurrency.lockutils [None req-db211302-fc62-4869-904d-9f2cf4fc89db tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.674s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.317058] env[64120]: DEBUG nova.objects.instance [None req-db211302-fc62-4869-904d-9f2cf4fc89db tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lazy-loading 'resources' on Instance uuid ff8e1731-e711-4c01-96cb-d677d1f246ea {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1419.508443] env[64120]: DEBUG nova.compute.manager [req-69163d4e-a8a7-41ec-a46f-ad97e240f50c req-2154f023-d32a-4d3e-ae3a-9357c2c30f9f service nova] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Received event network-changed-624c7700-ea37-4646-a61e-9166d76bb311 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1419.508443] env[64120]: DEBUG nova.compute.manager [req-69163d4e-a8a7-41ec-a46f-ad97e240f50c req-2154f023-d32a-4d3e-ae3a-9357c2c30f9f service nova] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Refreshing instance network info cache due to event network-changed-624c7700-ea37-4646-a61e-9166d76bb311. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1419.508613] env[64120]: DEBUG oslo_concurrency.lockutils [req-69163d4e-a8a7-41ec-a46f-ad97e240f50c req-2154f023-d32a-4d3e-ae3a-9357c2c30f9f service nova] Acquiring lock "refresh_cache-56b10b50-eb03-43bc-9d5f-8a2498aeb7a9" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1419.508783] env[64120]: DEBUG oslo_concurrency.lockutils [req-69163d4e-a8a7-41ec-a46f-ad97e240f50c req-2154f023-d32a-4d3e-ae3a-9357c2c30f9f service nova] Acquired lock "refresh_cache-56b10b50-eb03-43bc-9d5f-8a2498aeb7a9" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.508958] env[64120]: DEBUG nova.network.neutron [req-69163d4e-a8a7-41ec-a46f-ad97e240f50c req-2154f023-d32a-4d3e-ae3a-9357c2c30f9f service nova] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Refreshing network info cache for port 624c7700-ea37-4646-a61e-9166d76bb311 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1419.574263] env[64120]: DEBUG oslo_vmware.api [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407054, 'name': Rename_Task, 'duration_secs': 0.212726} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.574639] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1419.575092] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72684cc8-97e1-4bd8-abda-5bc1f1c7c61a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.583843] env[64120]: DEBUG oslo_vmware.api [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1419.583843] env[64120]: value = "task-1407055" [ 1419.583843] env[64120]: _type = "Task" [ 1419.583843] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.593753] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 033e5ef6-1e4f-447b-a4f0-dcc13b721fcd] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1419.596289] env[64120]: DEBUG oslo_vmware.api [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.829798] env[64120]: DEBUG oslo_concurrency.lockutils [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "refresh_cache-090eaf31-6f74-4559-81cb-ff4bbf9cbccb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1419.830110] env[64120]: DEBUG oslo_concurrency.lockutils [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquired lock "refresh_cache-090eaf31-6f74-4559-81cb-ff4bbf9cbccb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.830291] env[64120]: DEBUG nova.network.neutron [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1420.056296] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426f99c5-0b70-444d-b5b1-02961dbdebc9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.064687] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13dc4201-fed2-4736-952e-b74a3a364b4f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.100226] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 541c682f-007b-43b7-a945-1dd0b082873f] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1420.110502] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96c2aba-8e1b-463b-b973-06750260120c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.123605] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b712036-4967-4e34-926d-c6c375ef8bf3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.128383] env[64120]: DEBUG oslo_vmware.api [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407055, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.142422] env[64120]: DEBUG nova.compute.provider_tree [None req-db211302-fc62-4869-904d-9f2cf4fc89db tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1420.598358] env[64120]: DEBUG nova.network.neutron [req-69163d4e-a8a7-41ec-a46f-ad97e240f50c req-2154f023-d32a-4d3e-ae3a-9357c2c30f9f service nova] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Updated VIF entry in instance network info cache for port 624c7700-ea37-4646-a61e-9166d76bb311. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1420.598766] env[64120]: DEBUG nova.network.neutron [req-69163d4e-a8a7-41ec-a46f-ad97e240f50c req-2154f023-d32a-4d3e-ae3a-9357c2c30f9f service nova] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Updating instance_info_cache with network_info: [{"id": "624c7700-ea37-4646-a61e-9166d76bb311", "address": "fa:16:3e:e3:33:42", "network": {"id": "92d218ec-145d-4482-8416-fa888f5c743c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1794575816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "845268a29b9040cfb7c02f220348a552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap624c7700-ea", "ovs_interfaceid": "624c7700-ea37-4646-a61e-9166d76bb311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.606350] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 547c783c-4b19-40f3-9a6f-1ae256ade47e] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1420.613133] env[64120]: DEBUG oslo_vmware.api [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407055, 'name': PowerOnVM_Task, 'duration_secs': 0.804068} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.613492] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1420.613851] env[64120]: INFO nova.compute.manager [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Took 6.71 seconds to spawn the instance on the hypervisor. [ 1420.613965] env[64120]: DEBUG nova.compute.manager [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1420.615053] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2955df0-2ada-449b-9122-fb6c5597127e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.646214] env[64120]: DEBUG nova.scheduler.client.report [None req-db211302-fc62-4869-904d-9f2cf4fc89db tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1420.963885] env[64120]: DEBUG nova.network.neutron [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Updating instance_info_cache with network_info: [{"id": "55286ced-9be3-46c5-989a-ef03c14b9b23", "address": "fa:16:3e:8f:b2:b7", "network": {"id": "986f8b17-896c-4e32-9a80-507703d51c9e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-289925603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "320d185402b0408994b165e50e456471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55286ced-9b", "ovs_interfaceid": "55286ced-9be3-46c5-989a-ef03c14b9b23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.105723] env[64120]: DEBUG oslo_concurrency.lockutils [req-69163d4e-a8a7-41ec-a46f-ad97e240f50c req-2154f023-d32a-4d3e-ae3a-9357c2c30f9f service nova] Releasing lock "refresh_cache-56b10b50-eb03-43bc-9d5f-8a2498aeb7a9" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.111185] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 9311177f-121d-44db-86af-ad0e2e68d411] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1421.139310] env[64120]: INFO nova.compute.manager [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Took 16.49 seconds to build instance. [ 1421.151764] env[64120]: DEBUG oslo_concurrency.lockutils [None req-db211302-fc62-4869-904d-9f2cf4fc89db tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.155056] env[64120]: DEBUG oslo_concurrency.lockutils [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.580s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.183288] env[64120]: INFO nova.scheduler.client.report [None req-db211302-fc62-4869-904d-9f2cf4fc89db tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Deleted allocations for instance ff8e1731-e711-4c01-96cb-d677d1f246ea [ 1421.468858] env[64120]: DEBUG oslo_concurrency.lockutils [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Releasing lock "refresh_cache-090eaf31-6f74-4559-81cb-ff4bbf9cbccb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.546217] env[64120]: DEBUG nova.compute.manager [req-17734489-c7be-4c6d-90b2-82ee5b6a2e0c req-491c49d4-7a4e-4394-965b-bcb8d6bacb43 service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Received event network-changed-3573d8ba-49d2-47db-a4b1-2662a0751a0d {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1421.549594] env[64120]: DEBUG nova.compute.manager [req-17734489-c7be-4c6d-90b2-82ee5b6a2e0c req-491c49d4-7a4e-4394-965b-bcb8d6bacb43 service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Refreshing instance network info cache due to event network-changed-3573d8ba-49d2-47db-a4b1-2662a0751a0d. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1421.550601] env[64120]: DEBUG oslo_concurrency.lockutils [req-17734489-c7be-4c6d-90b2-82ee5b6a2e0c req-491c49d4-7a4e-4394-965b-bcb8d6bacb43 service nova] Acquiring lock "refresh_cache-62041f20-0af3-4a36-be7c-96e034819c1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.550989] env[64120]: DEBUG oslo_concurrency.lockutils [req-17734489-c7be-4c6d-90b2-82ee5b6a2e0c req-491c49d4-7a4e-4394-965b-bcb8d6bacb43 service nova] Acquired lock "refresh_cache-62041f20-0af3-4a36-be7c-96e034819c1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.551713] env[64120]: DEBUG nova.network.neutron [req-17734489-c7be-4c6d-90b2-82ee5b6a2e0c req-491c49d4-7a4e-4394-965b-bcb8d6bacb43 service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Refreshing network info cache for port 3573d8ba-49d2-47db-a4b1-2662a0751a0d {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1421.614370] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 5641ad8a-2671-4989-ba68-fdb87b752edb] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1421.645802] env[64120]: DEBUG oslo_concurrency.lockutils [None req-03a0756c-feb9-4faf-8618-97d2170aa74e tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "8c785844-844a-4710-8be5-ea4cea78f077" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.003s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.658235] env[64120]: DEBUG nova.objects.instance [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lazy-loading 'migration_context' on Instance uuid eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1421.690931] env[64120]: DEBUG oslo_concurrency.lockutils [None req-db211302-fc62-4869-904d-9f2cf4fc89db tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "ff8e1731-e711-4c01-96cb-d677d1f246ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.875s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.116314] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 0dd505c9-c205-4af8-845f-c815ad93a69d] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1422.402986] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac6c116-76d6-4305-98b5-56595c756820 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.412456] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b41974-abe5-4a81-93e5-5e3d1f30d7ec {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.453480] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9e9c1a-a98a-4d08-9541-0b06f0b4a3c5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.459195] env[64120]: DEBUG nova.compute.manager [req-3065efb5-84d8-4a60-bf19-fde3ef847ad3 req-ae2dec78-9790-4147-a13c-72bdc7cee0b1 service nova] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Received event network-changed-f5623268-862d-44bd-8e68-e9fced029dbb {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1422.459496] env[64120]: DEBUG nova.compute.manager [req-3065efb5-84d8-4a60-bf19-fde3ef847ad3 req-ae2dec78-9790-4147-a13c-72bdc7cee0b1 service nova] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Refreshing instance network info cache due to event network-changed-f5623268-862d-44bd-8e68-e9fced029dbb. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1422.459806] env[64120]: DEBUG oslo_concurrency.lockutils [req-3065efb5-84d8-4a60-bf19-fde3ef847ad3 req-ae2dec78-9790-4147-a13c-72bdc7cee0b1 service nova] Acquiring lock "refresh_cache-98ef028b-4cd6-438d-9f7e-57e2db1d4460" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.460049] env[64120]: DEBUG oslo_concurrency.lockutils [req-3065efb5-84d8-4a60-bf19-fde3ef847ad3 req-ae2dec78-9790-4147-a13c-72bdc7cee0b1 service nova] Acquired lock "refresh_cache-98ef028b-4cd6-438d-9f7e-57e2db1d4460" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.460531] env[64120]: DEBUG nova.network.neutron [req-3065efb5-84d8-4a60-bf19-fde3ef847ad3 req-ae2dec78-9790-4147-a13c-72bdc7cee0b1 service nova] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Refreshing network info cache for port f5623268-862d-44bd-8e68-e9fced029dbb {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1422.468768] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c04c31-ff30-45cb-bd43-edfaf2b3bb97 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.488399] env[64120]: DEBUG nova.compute.provider_tree [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1422.620852] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: a6fb5e70-ad2c-499e-a224-0fd46271be1b] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1422.632601] env[64120]: DEBUG nova.network.neutron [req-17734489-c7be-4c6d-90b2-82ee5b6a2e0c req-491c49d4-7a4e-4394-965b-bcb8d6bacb43 service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Updated VIF entry in instance network info cache for port 3573d8ba-49d2-47db-a4b1-2662a0751a0d. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1422.633108] env[64120]: DEBUG nova.network.neutron [req-17734489-c7be-4c6d-90b2-82ee5b6a2e0c req-491c49d4-7a4e-4394-965b-bcb8d6bacb43 service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Updating instance_info_cache with network_info: [{"id": "3573d8ba-49d2-47db-a4b1-2662a0751a0d", "address": "fa:16:3e:1a:51:ea", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3573d8ba-49", "ovs_interfaceid": "3573d8ba-49d2-47db-a4b1-2662a0751a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.994614] env[64120]: DEBUG nova.scheduler.client.report [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1423.003126] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c498e55-dd6f-450c-908a-101c197108f2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.024966] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Updating instance '090eaf31-6f74-4559-81cb-ff4bbf9cbccb' progress to 0 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1423.124820] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 751beaa3-a732-4ae3-a135-13986f05256f] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1423.136283] env[64120]: DEBUG oslo_concurrency.lockutils [req-17734489-c7be-4c6d-90b2-82ee5b6a2e0c req-491c49d4-7a4e-4394-965b-bcb8d6bacb43 service nova] Releasing lock "refresh_cache-62041f20-0af3-4a36-be7c-96e034819c1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.136580] env[64120]: DEBUG nova.compute.manager [req-17734489-c7be-4c6d-90b2-82ee5b6a2e0c req-491c49d4-7a4e-4394-965b-bcb8d6bacb43 service nova] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Received event network-changed-f16d5059-124c-4d71-b445-a7a3bb6d3644 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1423.137039] env[64120]: DEBUG nova.compute.manager [req-17734489-c7be-4c6d-90b2-82ee5b6a2e0c req-491c49d4-7a4e-4394-965b-bcb8d6bacb43 service nova] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Refreshing instance network info cache due to event network-changed-f16d5059-124c-4d71-b445-a7a3bb6d3644. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1423.137293] env[64120]: DEBUG oslo_concurrency.lockutils [req-17734489-c7be-4c6d-90b2-82ee5b6a2e0c req-491c49d4-7a4e-4394-965b-bcb8d6bacb43 service nova] Acquiring lock "refresh_cache-e4a259a5-96e8-47a1-89b0-7e01243174de" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.137446] env[64120]: DEBUG oslo_concurrency.lockutils [req-17734489-c7be-4c6d-90b2-82ee5b6a2e0c req-491c49d4-7a4e-4394-965b-bcb8d6bacb43 service nova] Acquired lock "refresh_cache-e4a259a5-96e8-47a1-89b0-7e01243174de" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.137679] env[64120]: DEBUG nova.network.neutron [req-17734489-c7be-4c6d-90b2-82ee5b6a2e0c req-491c49d4-7a4e-4394-965b-bcb8d6bacb43 service nova] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Refreshing network info cache for port f16d5059-124c-4d71-b445-a7a3bb6d3644 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1423.201033] env[64120]: DEBUG nova.network.neutron [req-3065efb5-84d8-4a60-bf19-fde3ef847ad3 req-ae2dec78-9790-4147-a13c-72bdc7cee0b1 service nova] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Updated VIF entry in instance network info cache for port f5623268-862d-44bd-8e68-e9fced029dbb. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1423.201033] env[64120]: DEBUG nova.network.neutron [req-3065efb5-84d8-4a60-bf19-fde3ef847ad3 req-ae2dec78-9790-4147-a13c-72bdc7cee0b1 service nova] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Updating instance_info_cache with network_info: [{"id": "f5623268-862d-44bd-8e68-e9fced029dbb", "address": "fa:16:3e:97:9b:4a", "network": {"id": "71911dc6-c0f8-40a0-bf34-0194ac58b322", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1482185353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfac1b101ea44799c497b99e27a488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5623268-86", "ovs_interfaceid": "f5623268-862d-44bd-8e68-e9fced029dbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.350365] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "5d24444f-c622-4bbd-b2bb-6004374e9776" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.350748] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "5d24444f-c622-4bbd-b2bb-6004374e9776" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.533182] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1423.533511] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08c747dd-d154-414a-9d33-a76d998068dd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.545135] env[64120]: DEBUG oslo_vmware.api [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1423.545135] env[64120]: value = "task-1407056" [ 1423.545135] env[64120]: _type = "Task" [ 1423.545135] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.557278] env[64120]: DEBUG oslo_vmware.api [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1407056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.588863] env[64120]: DEBUG nova.compute.manager [req-9aff23f1-cd04-4db4-9773-3b6f6bcb045b req-e14a8899-7829-4226-8d90-ba8509ea5f21 service nova] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Received event network-changed-f16d5059-124c-4d71-b445-a7a3bb6d3644 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1423.589166] env[64120]: DEBUG nova.compute.manager [req-9aff23f1-cd04-4db4-9773-3b6f6bcb045b req-e14a8899-7829-4226-8d90-ba8509ea5f21 service nova] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Refreshing instance network info cache due to event network-changed-f16d5059-124c-4d71-b445-a7a3bb6d3644. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1423.589450] env[64120]: DEBUG oslo_concurrency.lockutils [req-9aff23f1-cd04-4db4-9773-3b6f6bcb045b req-e14a8899-7829-4226-8d90-ba8509ea5f21 service nova] Acquiring lock "refresh_cache-e4a259a5-96e8-47a1-89b0-7e01243174de" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.628165] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: ddfe7a56-7053-4e96-9401-6b483150da7c] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1423.703629] env[64120]: DEBUG oslo_concurrency.lockutils [req-3065efb5-84d8-4a60-bf19-fde3ef847ad3 req-ae2dec78-9790-4147-a13c-72bdc7cee0b1 service nova] Releasing lock "refresh_cache-98ef028b-4cd6-438d-9f7e-57e2db1d4460" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.853750] env[64120]: DEBUG nova.compute.manager [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1423.862107] env[64120]: DEBUG nova.network.neutron [req-17734489-c7be-4c6d-90b2-82ee5b6a2e0c req-491c49d4-7a4e-4394-965b-bcb8d6bacb43 service nova] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Updated VIF entry in instance network info cache for port f16d5059-124c-4d71-b445-a7a3bb6d3644. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1423.862481] env[64120]: DEBUG nova.network.neutron [req-17734489-c7be-4c6d-90b2-82ee5b6a2e0c req-491c49d4-7a4e-4394-965b-bcb8d6bacb43 service nova] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Updating instance_info_cache with network_info: [{"id": "f16d5059-124c-4d71-b445-a7a3bb6d3644", "address": "fa:16:3e:63:da:7a", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf16d5059-12", "ovs_interfaceid": "f16d5059-124c-4d71-b445-a7a3bb6d3644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.976737] env[64120]: DEBUG nova.compute.manager [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Stashing vm_state: active {{(pid=64120) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1424.011024] env[64120]: DEBUG oslo_concurrency.lockutils [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.856s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.056402] env[64120]: DEBUG oslo_vmware.api [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1407056, 'name': PowerOffVM_Task, 'duration_secs': 0.410823} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.056730] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1424.056912] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Updating instance '090eaf31-6f74-4559-81cb-ff4bbf9cbccb' progress to 17 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1424.131841] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 87dd2d1b-5945-4fdf-bbfe-2caa7691c269] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1424.365121] env[64120]: DEBUG oslo_concurrency.lockutils [req-17734489-c7be-4c6d-90b2-82ee5b6a2e0c req-491c49d4-7a4e-4394-965b-bcb8d6bacb43 service nova] Releasing lock "refresh_cache-e4a259a5-96e8-47a1-89b0-7e01243174de" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.366085] env[64120]: DEBUG oslo_concurrency.lockutils [req-9aff23f1-cd04-4db4-9773-3b6f6bcb045b req-e14a8899-7829-4226-8d90-ba8509ea5f21 service nova] Acquired lock "refresh_cache-e4a259a5-96e8-47a1-89b0-7e01243174de" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.366085] env[64120]: DEBUG nova.network.neutron [req-9aff23f1-cd04-4db4-9773-3b6f6bcb045b req-e14a8899-7829-4226-8d90-ba8509ea5f21 service nova] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Refreshing network info cache for port f16d5059-124c-4d71-b445-a7a3bb6d3644 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1424.378646] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.378937] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.380576] env[64120]: INFO nova.compute.claims [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1424.487989] env[64120]: DEBUG nova.compute.manager [req-003c0b9b-0556-4cde-861c-d7f06e263bc2 req-defe913b-a504-41e5-a034-64858d5ec03b service nova] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Received event network-changed-55af3675-deea-439a-866d-3bf13a0f2173 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1424.487989] env[64120]: DEBUG nova.compute.manager [req-003c0b9b-0556-4cde-861c-d7f06e263bc2 req-defe913b-a504-41e5-a034-64858d5ec03b service nova] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Refreshing instance network info cache due to event network-changed-55af3675-deea-439a-866d-3bf13a0f2173. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1424.487989] env[64120]: DEBUG oslo_concurrency.lockutils [req-003c0b9b-0556-4cde-861c-d7f06e263bc2 req-defe913b-a504-41e5-a034-64858d5ec03b service nova] Acquiring lock "refresh_cache-8c785844-844a-4710-8be5-ea4cea78f077" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.487989] env[64120]: DEBUG oslo_concurrency.lockutils [req-003c0b9b-0556-4cde-861c-d7f06e263bc2 req-defe913b-a504-41e5-a034-64858d5ec03b service nova] Acquired lock "refresh_cache-8c785844-844a-4710-8be5-ea4cea78f077" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.487989] env[64120]: DEBUG nova.network.neutron [req-003c0b9b-0556-4cde-861c-d7f06e263bc2 req-defe913b-a504-41e5-a034-64858d5ec03b service nova] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Refreshing network info cache for port 55af3675-deea-439a-866d-3bf13a0f2173 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1424.498337] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.564404] env[64120]: DEBUG nova.virt.hardware [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1424.564966] env[64120]: DEBUG nova.virt.hardware [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1424.564966] env[64120]: DEBUG nova.virt.hardware [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1424.564966] env[64120]: DEBUG nova.virt.hardware [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1424.565210] env[64120]: DEBUG nova.virt.hardware [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1424.565248] env[64120]: DEBUG nova.virt.hardware [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1424.565463] env[64120]: DEBUG nova.virt.hardware [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1424.565641] env[64120]: DEBUG nova.virt.hardware [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1424.565816] env[64120]: DEBUG nova.virt.hardware [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1424.565984] env[64120]: DEBUG nova.virt.hardware [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1424.566249] env[64120]: DEBUG nova.virt.hardware [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1424.571600] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63211f7f-1989-45a8-9c96-0b784a5f1af5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.590219] env[64120]: DEBUG oslo_vmware.api [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1424.590219] env[64120]: value = "task-1407057" [ 1424.590219] env[64120]: _type = "Task" [ 1424.590219] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.598947] env[64120]: DEBUG oslo_vmware.api [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1407057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.635416] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 6dd495ef-37eb-448c-92c5-a00eb88afd11] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1425.112631] env[64120]: DEBUG oslo_vmware.api [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1407057, 'name': ReconfigVM_Task, 'duration_secs': 0.220495} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.113229] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Updating instance '090eaf31-6f74-4559-81cb-ff4bbf9cbccb' progress to 33 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1425.138719] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: bc69900e-a868-488e-9d1e-874ccfdec2fc] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1425.224038] env[64120]: DEBUG nova.network.neutron [req-9aff23f1-cd04-4db4-9773-3b6f6bcb045b req-e14a8899-7829-4226-8d90-ba8509ea5f21 service nova] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Updated VIF entry in instance network info cache for port f16d5059-124c-4d71-b445-a7a3bb6d3644. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1425.224515] env[64120]: DEBUG nova.network.neutron [req-9aff23f1-cd04-4db4-9773-3b6f6bcb045b req-e14a8899-7829-4226-8d90-ba8509ea5f21 service nova] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Updating instance_info_cache with network_info: [{"id": "f16d5059-124c-4d71-b445-a7a3bb6d3644", "address": "fa:16:3e:63:da:7a", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf16d5059-12", "ovs_interfaceid": "f16d5059-124c-4d71-b445-a7a3bb6d3644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.332919] env[64120]: DEBUG nova.network.neutron [req-003c0b9b-0556-4cde-861c-d7f06e263bc2 req-defe913b-a504-41e5-a034-64858d5ec03b service nova] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Updated VIF entry in instance network info cache for port 55af3675-deea-439a-866d-3bf13a0f2173. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1425.333394] env[64120]: DEBUG nova.network.neutron [req-003c0b9b-0556-4cde-861c-d7f06e263bc2 req-defe913b-a504-41e5-a034-64858d5ec03b service nova] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Updating instance_info_cache with network_info: [{"id": "55af3675-deea-439a-866d-3bf13a0f2173", "address": "fa:16:3e:05:e8:1a", "network": {"id": "71911dc6-c0f8-40a0-bf34-0194ac58b322", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1482185353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfac1b101ea44799c497b99e27a488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55af3675-de", "ovs_interfaceid": "55af3675-deea-439a-866d-3bf13a0f2173", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.551398] env[64120]: INFO nova.compute.manager [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Swapping old allocation on dict_keys(['4ceac537-82ec-49fa-8fac-aa5d6181b318']) held by migration 674e1e9e-c865-45f6-b4e9-a2c9fb27b96a for instance [ 1425.576344] env[64120]: DEBUG nova.scheduler.client.report [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Overwriting current allocation {'allocations': {'4ceac537-82ec-49fa-8fac-aa5d6181b318': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 166}}, 'project_id': '502c554de7554b88b5a0a5ed16c4f89d', 'user_id': 'cd2c975864d544918565b2e4e09b352e', 'consumer_generation': 1} on consumer eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec {{(pid=64120) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1425.591667] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b88665-7bf5-42bc-9114-7bfb649f3c12 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.600738] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a990683a-6222-416a-8b7b-50f01797ec71 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.636244] env[64120]: DEBUG nova.virt.hardware [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1425.636535] env[64120]: DEBUG nova.virt.hardware [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1425.636703] env[64120]: DEBUG nova.virt.hardware [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1425.636894] env[64120]: DEBUG nova.virt.hardware [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1425.637059] env[64120]: DEBUG nova.virt.hardware [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1425.637218] env[64120]: DEBUG nova.virt.hardware [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1425.637430] env[64120]: DEBUG nova.virt.hardware [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1425.637604] env[64120]: DEBUG nova.virt.hardware [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1425.637767] env[64120]: DEBUG nova.virt.hardware [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1425.637937] env[64120]: DEBUG nova.virt.hardware [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1425.638133] env[64120]: DEBUG nova.virt.hardware [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1425.643462] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1425.646902] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: b6f8f7cc-33bf-4a8f-9cae-2e1308650292] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1425.648721] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-758a1d44-8144-4c52-8b0f-4dc896dccc0c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.662922] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdb2d19-cdf9-42f7-b9c9-106d941a90ca {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.675833] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21908ac-0b38-41a6-a2c4-07093a059661 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.679954] env[64120]: DEBUG oslo_vmware.api [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1425.679954] env[64120]: value = "task-1407058" [ 1425.679954] env[64120]: _type = "Task" [ 1425.679954] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.692850] env[64120]: DEBUG nova.compute.provider_tree [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.695578] env[64120]: DEBUG oslo_concurrency.lockutils [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "refresh_cache-eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.695765] env[64120]: DEBUG oslo_concurrency.lockutils [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquired lock "refresh_cache-eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.695948] env[64120]: DEBUG nova.network.neutron [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1425.700573] env[64120]: DEBUG oslo_vmware.api [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1407058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.727165] env[64120]: DEBUG oslo_concurrency.lockutils [req-9aff23f1-cd04-4db4-9773-3b6f6bcb045b req-e14a8899-7829-4226-8d90-ba8509ea5f21 service nova] Releasing lock "refresh_cache-e4a259a5-96e8-47a1-89b0-7e01243174de" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1425.727450] env[64120]: DEBUG nova.compute.manager [req-9aff23f1-cd04-4db4-9773-3b6f6bcb045b req-e14a8899-7829-4226-8d90-ba8509ea5f21 service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Received event network-changed-3573d8ba-49d2-47db-a4b1-2662a0751a0d {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1425.727632] env[64120]: DEBUG nova.compute.manager [req-9aff23f1-cd04-4db4-9773-3b6f6bcb045b req-e14a8899-7829-4226-8d90-ba8509ea5f21 service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Refreshing instance network info cache due to event network-changed-3573d8ba-49d2-47db-a4b1-2662a0751a0d. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1425.728088] env[64120]: DEBUG oslo_concurrency.lockutils [req-9aff23f1-cd04-4db4-9773-3b6f6bcb045b req-e14a8899-7829-4226-8d90-ba8509ea5f21 service nova] Acquiring lock "refresh_cache-62041f20-0af3-4a36-be7c-96e034819c1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.728088] env[64120]: DEBUG oslo_concurrency.lockutils [req-9aff23f1-cd04-4db4-9773-3b6f6bcb045b req-e14a8899-7829-4226-8d90-ba8509ea5f21 service nova] Acquired lock "refresh_cache-62041f20-0af3-4a36-be7c-96e034819c1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.728231] env[64120]: DEBUG nova.network.neutron [req-9aff23f1-cd04-4db4-9773-3b6f6bcb045b req-e14a8899-7829-4226-8d90-ba8509ea5f21 service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Refreshing network info cache for port 3573d8ba-49d2-47db-a4b1-2662a0751a0d {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1425.836064] env[64120]: DEBUG oslo_concurrency.lockutils [req-003c0b9b-0556-4cde-861c-d7f06e263bc2 req-defe913b-a504-41e5-a034-64858d5ec03b service nova] Releasing lock "refresh_cache-8c785844-844a-4710-8be5-ea4cea78f077" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.166175] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 2bde652c-0c77-4af3-857f-60a60b8fadf2] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1426.190496] env[64120]: DEBUG oslo_vmware.api [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1407058, 'name': ReconfigVM_Task, 'duration_secs': 0.245755} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.190795] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1426.191584] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58bf1f5-9361-423c-9391-0187e651a8e8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.195472] env[64120]: DEBUG nova.scheduler.client.report [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1426.217667] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 090eaf31-6f74-4559-81cb-ff4bbf9cbccb/090eaf31-6f74-4559-81cb-ff4bbf9cbccb.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1426.218645] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3b90927-a5f8-408f-9ec3-848d99596755 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.239449] env[64120]: DEBUG oslo_vmware.api [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1426.239449] env[64120]: value = "task-1407059" [ 1426.239449] env[64120]: _type = "Task" [ 1426.239449] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.251545] env[64120]: DEBUG oslo_vmware.api [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1407059, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.648344] env[64120]: DEBUG nova.network.neutron [req-9aff23f1-cd04-4db4-9773-3b6f6bcb045b req-e14a8899-7829-4226-8d90-ba8509ea5f21 service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Updated VIF entry in instance network info cache for port 3573d8ba-49d2-47db-a4b1-2662a0751a0d. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1426.648796] env[64120]: DEBUG nova.network.neutron [req-9aff23f1-cd04-4db4-9773-3b6f6bcb045b req-e14a8899-7829-4226-8d90-ba8509ea5f21 service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Updating instance_info_cache with network_info: [{"id": "3573d8ba-49d2-47db-a4b1-2662a0751a0d", "address": "fa:16:3e:1a:51:ea", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3573d8ba-49", "ovs_interfaceid": "3573d8ba-49d2-47db-a4b1-2662a0751a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.657454] env[64120]: DEBUG nova.network.neutron [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Updating instance_info_cache with network_info: [{"id": "66f9819f-33a9-4485-a68e-bec5a4eae522", "address": "fa:16:3e:db:ba:c5", "network": {"id": "22dcdd90-5035-4059-b2d9-07d20261e72d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-361135572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "502c554de7554b88b5a0a5ed16c4f89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f9819f-33", "ovs_interfaceid": "66f9819f-33a9-4485-a68e-bec5a4eae522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.669390] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 5928e4a6-f3ae-4693-851f-8bb7869f6e52] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1426.719248] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.719772] env[64120]: DEBUG nova.compute.manager [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1426.722318] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.224s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.750238] env[64120]: DEBUG oslo_vmware.api [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1407059, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.151850] env[64120]: DEBUG oslo_concurrency.lockutils [req-9aff23f1-cd04-4db4-9773-3b6f6bcb045b req-e14a8899-7829-4226-8d90-ba8509ea5f21 service nova] Releasing lock "refresh_cache-62041f20-0af3-4a36-be7c-96e034819c1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.161071] env[64120]: DEBUG oslo_concurrency.lockutils [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Releasing lock "refresh_cache-eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.162376] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754b415d-bee6-4869-91ac-2fac29b9f99d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.171895] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6694818a-df28-4356-b922-b2af9e1a3216 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.175562] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: c3017f41-5363-4369-813a-ee25caa28064] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1427.225588] env[64120]: DEBUG nova.compute.utils [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1427.227741] env[64120]: DEBUG nova.compute.manager [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1427.227952] env[64120]: DEBUG nova.network.neutron [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1427.232130] env[64120]: INFO nova.compute.claims [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1427.249248] env[64120]: DEBUG oslo_vmware.api [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1407059, 'name': ReconfigVM_Task, 'duration_secs': 0.86141} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.249539] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 090eaf31-6f74-4559-81cb-ff4bbf9cbccb/090eaf31-6f74-4559-81cb-ff4bbf9cbccb.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1427.249858] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Updating instance '090eaf31-6f74-4559-81cb-ff4bbf9cbccb' progress to 50 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1427.274585] env[64120]: DEBUG nova.policy [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c126bccbc684d318ff4fcfc6331aa0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2ffaf88913245dc93bba7bdf398691b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1427.592247] env[64120]: DEBUG nova.network.neutron [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Successfully created port: 1e5b0478-7aa2-4f65-8319-933554f2cba4 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1427.679418] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 545845b5-062b-48c2-9367-513d9a77b7a0] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1427.738949] env[64120]: DEBUG nova.compute.manager [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1427.742627] env[64120]: INFO nova.compute.resource_tracker [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Updating resource usage from migration 5390d2ad-adf4-4fec-bbdb-b834c96addf8 [ 1427.756681] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d979e9-2d9c-40ad-9a0f-cd5e4784987c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.798098] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7dfbc9-34bb-45f3-a267-476a1199761b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.828369] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Updating instance '090eaf31-6f74-4559-81cb-ff4bbf9cbccb' progress to 67 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1427.984101] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ed9cad-4ac2-4b4d-9aae-dcd48a9e5790 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.994542] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba4bcb9-fed5-45dc-a88c-c12ee2d57774 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.026384] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71634e6-53c3-4c89-be7b-731b2f56ee9e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.035246] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e821a5a7-8aed-404c-86b2-8ca74fdab226 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.049807] env[64120]: DEBUG nova.compute.provider_tree [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1428.185028] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: a16b0a8b-255b-4865-90c7-5853c6269644] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1428.303548] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1428.303963] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-704d38ad-57ee-442e-b6f3-f2587bb2460b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.314911] env[64120]: DEBUG oslo_vmware.api [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1428.314911] env[64120]: value = "task-1407060" [ 1428.314911] env[64120]: _type = "Task" [ 1428.314911] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.329090] env[64120]: DEBUG oslo_vmware.api [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.379559] env[64120]: DEBUG nova.network.neutron [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Port 55286ced-9be3-46c5-989a-ef03c14b9b23 binding to destination host cpu-1 is already ACTIVE {{(pid=64120) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1428.553087] env[64120]: DEBUG nova.scheduler.client.report [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1428.689254] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: f49b7fd3-714c-4bca-8539-5779e9e7bbe1] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1428.753986] env[64120]: DEBUG nova.compute.manager [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1428.782161] env[64120]: DEBUG nova.virt.hardware [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1428.782446] env[64120]: DEBUG nova.virt.hardware [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1428.782629] env[64120]: DEBUG nova.virt.hardware [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1428.782863] env[64120]: DEBUG nova.virt.hardware [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1428.783034] env[64120]: DEBUG nova.virt.hardware [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1428.783193] env[64120]: DEBUG nova.virt.hardware [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1428.783403] env[64120]: DEBUG nova.virt.hardware [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1428.783565] env[64120]: DEBUG nova.virt.hardware [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1428.783765] env[64120]: DEBUG nova.virt.hardware [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1428.784042] env[64120]: DEBUG nova.virt.hardware [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1428.784153] env[64120]: DEBUG nova.virt.hardware [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1428.785392] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1189fa87-29a7-4d13-b055-cf80a22f3af4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.793909] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4940a0-13f7-4a41-8bec-d8006ce8834e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.824066] env[64120]: DEBUG oslo_vmware.api [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407060, 'name': PowerOffVM_Task, 'duration_secs': 0.264686} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.824341] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1428.825020] env[64120]: DEBUG nova.virt.hardware [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1428.825267] env[64120]: DEBUG nova.virt.hardware [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1428.825431] env[64120]: DEBUG nova.virt.hardware [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1428.825620] env[64120]: DEBUG nova.virt.hardware [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1428.825789] env[64120]: DEBUG nova.virt.hardware [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1428.825953] env[64120]: DEBUG nova.virt.hardware [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1428.826177] env[64120]: DEBUG nova.virt.hardware [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1428.826341] env[64120]: DEBUG nova.virt.hardware [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1428.826530] env[64120]: DEBUG nova.virt.hardware [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1428.826704] env[64120]: DEBUG nova.virt.hardware [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1428.826886] env[64120]: DEBUG nova.virt.hardware [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1428.831956] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4995ce9-3b0c-4130-9cec-035c3cd304a7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.848297] env[64120]: DEBUG oslo_vmware.api [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1428.848297] env[64120]: value = "task-1407061" [ 1428.848297] env[64120]: _type = "Task" [ 1428.848297] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.858244] env[64120]: DEBUG oslo_vmware.api [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407061, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.058358] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.336s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.058621] env[64120]: INFO nova.compute.manager [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Migrating [ 1429.193037] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 38abe049-5ca2-48f5-b5b1-cfb1695a14dc] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1429.223595] env[64120]: DEBUG oslo_vmware.rw_handles [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524f5410-3017-7723-2a0b-012faeff67a2/disk-0.vmdk. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1429.224793] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a00d63c-9227-444d-b3f4-4f531b60fdb4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.232368] env[64120]: DEBUG oslo_vmware.rw_handles [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524f5410-3017-7723-2a0b-012faeff67a2/disk-0.vmdk is in state: ready. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1429.232574] env[64120]: ERROR oslo_vmware.rw_handles [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524f5410-3017-7723-2a0b-012faeff67a2/disk-0.vmdk due to incomplete transfer. [ 1429.232856] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bf4f7e48-4ce7-4e2b-80fe-013069cac8d0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.241694] env[64120]: DEBUG oslo_vmware.rw_handles [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524f5410-3017-7723-2a0b-012faeff67a2/disk-0.vmdk. {{(pid=64120) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1429.241694] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Uploaded image 983e2663-032c-4f62-8385-3dbc4e0f05a2 to the Glance image server {{(pid=64120) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1429.243569] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Destroying the VM {{(pid=64120) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1429.246918] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-10a920d6-3f7d-41a5-8f9c-b8e1b05f6f0d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.250175] env[64120]: DEBUG oslo_vmware.api [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1429.250175] env[64120]: value = "task-1407062" [ 1429.250175] env[64120]: _type = "Task" [ 1429.250175] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.259154] env[64120]: DEBUG oslo_vmware.api [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407062, 'name': Destroy_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.357161] env[64120]: DEBUG nova.compute.manager [req-7793f95d-9d01-4121-98c2-355508a7f552 req-2e2beb52-01b1-42d4-944e-a6b81a1b6c3e service nova] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Received event network-vif-plugged-1e5b0478-7aa2-4f65-8319-933554f2cba4 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1429.357406] env[64120]: DEBUG oslo_concurrency.lockutils [req-7793f95d-9d01-4121-98c2-355508a7f552 req-2e2beb52-01b1-42d4-944e-a6b81a1b6c3e service nova] Acquiring lock "5d24444f-c622-4bbd-b2bb-6004374e9776-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.357620] env[64120]: DEBUG oslo_concurrency.lockutils [req-7793f95d-9d01-4121-98c2-355508a7f552 req-2e2beb52-01b1-42d4-944e-a6b81a1b6c3e service nova] Lock "5d24444f-c622-4bbd-b2bb-6004374e9776-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.357804] env[64120]: DEBUG oslo_concurrency.lockutils [req-7793f95d-9d01-4121-98c2-355508a7f552 req-2e2beb52-01b1-42d4-944e-a6b81a1b6c3e service nova] Lock "5d24444f-c622-4bbd-b2bb-6004374e9776-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.357958] env[64120]: DEBUG nova.compute.manager [req-7793f95d-9d01-4121-98c2-355508a7f552 req-2e2beb52-01b1-42d4-944e-a6b81a1b6c3e service nova] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] No waiting events found dispatching network-vif-plugged-1e5b0478-7aa2-4f65-8319-933554f2cba4 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1429.358194] env[64120]: WARNING nova.compute.manager [req-7793f95d-9d01-4121-98c2-355508a7f552 req-2e2beb52-01b1-42d4-944e-a6b81a1b6c3e service nova] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Received unexpected event network-vif-plugged-1e5b0478-7aa2-4f65-8319-933554f2cba4 for instance with vm_state building and task_state spawning. [ 1429.361738] env[64120]: DEBUG oslo_vmware.api [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407061, 'name': ReconfigVM_Task, 'duration_secs': 0.213688} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.362569] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a033e002-1dda-4529-bba9-8fc4aeb3cd66 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.385851] env[64120]: DEBUG nova.virt.hardware [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1429.386126] env[64120]: DEBUG nova.virt.hardware [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1429.386308] env[64120]: DEBUG nova.virt.hardware [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1429.386499] env[64120]: DEBUG nova.virt.hardware [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1429.386655] env[64120]: DEBUG nova.virt.hardware [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1429.386806] env[64120]: DEBUG nova.virt.hardware [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1429.387050] env[64120]: DEBUG nova.virt.hardware [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1429.387221] env[64120]: DEBUG nova.virt.hardware [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1429.387391] env[64120]: DEBUG nova.virt.hardware [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1429.387571] env[64120]: DEBUG nova.virt.hardware [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1429.387767] env[64120]: DEBUG nova.virt.hardware [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1429.396118] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed41dddf-10b4-479b-94fc-5e6e5ad78738 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.404695] env[64120]: DEBUG oslo_concurrency.lockutils [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "090eaf31-6f74-4559-81cb-ff4bbf9cbccb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.404925] env[64120]: DEBUG oslo_concurrency.lockutils [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "090eaf31-6f74-4559-81cb-ff4bbf9cbccb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.405199] env[64120]: DEBUG oslo_concurrency.lockutils [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "090eaf31-6f74-4559-81cb-ff4bbf9cbccb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.410376] env[64120]: DEBUG oslo_vmware.api [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1429.410376] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52510f9f-acbc-efe8-af75-747ca4509959" [ 1429.410376] env[64120]: _type = "Task" [ 1429.410376] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.421139] env[64120]: DEBUG oslo_vmware.api [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52510f9f-acbc-efe8-af75-747ca4509959, 'name': SearchDatastore_Task} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.421998] env[64120]: DEBUG nova.network.neutron [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Successfully updated port: 1e5b0478-7aa2-4f65-8319-933554f2cba4 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1429.428620] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Reconfiguring VM instance instance-00000062 to detach disk 2000 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1429.429540] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0a587a5-dd27-483e-a738-551500b4b817 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.450657] env[64120]: DEBUG oslo_vmware.api [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1429.450657] env[64120]: value = "task-1407063" [ 1429.450657] env[64120]: _type = "Task" [ 1429.450657] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.461098] env[64120]: DEBUG oslo_vmware.api [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407063, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.574914] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "refresh_cache-8c785844-844a-4710-8be5-ea4cea78f077" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.575186] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquired lock "refresh_cache-8c785844-844a-4710-8be5-ea4cea78f077" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.575906] env[64120]: DEBUG nova.network.neutron [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1429.696854] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 13e9b715-708c-4311-9cfe-7e85f26253a8] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1429.761046] env[64120]: DEBUG oslo_vmware.api [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407062, 'name': Destroy_Task, 'duration_secs': 0.316373} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.761046] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Destroyed the VM [ 1429.761273] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Deleting Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1429.761470] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-73a53d78-e352-44f2-b94c-855a9e7e2bc1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.768138] env[64120]: DEBUG oslo_vmware.api [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1429.768138] env[64120]: value = "task-1407064" [ 1429.768138] env[64120]: _type = "Task" [ 1429.768138] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.776539] env[64120]: DEBUG oslo_vmware.api [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407064, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.930363] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "refresh_cache-5d24444f-c622-4bbd-b2bb-6004374e9776" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.930517] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquired lock "refresh_cache-5d24444f-c622-4bbd-b2bb-6004374e9776" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.930674] env[64120]: DEBUG nova.network.neutron [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1429.961340] env[64120]: DEBUG oslo_vmware.api [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407063, 'name': ReconfigVM_Task, 'duration_secs': 0.19417} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.961639] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Reconfigured VM instance instance-00000062 to detach disk 2000 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1429.962432] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7212cf5d-7462-4869-8891-090611a61f50 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.989017] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec/eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1429.989366] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c831ec53-405c-4d22-912f-233d7249b7cb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.007800] env[64120]: DEBUG oslo_vmware.api [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1430.007800] env[64120]: value = "task-1407065" [ 1430.007800] env[64120]: _type = "Task" [ 1430.007800] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.018194] env[64120]: DEBUG oslo_vmware.api [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407065, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.200225] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 6256907f-2d19-4c71-af03-089eca162154] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1430.279659] env[64120]: DEBUG oslo_vmware.api [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407064, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.458468] env[64120]: DEBUG nova.network.neutron [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Updating instance_info_cache with network_info: [{"id": "55af3675-deea-439a-866d-3bf13a0f2173", "address": "fa:16:3e:05:e8:1a", "network": {"id": "71911dc6-c0f8-40a0-bf34-0194ac58b322", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1482185353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfac1b101ea44799c497b99e27a488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55af3675-de", "ovs_interfaceid": "55af3675-deea-439a-866d-3bf13a0f2173", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.512622] env[64120]: DEBUG oslo_concurrency.lockutils [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "refresh_cache-090eaf31-6f74-4559-81cb-ff4bbf9cbccb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.512998] env[64120]: DEBUG oslo_concurrency.lockutils [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquired lock "refresh_cache-090eaf31-6f74-4559-81cb-ff4bbf9cbccb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.513288] env[64120]: DEBUG nova.network.neutron [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1430.520768] env[64120]: DEBUG oslo_vmware.api [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407065, 'name': ReconfigVM_Task, 'duration_secs': 0.327529} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.521124] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Reconfigured VM instance instance-00000062 to attach disk [datastore1] eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec/eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1430.522374] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2914ee65-46b9-4294-9a76-56f06f472255 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.546211] env[64120]: DEBUG nova.network.neutron [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1430.548518] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29943b56-15c3-42fd-be65-549ee22f7a6f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.570665] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb5de27-1576-4492-8992-7d0bea3f65bf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.594452] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd676e36-f5b5-4bcf-838b-45a6d04da5af {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.604702] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1430.605076] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5af9b8d-5844-48bf-ab65-f1f4967fc96a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.612868] env[64120]: DEBUG oslo_vmware.api [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1430.612868] env[64120]: value = "task-1407066" [ 1430.612868] env[64120]: _type = "Task" [ 1430.612868] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.620838] env[64120]: DEBUG oslo_vmware.api [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.703479] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 55e4ffbc-e23e-4bf5-a000-0c2437b7bc88] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1430.778053] env[64120]: DEBUG oslo_vmware.api [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407064, 'name': RemoveSnapshot_Task, 'duration_secs': 0.649232} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.778383] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Deleted Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1430.778667] env[64120]: DEBUG nova.compute.manager [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1430.779470] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e40a71e-a114-4f1d-863d-c9719c3ee40b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.917472] env[64120]: DEBUG nova.network.neutron [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Updating instance_info_cache with network_info: [{"id": "1e5b0478-7aa2-4f65-8319-933554f2cba4", "address": "fa:16:3e:3f:98:47", "network": {"id": "5aa9ccea-d810-4a4f-a424-c80a1b4c1286", "bridge": "br-int", "label": "tempest-ServersTestJSON-1147413175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ffaf88913245dc93bba7bdf398691b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e5b0478-7a", "ovs_interfaceid": "1e5b0478-7aa2-4f65-8319-933554f2cba4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.961070] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Releasing lock "refresh_cache-8c785844-844a-4710-8be5-ea4cea78f077" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.123773] env[64120]: DEBUG oslo_vmware.api [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407066, 'name': PowerOnVM_Task, 'duration_secs': 0.486105} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.126432] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1431.206725] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: ad053aa4-0749-4064-93e7-88bb3bbeadcb] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1431.226495] env[64120]: DEBUG nova.network.neutron [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Updating instance_info_cache with network_info: [{"id": "55286ced-9be3-46c5-989a-ef03c14b9b23", "address": "fa:16:3e:8f:b2:b7", "network": {"id": "986f8b17-896c-4e32-9a80-507703d51c9e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-289925603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "320d185402b0408994b165e50e456471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55286ced-9b", "ovs_interfaceid": "55286ced-9be3-46c5-989a-ef03c14b9b23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.292931] env[64120]: INFO nova.compute.manager [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Shelve offloading [ 1431.297725] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1431.298008] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a33c2cda-4e3a-402c-ad60-3002a91a983d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.307050] env[64120]: DEBUG oslo_vmware.api [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1431.307050] env[64120]: value = "task-1407067" [ 1431.307050] env[64120]: _type = "Task" [ 1431.307050] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.315950] env[64120]: DEBUG oslo_vmware.api [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.420483] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Releasing lock "refresh_cache-5d24444f-c622-4bbd-b2bb-6004374e9776" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.421042] env[64120]: DEBUG nova.compute.manager [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Instance network_info: |[{"id": "1e5b0478-7aa2-4f65-8319-933554f2cba4", "address": "fa:16:3e:3f:98:47", "network": {"id": "5aa9ccea-d810-4a4f-a424-c80a1b4c1286", "bridge": "br-int", "label": "tempest-ServersTestJSON-1147413175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ffaf88913245dc93bba7bdf398691b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e5b0478-7a", "ovs_interfaceid": "1e5b0478-7aa2-4f65-8319-933554f2cba4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1431.421561] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:98:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e5b0478-7aa2-4f65-8319-933554f2cba4', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1431.429364] env[64120]: DEBUG oslo.service.loopingcall [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1431.429632] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1431.429874] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-142146d2-59a1-455e-a6a4-164853fd200b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.446630] env[64120]: DEBUG nova.compute.manager [req-80170e9a-106f-493c-a4f8-65537dad362b req-59a6bb0d-be1a-492c-be33-ed58b01e7c0c service nova] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Received event network-changed-1e5b0478-7aa2-4f65-8319-933554f2cba4 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1431.446823] env[64120]: DEBUG nova.compute.manager [req-80170e9a-106f-493c-a4f8-65537dad362b req-59a6bb0d-be1a-492c-be33-ed58b01e7c0c service nova] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Refreshing instance network info cache due to event network-changed-1e5b0478-7aa2-4f65-8319-933554f2cba4. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1431.447057] env[64120]: DEBUG oslo_concurrency.lockutils [req-80170e9a-106f-493c-a4f8-65537dad362b req-59a6bb0d-be1a-492c-be33-ed58b01e7c0c service nova] Acquiring lock "refresh_cache-5d24444f-c622-4bbd-b2bb-6004374e9776" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.447215] env[64120]: DEBUG oslo_concurrency.lockutils [req-80170e9a-106f-493c-a4f8-65537dad362b req-59a6bb0d-be1a-492c-be33-ed58b01e7c0c service nova] Acquired lock "refresh_cache-5d24444f-c622-4bbd-b2bb-6004374e9776" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.447436] env[64120]: DEBUG nova.network.neutron [req-80170e9a-106f-493c-a4f8-65537dad362b req-59a6bb0d-be1a-492c-be33-ed58b01e7c0c service nova] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Refreshing network info cache for port 1e5b0478-7aa2-4f65-8319-933554f2cba4 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1431.454876] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1431.454876] env[64120]: value = "task-1407068" [ 1431.454876] env[64120]: _type = "Task" [ 1431.454876] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.467311] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407068, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.710603] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: fe30ced7-62ee-4b15-9b72-268677297ff8] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1431.729792] env[64120]: DEBUG oslo_concurrency.lockutils [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Releasing lock "refresh_cache-090eaf31-6f74-4559-81cb-ff4bbf9cbccb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.817313] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] VM already powered off {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1431.817583] env[64120]: DEBUG nova.compute.manager [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1431.818367] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4b86cd-d675-48f5-b02a-77b166dc6f0d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.825514] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquiring lock "refresh_cache-edcdcd11-fe13-4fd8-8135-4ca912a90c00" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.825690] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquired lock "refresh_cache-edcdcd11-fe13-4fd8-8135-4ca912a90c00" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.825885] env[64120]: DEBUG nova.network.neutron [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1431.965467] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407068, 'name': CreateVM_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.176749] env[64120]: INFO nova.compute.manager [None req-53306211-74b4-465c-8aec-e676597d40a6 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Updating instance to original state: 'active' [ 1432.182537] env[64120]: DEBUG nova.network.neutron [req-80170e9a-106f-493c-a4f8-65537dad362b req-59a6bb0d-be1a-492c-be33-ed58b01e7c0c service nova] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Updated VIF entry in instance network info cache for port 1e5b0478-7aa2-4f65-8319-933554f2cba4. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1432.182940] env[64120]: DEBUG nova.network.neutron [req-80170e9a-106f-493c-a4f8-65537dad362b req-59a6bb0d-be1a-492c-be33-ed58b01e7c0c service nova] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Updating instance_info_cache with network_info: [{"id": "1e5b0478-7aa2-4f65-8319-933554f2cba4", "address": "fa:16:3e:3f:98:47", "network": {"id": "5aa9ccea-d810-4a4f-a424-c80a1b4c1286", "bridge": "br-int", "label": "tempest-ServersTestJSON-1147413175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ffaf88913245dc93bba7bdf398691b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e5b0478-7a", "ovs_interfaceid": "1e5b0478-7aa2-4f65-8319-933554f2cba4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.214156] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 32c9072f-9004-4c1c-ac52-d7115dd531e1] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1432.258116] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262a1aa1-5d5d-4d11-ba22-766a1e0ccd70 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.281075] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfdaf5a-10c7-47c2-93d1-4e8f3b551619 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.288792] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Updating instance '090eaf31-6f74-4559-81cb-ff4bbf9cbccb' progress to 83 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1432.465872] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407068, 'name': CreateVM_Task, 'duration_secs': 0.832153} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.466069] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1432.466777] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.466954] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.467310] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1432.467595] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-742ed08d-1bf1-440e-bb91-ecfba8b7d249 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.474520] env[64120]: DEBUG oslo_vmware.api [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1432.474520] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]522efbb5-e57f-5e31-2a44-1e943fbdff14" [ 1432.474520] env[64120]: _type = "Task" [ 1432.474520] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.475920] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2206e0d-c26d-4f9a-9596-c1bb0de9f3c0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.487178] env[64120]: DEBUG oslo_vmware.api [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]522efbb5-e57f-5e31-2a44-1e943fbdff14, 'name': SearchDatastore_Task, 'duration_secs': 0.011368} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.499660] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.499937] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1432.500203] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.500361] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.500543] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1432.500872] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Updating instance '8c785844-844a-4710-8be5-ea4cea78f077' progress to 0 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1432.506332] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f890d5d-3a4f-4b0a-a111-806bb03fdcdc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.516554] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1432.516769] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1432.517520] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba5c6e73-9a8b-4ec6-bc5b-0feb4402e013 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.525427] env[64120]: DEBUG oslo_vmware.api [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1432.525427] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5261a23d-e943-e8c1-dff9-fad126af2d2e" [ 1432.525427] env[64120]: _type = "Task" [ 1432.525427] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.537823] env[64120]: DEBUG oslo_vmware.api [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5261a23d-e943-e8c1-dff9-fad126af2d2e, 'name': SearchDatastore_Task, 'duration_secs': 0.010183} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.538601] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-469b717a-d793-4e84-b8c2-b909bfae96f4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.543940] env[64120]: DEBUG oslo_vmware.api [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1432.543940] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521de920-3539-d3f9-172d-daad6ad01114" [ 1432.543940] env[64120]: _type = "Task" [ 1432.543940] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.551840] env[64120]: DEBUG oslo_vmware.api [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521de920-3539-d3f9-172d-daad6ad01114, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.646776] env[64120]: DEBUG nova.network.neutron [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Updating instance_info_cache with network_info: [{"id": "3ea87edc-abf0-47a6-b60f-a15fe5e49aab", "address": "fa:16:3e:d8:59:43", "network": {"id": "6569e1ec-1a2b-4d9b-80f3-051ee4368a6a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1669689819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3f4905bad364b14ad429c24290f1f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ea87edc-ab", "ovs_interfaceid": "3ea87edc-abf0-47a6-b60f-a15fe5e49aab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.687616] env[64120]: DEBUG oslo_concurrency.lockutils [req-80170e9a-106f-493c-a4f8-65537dad362b req-59a6bb0d-be1a-492c-be33-ed58b01e7c0c service nova] Releasing lock "refresh_cache-5d24444f-c622-4bbd-b2bb-6004374e9776" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.718903] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: ed54e949-f5db-4946-bc92-6384f8279de5] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1432.795232] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1432.795533] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8acb5866-7673-4c90-a85a-1dac931eda88 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.804562] env[64120]: DEBUG oslo_vmware.api [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1432.804562] env[64120]: value = "task-1407069" [ 1432.804562] env[64120]: _type = "Task" [ 1432.804562] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.813350] env[64120]: DEBUG oslo_vmware.api [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1407069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.010880] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1433.011246] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4ee4bb8-84ce-4878-a7d5-0331ac49f2bd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.020116] env[64120]: DEBUG oslo_vmware.api [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1433.020116] env[64120]: value = "task-1407070" [ 1433.020116] env[64120]: _type = "Task" [ 1433.020116] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.028486] env[64120]: DEBUG oslo_vmware.api [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.055023] env[64120]: DEBUG oslo_vmware.api [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]521de920-3539-d3f9-172d-daad6ad01114, 'name': SearchDatastore_Task, 'duration_secs': 0.010544} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.056244] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.056543] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 5d24444f-c622-4bbd-b2bb-6004374e9776/5d24444f-c622-4bbd-b2bb-6004374e9776.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1433.056832] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38069414-ba13-45b6-81c5-1297e5f67dce {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.064036] env[64120]: DEBUG oslo_vmware.api [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1433.064036] env[64120]: value = "task-1407071" [ 1433.064036] env[64120]: _type = "Task" [ 1433.064036] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.072146] env[64120]: DEBUG oslo_vmware.api [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.149356] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Releasing lock "refresh_cache-edcdcd11-fe13-4fd8-8135-4ca912a90c00" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.222502] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 60537205-dfa3-4db3-9972-cf1e3901e874] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1433.316609] env[64120]: DEBUG oslo_vmware.api [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1407069, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.488030] env[64120]: DEBUG nova.compute.manager [req-166cfeb6-bd18-4f9a-bf0d-8df93604ef73 req-195aff1b-2271-47b3-812a-1fb8fd493ef3 service nova] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Received event network-vif-unplugged-3ea87edc-abf0-47a6-b60f-a15fe5e49aab {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1433.488308] env[64120]: DEBUG oslo_concurrency.lockutils [req-166cfeb6-bd18-4f9a-bf0d-8df93604ef73 req-195aff1b-2271-47b3-812a-1fb8fd493ef3 service nova] Acquiring lock "edcdcd11-fe13-4fd8-8135-4ca912a90c00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.488499] env[64120]: DEBUG oslo_concurrency.lockutils [req-166cfeb6-bd18-4f9a-bf0d-8df93604ef73 req-195aff1b-2271-47b3-812a-1fb8fd493ef3 service nova] Lock "edcdcd11-fe13-4fd8-8135-4ca912a90c00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.488678] env[64120]: DEBUG oslo_concurrency.lockutils [req-166cfeb6-bd18-4f9a-bf0d-8df93604ef73 req-195aff1b-2271-47b3-812a-1fb8fd493ef3 service nova] Lock "edcdcd11-fe13-4fd8-8135-4ca912a90c00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.488860] env[64120]: DEBUG nova.compute.manager [req-166cfeb6-bd18-4f9a-bf0d-8df93604ef73 req-195aff1b-2271-47b3-812a-1fb8fd493ef3 service nova] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] No waiting events found dispatching network-vif-unplugged-3ea87edc-abf0-47a6-b60f-a15fe5e49aab {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1433.489057] env[64120]: WARNING nova.compute.manager [req-166cfeb6-bd18-4f9a-bf0d-8df93604ef73 req-195aff1b-2271-47b3-812a-1fb8fd493ef3 service nova] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Received unexpected event network-vif-unplugged-3ea87edc-abf0-47a6-b60f-a15fe5e49aab for instance with vm_state shelved and task_state shelving_offloading. [ 1433.533052] env[64120]: DEBUG oslo_vmware.api [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407070, 'name': PowerOffVM_Task, 'duration_secs': 0.361872} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.533330] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1433.533553] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Updating instance '8c785844-844a-4710-8be5-ea4cea78f077' progress to 17 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1433.577385] env[64120]: DEBUG oslo_vmware.api [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503103} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.577652] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 5d24444f-c622-4bbd-b2bb-6004374e9776/5d24444f-c622-4bbd-b2bb-6004374e9776.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1433.577892] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1433.578187] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-370ebc5c-7de9-4395-84fa-80c646ddcf5a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.586424] env[64120]: DEBUG oslo_vmware.api [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1433.586424] env[64120]: value = "task-1407072" [ 1433.586424] env[64120]: _type = "Task" [ 1433.586424] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.596329] env[64120]: DEBUG oslo_vmware.api [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.609961] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1433.610136] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5198727-a008-422a-9409-0e782613052a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.618580] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1433.618866] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b027ad8-6ace-4f71-83fa-0a18ed99b23c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.633899] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.634247] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.634513] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.635230] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.635230] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.637383] env[64120]: INFO nova.compute.manager [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Terminating instance [ 1433.639508] env[64120]: DEBUG nova.compute.manager [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1433.639742] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1433.639990] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36170f50-b48d-44db-9bf9-04619faa391d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.647174] env[64120]: DEBUG oslo_vmware.api [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1433.647174] env[64120]: value = "task-1407074" [ 1433.647174] env[64120]: _type = "Task" [ 1433.647174] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.658516] env[64120]: DEBUG oslo_vmware.api [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.727324] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: eda63403-cd22-40da-a990-ebdf896f7ed6] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1433.788014] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1433.788335] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1433.788549] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Deleting the datastore file [datastore2] edcdcd11-fe13-4fd8-8135-4ca912a90c00 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1433.788832] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-692b68aa-42e3-4a94-8836-9ceb2a908ffb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.796089] env[64120]: DEBUG oslo_vmware.api [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1433.796089] env[64120]: value = "task-1407075" [ 1433.796089] env[64120]: _type = "Task" [ 1433.796089] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.805030] env[64120]: DEBUG oslo_vmware.api [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.816578] env[64120]: DEBUG oslo_vmware.api [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1407069, 'name': PowerOnVM_Task, 'duration_secs': 0.631799} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.816578] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1433.816942] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-63ba2124-9dd0-43ad-ab6f-d28aa2b5a968 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Updating instance '090eaf31-6f74-4559-81cb-ff4bbf9cbccb' progress to 100 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1434.041030] env[64120]: DEBUG nova.virt.hardware [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1434.041312] env[64120]: DEBUG nova.virt.hardware [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1434.041481] env[64120]: DEBUG nova.virt.hardware [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1434.041672] env[64120]: DEBUG nova.virt.hardware [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1434.041823] env[64120]: DEBUG nova.virt.hardware [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1434.041977] env[64120]: DEBUG nova.virt.hardware [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1434.042207] env[64120]: DEBUG nova.virt.hardware [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1434.042377] env[64120]: DEBUG nova.virt.hardware [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1434.042550] env[64120]: DEBUG nova.virt.hardware [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1434.042738] env[64120]: DEBUG nova.virt.hardware [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1434.042933] env[64120]: DEBUG nova.virt.hardware [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1434.047928] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c546593-091d-478c-87df-19bdfc2fc81b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.063328] env[64120]: DEBUG oslo_vmware.api [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1434.063328] env[64120]: value = "task-1407076" [ 1434.063328] env[64120]: _type = "Task" [ 1434.063328] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.072076] env[64120]: DEBUG oslo_vmware.api [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.097566] env[64120]: DEBUG oslo_vmware.api [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073928} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.097791] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1434.098672] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093f82e0-f699-464d-90a9-85d0ef5619f2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.121368] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 5d24444f-c622-4bbd-b2bb-6004374e9776/5d24444f-c622-4bbd-b2bb-6004374e9776.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1434.121722] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e889e370-6615-4610-bf32-9a52384b0b3b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.141336] env[64120]: DEBUG oslo_vmware.api [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1434.141336] env[64120]: value = "task-1407077" [ 1434.141336] env[64120]: _type = "Task" [ 1434.141336] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.151494] env[64120]: DEBUG oslo_vmware.api [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407077, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.159632] env[64120]: DEBUG oslo_vmware.api [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407074, 'name': PowerOffVM_Task, 'duration_secs': 0.230249} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.159927] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1434.160180] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Volume detach. Driver type: vmdk {{(pid=64120) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1434.160422] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298184', 'volume_id': '660d007c-2727-4d2f-bbde-ddfe425e75c2', 'name': 'volume-660d007c-2727-4d2f-bbde-ddfe425e75c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec', 'attached_at': '2024-11-07T02:16:46.000000', 'detached_at': '', 'volume_id': '660d007c-2727-4d2f-bbde-ddfe425e75c2', 'serial': '660d007c-2727-4d2f-bbde-ddfe425e75c2'} {{(pid=64120) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1434.161258] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7ce6fe-8b3d-4ffd-9b1b-a4ce52454d9d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.183134] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7969539c-b306-4b75-8e09-5c32f5c08380 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.190481] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b762435f-f3bd-40df-b055-313e9475938b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.211928] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9227741d-8c4d-4110-beb3-2f03be10569b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.228531] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] The volume has not been displaced from its original location: [datastore2] volume-660d007c-2727-4d2f-bbde-ddfe425e75c2/volume-660d007c-2727-4d2f-bbde-ddfe425e75c2.vmdk. No consolidation needed. {{(pid=64120) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1434.234060] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1434.234589] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 435bd213-b529-4741-8145-9fa3d63638af] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1434.236481] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e66d530-4874-490c-aa20-99c88d2d38cb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.256250] env[64120]: DEBUG oslo_vmware.api [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1434.256250] env[64120]: value = "task-1407078" [ 1434.256250] env[64120]: _type = "Task" [ 1434.256250] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.267007] env[64120]: DEBUG oslo_vmware.api [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.305876] env[64120]: DEBUG oslo_vmware.api [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195032} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.306164] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1434.306361] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1434.306545] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1434.334393] env[64120]: INFO nova.scheduler.client.report [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Deleted allocations for instance edcdcd11-fe13-4fd8-8135-4ca912a90c00 [ 1434.572890] env[64120]: DEBUG oslo_vmware.api [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407076, 'name': ReconfigVM_Task, 'duration_secs': 0.204569} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.573232] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Updating instance '8c785844-844a-4710-8be5-ea4cea78f077' progress to 33 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1434.576663] env[64120]: DEBUG oslo_concurrency.lockutils [None req-64f8f6cb-f704-4477-be80-de58d152e795 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "interface-62041f20-0af3-4a36-be7c-96e034819c1c-6173474b-8f68-4750-a0e1-451c555fb7ae" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.576888] env[64120]: DEBUG oslo_concurrency.lockutils [None req-64f8f6cb-f704-4477-be80-de58d152e795 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "interface-62041f20-0af3-4a36-be7c-96e034819c1c-6173474b-8f68-4750-a0e1-451c555fb7ae" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.577256] env[64120]: DEBUG nova.objects.instance [None req-64f8f6cb-f704-4477-be80-de58d152e795 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lazy-loading 'flavor' on Instance uuid 62041f20-0af3-4a36-be7c-96e034819c1c {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1434.651407] env[64120]: DEBUG oslo_vmware.api [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407077, 'name': ReconfigVM_Task, 'duration_secs': 0.368547} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.651805] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 5d24444f-c622-4bbd-b2bb-6004374e9776/5d24444f-c622-4bbd-b2bb-6004374e9776.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1434.652506] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14c0202e-58d6-4cb0-b3be-c35a95ed3384 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.660245] env[64120]: DEBUG oslo_vmware.api [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1434.660245] env[64120]: value = "task-1407079" [ 1434.660245] env[64120]: _type = "Task" [ 1434.660245] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.674188] env[64120]: DEBUG oslo_vmware.api [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407079, 'name': Rename_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.751081] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 2bc32220-40e1-4193-8628-d63afef77a84] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1434.767550] env[64120]: DEBUG oslo_vmware.api [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407078, 'name': ReconfigVM_Task, 'duration_secs': 0.226856} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.768461] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1434.772867] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb6854ee-92f7-48a5-87c2-d3652d3c998e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.789196] env[64120]: DEBUG oslo_vmware.api [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1434.789196] env[64120]: value = "task-1407080" [ 1434.789196] env[64120]: _type = "Task" [ 1434.789196] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.799539] env[64120]: DEBUG oslo_vmware.api [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407080, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.839038] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.839346] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.839576] env[64120]: DEBUG nova.objects.instance [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lazy-loading 'resources' on Instance uuid edcdcd11-fe13-4fd8-8135-4ca912a90c00 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1435.080981] env[64120]: DEBUG nova.virt.hardware [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1435.081303] env[64120]: DEBUG nova.virt.hardware [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1435.081431] env[64120]: DEBUG nova.virt.hardware [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1435.081750] env[64120]: DEBUG nova.virt.hardware [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1435.081791] env[64120]: DEBUG nova.virt.hardware [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1435.081937] env[64120]: DEBUG nova.virt.hardware [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1435.082185] env[64120]: DEBUG nova.virt.hardware [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1435.082360] env[64120]: DEBUG nova.virt.hardware [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1435.082535] env[64120]: DEBUG nova.virt.hardware [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1435.082815] env[64120]: DEBUG nova.virt.hardware [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1435.082927] env[64120]: DEBUG nova.virt.hardware [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1435.088580] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1435.091688] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9377e84c-effd-4ca9-9966-e9bd35e10df2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.112059] env[64120]: DEBUG oslo_vmware.api [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1435.112059] env[64120]: value = "task-1407081" [ 1435.112059] env[64120]: _type = "Task" [ 1435.112059] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.120850] env[64120]: DEBUG oslo_vmware.api [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407081, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.171248] env[64120]: DEBUG oslo_vmware.api [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407079, 'name': Rename_Task, 'duration_secs': 0.140062} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.171569] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1435.171844] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5157a896-af52-4a62-9a91-b0e21545744e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.178545] env[64120]: DEBUG oslo_vmware.api [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1435.178545] env[64120]: value = "task-1407082" [ 1435.178545] env[64120]: _type = "Task" [ 1435.178545] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.187767] env[64120]: DEBUG oslo_vmware.api [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.236971] env[64120]: DEBUG nova.objects.instance [None req-64f8f6cb-f704-4477-be80-de58d152e795 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lazy-loading 'pci_requests' on Instance uuid 62041f20-0af3-4a36-be7c-96e034819c1c {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1435.253871] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 643c3a48-b1e8-4d3c-84f7-69a41c264eaf] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1435.299687] env[64120]: DEBUG oslo_vmware.api [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407080, 'name': ReconfigVM_Task, 'duration_secs': 0.137185} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.299990] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298184', 'volume_id': '660d007c-2727-4d2f-bbde-ddfe425e75c2', 'name': 'volume-660d007c-2727-4d2f-bbde-ddfe425e75c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec', 'attached_at': '2024-11-07T02:16:46.000000', 'detached_at': '', 'volume_id': '660d007c-2727-4d2f-bbde-ddfe425e75c2', 'serial': '660d007c-2727-4d2f-bbde-ddfe425e75c2'} {{(pid=64120) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1435.300310] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1435.301096] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4962dfe1-ed87-438a-9f38-aeb6e351ce35 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.308029] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1435.308292] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-409b2db8-e784-4446-8112-ba1ca304d7df {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.342661] env[64120]: DEBUG nova.objects.instance [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lazy-loading 'numa_topology' on Instance uuid edcdcd11-fe13-4fd8-8135-4ca912a90c00 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1435.375351] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1435.375615] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1435.375780] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Deleting the datastore file [datastore1] eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1435.376087] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b69b6611-defc-468b-8cee-5b41a2c1f65b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.384139] env[64120]: DEBUG oslo_vmware.api [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1435.384139] env[64120]: value = "task-1407084" [ 1435.384139] env[64120]: _type = "Task" [ 1435.384139] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.392984] env[64120]: DEBUG oslo_vmware.api [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.622701] env[64120]: DEBUG oslo_vmware.api [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407081, 'name': ReconfigVM_Task, 'duration_secs': 0.337712} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.623118] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1435.623980] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2a4647-a7b5-44a2-927d-3943f4d4e2c4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.647779] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-9d4947b4-3e43-4fce-8544-64a8838d2b76/volume-9d4947b4-3e43-4fce-8544-64a8838d2b76.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1435.648100] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bda297b2-83d5-41a9-add5-8f7301b55ebc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.668494] env[64120]: DEBUG oslo_vmware.api [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1435.668494] env[64120]: value = "task-1407085" [ 1435.668494] env[64120]: _type = "Task" [ 1435.668494] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.676812] env[64120]: DEBUG oslo_vmware.api [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407085, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.691613] env[64120]: DEBUG oslo_vmware.api [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407082, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.739634] env[64120]: DEBUG nova.objects.base [None req-64f8f6cb-f704-4477-be80-de58d152e795 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Object Instance<62041f20-0af3-4a36-be7c-96e034819c1c> lazy-loaded attributes: flavor,pci_requests {{(pid=64120) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1435.739911] env[64120]: DEBUG nova.network.neutron [None req-64f8f6cb-f704-4477-be80-de58d152e795 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1435.757101] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: dd35a3ad-c612-4b13-9e0d-d57034827b0d] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1435.816512] env[64120]: DEBUG nova.policy [None req-64f8f6cb-f704-4477-be80-de58d152e795 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdcd2e9c80c34e569fdbcab5e84efcb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecee5b6b3e784d9ca773d92c2ed384b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1435.830514] env[64120]: DEBUG oslo_concurrency.lockutils [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "090eaf31-6f74-4559-81cb-ff4bbf9cbccb" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.830746] env[64120]: DEBUG oslo_concurrency.lockutils [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "090eaf31-6f74-4559-81cb-ff4bbf9cbccb" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.830929] env[64120]: DEBUG nova.compute.manager [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Going to confirm migration 8 {{(pid=64120) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1435.845113] env[64120]: DEBUG nova.objects.base [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=64120) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1435.896906] env[64120]: DEBUG oslo_vmware.api [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228512} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.896906] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1435.896906] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1435.896906] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1435.896906] env[64120]: INFO nova.compute.manager [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1435.896906] env[64120]: DEBUG oslo.service.loopingcall [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1435.896906] env[64120]: DEBUG nova.compute.manager [-] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1435.896906] env[64120]: DEBUG nova.network.neutron [-] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1436.034524] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776345a6-69d4-449e-964c-c03ddde70dc5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.042480] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8320703-cf67-409c-85f5-f6724cb5c15d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.076513] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62218bc1-d96f-45b0-9dde-0dc80ac7d147 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.085185] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2ba477-8f72-4b21-ba18-852ca117af04 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.099730] env[64120]: DEBUG nova.compute.provider_tree [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.180272] env[64120]: DEBUG oslo_vmware.api [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.190364] env[64120]: DEBUG oslo_vmware.api [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407082, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.260527] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 94a09be2-6d85-44c0-b282-e80f4f0b5ec5] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1436.393329] env[64120]: DEBUG oslo_concurrency.lockutils [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "refresh_cache-090eaf31-6f74-4559-81cb-ff4bbf9cbccb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.393552] env[64120]: DEBUG oslo_concurrency.lockutils [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquired lock "refresh_cache-090eaf31-6f74-4559-81cb-ff4bbf9cbccb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.393755] env[64120]: DEBUG nova.network.neutron [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1436.393946] env[64120]: DEBUG nova.objects.instance [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lazy-loading 'info_cache' on Instance uuid 090eaf31-6f74-4559-81cb-ff4bbf9cbccb {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1436.603217] env[64120]: DEBUG nova.scheduler.client.report [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1436.692187] env[64120]: DEBUG oslo_vmware.api [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407085, 'name': ReconfigVM_Task, 'duration_secs': 0.563523} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.695338] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-9d4947b4-3e43-4fce-8544-64a8838d2b76/volume-9d4947b4-3e43-4fce-8544-64a8838d2b76.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1436.695635] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Updating instance '8c785844-844a-4710-8be5-ea4cea78f077' progress to 50 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1436.698926] env[64120]: DEBUG oslo_vmware.api [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407082, 'name': PowerOnVM_Task, 'duration_secs': 1.358127} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.699469] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1436.699675] env[64120]: INFO nova.compute.manager [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1436.699859] env[64120]: DEBUG nova.compute.manager [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1436.700656] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12da3c6a-0a07-490b-a4ee-32eb820e7fe2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.765282] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: e62a17bf-89e4-4c37-b270-52bf10a86d5e] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1436.986696] env[64120]: DEBUG nova.network.neutron [-] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.109149] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.270s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.203668] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9204b817-4a3c-4348-b4f5-052aa412d5e4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.902389] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 0441676f-53f4-4b15-b318-bed35cb92f02] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1437.903220] env[64120]: INFO nova.compute.manager [-] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Took 2.01 seconds to deallocate network for instance. [ 1437.907933] env[64120]: DEBUG nova.network.neutron [None req-64f8f6cb-f704-4477-be80-de58d152e795 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Successfully updated port: 6173474b-8f68-4750-a0e1-451c555fb7ae {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1437.911335] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7514cd67-d746-44aa-8d6d-b2962c2f284b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.914066] env[64120]: DEBUG oslo_concurrency.lockutils [None req-eed82e37-ffaf-4aaa-83e7-262694425cec tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "edcdcd11-fe13-4fd8-8135-4ca912a90c00" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.343s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.915009] env[64120]: INFO nova.compute.manager [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Took 13.56 seconds to build instance. [ 1437.933756] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Updating instance '8c785844-844a-4710-8be5-ea4cea78f077' progress to 67 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1438.112716] env[64120]: DEBUG nova.network.neutron [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Updating instance_info_cache with network_info: [{"id": "55286ced-9be3-46c5-989a-ef03c14b9b23", "address": "fa:16:3e:8f:b2:b7", "network": {"id": "986f8b17-896c-4e32-9a80-507703d51c9e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-289925603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "320d185402b0408994b165e50e456471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55286ced-9b", "ovs_interfaceid": "55286ced-9be3-46c5-989a-ef03c14b9b23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.410063] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 5b6e1058-3b55-4c45-8f90-af94dbfee87d] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1438.416861] env[64120]: DEBUG oslo_concurrency.lockutils [None req-64f8f6cb-f704-4477-be80-de58d152e795 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "refresh_cache-62041f20-0af3-4a36-be7c-96e034819c1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.417050] env[64120]: DEBUG oslo_concurrency.lockutils [None req-64f8f6cb-f704-4477-be80-de58d152e795 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquired lock "refresh_cache-62041f20-0af3-4a36-be7c-96e034819c1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.417233] env[64120]: DEBUG nova.network.neutron [None req-64f8f6cb-f704-4477-be80-de58d152e795 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1438.418545] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a471257d-8183-4a11-871f-7d8e48f0dccb tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "5d24444f-c622-4bbd-b2bb-6004374e9776" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.068s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.460278] env[64120]: INFO nova.compute.manager [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Took 0.55 seconds to detach 1 volumes for instance. [ 1438.615836] env[64120]: DEBUG oslo_concurrency.lockutils [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Releasing lock "refresh_cache-090eaf31-6f74-4559-81cb-ff4bbf9cbccb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.616200] env[64120]: DEBUG nova.objects.instance [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lazy-loading 'migration_context' on Instance uuid 090eaf31-6f74-4559-81cb-ff4bbf9cbccb {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1438.913736] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 1e3ed926-6b6c-4044-a299-64a438f2400d] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1438.950446] env[64120]: WARNING nova.network.neutron [None req-64f8f6cb-f704-4477-be80-de58d152e795 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] 49ed4ce5-a4d3-4752-937d-5db93927c7fb already exists in list: networks containing: ['49ed4ce5-a4d3-4752-937d-5db93927c7fb']. ignoring it [ 1438.965837] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.966111] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.966308] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.989423] env[64120]: INFO nova.scheduler.client.report [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Deleted allocations for instance eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec [ 1439.118571] env[64120]: DEBUG nova.objects.base [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Object Instance<090eaf31-6f74-4559-81cb-ff4bbf9cbccb> lazy-loaded attributes: info_cache,migration_context {{(pid=64120) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1439.119523] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479ac2d1-a69f-494e-b6b9-b12821451be7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.142317] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82e35c2f-dd92-48cf-ae4a-c8472524a843 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.148747] env[64120]: DEBUG oslo_vmware.api [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1439.148747] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f9f4e7-70bb-5b10-e8e3-233c469f1073" [ 1439.148747] env[64120]: _type = "Task" [ 1439.148747] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.157906] env[64120]: DEBUG oslo_vmware.api [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f9f4e7-70bb-5b10-e8e3-233c469f1073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.238490] env[64120]: DEBUG nova.network.neutron [None req-64f8f6cb-f704-4477-be80-de58d152e795 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Updating instance_info_cache with network_info: [{"id": "3573d8ba-49d2-47db-a4b1-2662a0751a0d", "address": "fa:16:3e:1a:51:ea", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3573d8ba-49", "ovs_interfaceid": "3573d8ba-49d2-47db-a4b1-2662a0751a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6173474b-8f68-4750-a0e1-451c555fb7ae", "address": "fa:16:3e:c5:a3:33", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6173474b-8f", "ovs_interfaceid": "6173474b-8f68-4750-a0e1-451c555fb7ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.417913] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 4d010afc-7835-4eac-b2bd-7cf6abea43a1] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1439.497763] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6ace4820-b10e-47a4-92cd-9fa9802662c5 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.863s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.577396] env[64120]: DEBUG nova.network.neutron [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Port 55af3675-deea-439a-866d-3bf13a0f2173 binding to destination host cpu-1 is already ACTIVE {{(pid=64120) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1439.659808] env[64120]: DEBUG oslo_vmware.api [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f9f4e7-70bb-5b10-e8e3-233c469f1073, 'name': SearchDatastore_Task, 'duration_secs': 0.007828} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.660119] env[64120]: DEBUG oslo_concurrency.lockutils [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.660349] env[64120]: DEBUG oslo_concurrency.lockutils [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.741560] env[64120]: DEBUG oslo_concurrency.lockutils [None req-64f8f6cb-f704-4477-be80-de58d152e795 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Releasing lock "refresh_cache-62041f20-0af3-4a36-be7c-96e034819c1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.742278] env[64120]: DEBUG oslo_concurrency.lockutils [None req-64f8f6cb-f704-4477-be80-de58d152e795 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "62041f20-0af3-4a36-be7c-96e034819c1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.742449] env[64120]: DEBUG oslo_concurrency.lockutils [None req-64f8f6cb-f704-4477-be80-de58d152e795 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquired lock "62041f20-0af3-4a36-be7c-96e034819c1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.743378] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4cc3e3-e3b8-4075-9087-506daff1f63c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.760431] env[64120]: DEBUG nova.virt.hardware [None req-64f8f6cb-f704-4477-be80-de58d152e795 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1439.760623] env[64120]: DEBUG nova.virt.hardware [None req-64f8f6cb-f704-4477-be80-de58d152e795 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1439.760782] env[64120]: DEBUG nova.virt.hardware [None req-64f8f6cb-f704-4477-be80-de58d152e795 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1439.760970] env[64120]: DEBUG nova.virt.hardware [None req-64f8f6cb-f704-4477-be80-de58d152e795 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1439.761143] env[64120]: DEBUG nova.virt.hardware [None req-64f8f6cb-f704-4477-be80-de58d152e795 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1439.761299] env[64120]: DEBUG nova.virt.hardware [None req-64f8f6cb-f704-4477-be80-de58d152e795 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1439.761513] env[64120]: DEBUG nova.virt.hardware [None req-64f8f6cb-f704-4477-be80-de58d152e795 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1439.761680] env[64120]: DEBUG nova.virt.hardware [None req-64f8f6cb-f704-4477-be80-de58d152e795 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1439.761854] env[64120]: DEBUG nova.virt.hardware [None req-64f8f6cb-f704-4477-be80-de58d152e795 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1439.762047] env[64120]: DEBUG nova.virt.hardware [None req-64f8f6cb-f704-4477-be80-de58d152e795 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1439.762238] env[64120]: DEBUG nova.virt.hardware [None req-64f8f6cb-f704-4477-be80-de58d152e795 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1439.768266] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-64f8f6cb-f704-4477-be80-de58d152e795 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Reconfiguring VM to attach interface {{(pid=64120) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1439.768567] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f7296c6-e6a6-40c9-92e7-0d6c9e4de38c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.786789] env[64120]: DEBUG oslo_vmware.api [None req-64f8f6cb-f704-4477-be80-de58d152e795 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1439.786789] env[64120]: value = "task-1407086" [ 1439.786789] env[64120]: _type = "Task" [ 1439.786789] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.794687] env[64120]: DEBUG oslo_vmware.api [None req-64f8f6cb-f704-4477-be80-de58d152e795 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407086, 'name': ReconfigVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.921933] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 494d4494-bd61-4370-b8f4-4e7ae757d638] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1440.302855] env[64120]: DEBUG oslo_vmware.api [None req-64f8f6cb-f704-4477-be80-de58d152e795 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.337296] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61dafe4-5627-4297-a474-32754a69ccb5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.346847] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f397734-58cb-442e-a611-80e8328e3e51 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.378365] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509bf842-a229-4ef2-9476-6d2946873d67 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.386873] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8761bd-a185-44ec-9e26-94637ab54026 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.402212] env[64120]: DEBUG nova.compute.provider_tree [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1440.426044] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 0a29cbe5-1f69-44f7-90a6-209992a79b2a] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1440.599951] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "8c785844-844a-4710-8be5-ea4cea78f077-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.600248] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "8c785844-844a-4710-8be5-ea4cea78f077-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.600449] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "8c785844-844a-4710-8be5-ea4cea78f077-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.800386] env[64120]: DEBUG oslo_vmware.api [None req-64f8f6cb-f704-4477-be80-de58d152e795 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407086, 'name': ReconfigVM_Task, 'duration_secs': 0.626862} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.800968] env[64120]: DEBUG oslo_concurrency.lockutils [None req-64f8f6cb-f704-4477-be80-de58d152e795 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Releasing lock "62041f20-0af3-4a36-be7c-96e034819c1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.801256] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-64f8f6cb-f704-4477-be80-de58d152e795 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Reconfigured VM to attach interface {{(pid=64120) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1440.905986] env[64120]: DEBUG nova.scheduler.client.report [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1440.929174] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: a7f265f9-5842-4567-a926-7b924f066cab] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1441.306403] env[64120]: DEBUG oslo_concurrency.lockutils [None req-64f8f6cb-f704-4477-be80-de58d152e795 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "interface-62041f20-0af3-4a36-be7c-96e034819c1c-6173474b-8f68-4750-a0e1-451c555fb7ae" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.729s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.431934] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 87ff5098-8334-42ff-ac2f-ac28ed224fb4] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1441.634710] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "refresh_cache-8c785844-844a-4710-8be5-ea4cea78f077" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.634919] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquired lock "refresh_cache-8c785844-844a-4710-8be5-ea4cea78f077" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.635232] env[64120]: DEBUG nova.network.neutron [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1441.916634] env[64120]: DEBUG oslo_concurrency.lockutils [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.256s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.935556] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 2d14c3fc-708b-4bb7-8f95-303e546dd811] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1442.439172] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: d57efb12-3708-4a0d-8987-4efe69887d86] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1442.442228] env[64120]: DEBUG nova.network.neutron [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Updating instance_info_cache with network_info: [{"id": "55af3675-deea-439a-866d-3bf13a0f2173", "address": "fa:16:3e:05:e8:1a", "network": {"id": "71911dc6-c0f8-40a0-bf34-0194ac58b322", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1482185353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfac1b101ea44799c497b99e27a488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55af3675-de", "ovs_interfaceid": "55af3675-deea-439a-866d-3bf13a0f2173", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.478394] env[64120]: INFO nova.scheduler.client.report [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Deleted allocation for migration dcb49fdd-57f4-4fd4-8032-630562ac133a [ 1442.943998] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 3997b4b8-119f-4bac-a16c-b18361db7b31] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1442.946229] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Releasing lock "refresh_cache-8c785844-844a-4710-8be5-ea4cea78f077" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.985201] env[64120]: DEBUG oslo_concurrency.lockutils [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "090eaf31-6f74-4559-81cb-ff4bbf9cbccb" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.154s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.363159] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3f59ba71-609b-4ce2-bfbe-28d50e91cde5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "interface-62041f20-0af3-4a36-be7c-96e034819c1c-6173474b-8f68-4750-a0e1-451c555fb7ae" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.363474] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3f59ba71-609b-4ce2-bfbe-28d50e91cde5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "interface-62041f20-0af3-4a36-be7c-96e034819c1c-6173474b-8f68-4750-a0e1-451c555fb7ae" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.384973] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquiring lock "edcdcd11-fe13-4fd8-8135-4ca912a90c00" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.385229] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "edcdcd11-fe13-4fd8-8135-4ca912a90c00" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.386034] env[64120]: INFO nova.compute.manager [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Unshelving [ 1443.450360] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: c4b2cbf5-6523-4f2e-a826-f2d28f41b6ad] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1443.456396] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd60d908-4960-49e3-961a-aa806d95b2a4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.466251] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20900a99-3b94-4c53-97c2-60ee2e81bdda {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.866521] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3f59ba71-609b-4ce2-bfbe-28d50e91cde5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "62041f20-0af3-4a36-be7c-96e034819c1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.866708] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3f59ba71-609b-4ce2-bfbe-28d50e91cde5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquired lock "62041f20-0af3-4a36-be7c-96e034819c1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.867595] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421e0401-00d4-471b-a817-87c6ac4e9aba {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.894387] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bd1572-e834-42ea-9b36-311b2d3c6fcb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.898980] env[64120]: DEBUG oslo_concurrency.lockutils [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "3de862d9-d401-4209-b0d9-67fdd203fd56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.899668] env[64120]: DEBUG oslo_concurrency.lockutils [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "3de862d9-d401-4209-b0d9-67fdd203fd56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.928013] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3f59ba71-609b-4ce2-bfbe-28d50e91cde5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Reconfiguring VM to detach interface {{(pid=64120) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1443.928826] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f89c53a-a49c-4f3b-ba7e-7f525bb7ca90 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.949815] env[64120]: DEBUG oslo_vmware.api [None req-3f59ba71-609b-4ce2-bfbe-28d50e91cde5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1443.949815] env[64120]: value = "task-1407087" [ 1443.949815] env[64120]: _type = "Task" [ 1443.949815] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.958758] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: a4c04c6d-8d9b-4859-9ece-a256f8cd0f18] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1443.960687] env[64120]: DEBUG oslo_vmware.api [None req-3f59ba71-609b-4ce2-bfbe-28d50e91cde5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407087, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.978360] env[64120]: DEBUG oslo_concurrency.lockutils [None req-07ff4d42-afa2-4a19-bd49-d96573a4d968 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "5d24444f-c622-4bbd-b2bb-6004374e9776" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.978714] env[64120]: DEBUG oslo_concurrency.lockutils [None req-07ff4d42-afa2-4a19-bd49-d96573a4d968 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "5d24444f-c622-4bbd-b2bb-6004374e9776" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.978973] env[64120]: DEBUG oslo_concurrency.lockutils [None req-07ff4d42-afa2-4a19-bd49-d96573a4d968 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "5d24444f-c622-4bbd-b2bb-6004374e9776-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.979181] env[64120]: DEBUG oslo_concurrency.lockutils [None req-07ff4d42-afa2-4a19-bd49-d96573a4d968 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "5d24444f-c622-4bbd-b2bb-6004374e9776-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.980318] env[64120]: DEBUG oslo_concurrency.lockutils [None req-07ff4d42-afa2-4a19-bd49-d96573a4d968 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "5d24444f-c622-4bbd-b2bb-6004374e9776-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.981719] env[64120]: INFO nova.compute.manager [None req-07ff4d42-afa2-4a19-bd49-d96573a4d968 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Terminating instance [ 1443.984633] env[64120]: DEBUG nova.compute.manager [None req-07ff4d42-afa2-4a19-bd49-d96573a4d968 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1443.984633] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-07ff4d42-afa2-4a19-bd49-d96573a4d968 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1443.985212] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9af5e1-b5cf-45ce-a23b-ef545f1321c0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.994837] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ff4d42-afa2-4a19-bd49-d96573a4d968 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1443.995153] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afe27b0c-625f-4180-b10d-c4c2be6fca30 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.002819] env[64120]: DEBUG oslo_vmware.api [None req-07ff4d42-afa2-4a19-bd49-d96573a4d968 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1444.002819] env[64120]: value = "task-1407088" [ 1444.002819] env[64120]: _type = "Task" [ 1444.002819] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.011733] env[64120]: DEBUG oslo_vmware.api [None req-07ff4d42-afa2-4a19-bd49-d96573a4d968 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.353729] env[64120]: DEBUG oslo_concurrency.lockutils [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "090eaf31-6f74-4559-81cb-ff4bbf9cbccb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.354077] env[64120]: DEBUG oslo_concurrency.lockutils [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "090eaf31-6f74-4559-81cb-ff4bbf9cbccb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.354305] env[64120]: DEBUG oslo_concurrency.lockutils [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "090eaf31-6f74-4559-81cb-ff4bbf9cbccb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.354497] env[64120]: DEBUG oslo_concurrency.lockutils [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "090eaf31-6f74-4559-81cb-ff4bbf9cbccb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.354672] env[64120]: DEBUG oslo_concurrency.lockutils [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "090eaf31-6f74-4559-81cb-ff4bbf9cbccb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.356972] env[64120]: INFO nova.compute.manager [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Terminating instance [ 1444.358787] env[64120]: DEBUG nova.compute.manager [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1444.358993] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1444.359848] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789046a7-d7da-4f38-bb8f-6631916876cc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.368129] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1444.368372] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cb2c26b-9e64-4d63-88d3-8d10ff58db00 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.375275] env[64120]: DEBUG oslo_vmware.api [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1444.375275] env[64120]: value = "task-1407089" [ 1444.375275] env[64120]: _type = "Task" [ 1444.375275] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.382889] env[64120]: DEBUG oslo_vmware.api [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1407089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.402674] env[64120]: DEBUG nova.compute.utils [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1444.404724] env[64120]: DEBUG nova.compute.manager [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1444.463135] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 810ace60-3801-4686-8087-570c8b93b42f] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1444.465150] env[64120]: DEBUG oslo_vmware.api [None req-3f59ba71-609b-4ce2-bfbe-28d50e91cde5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.513419] env[64120]: DEBUG oslo_vmware.api [None req-07ff4d42-afa2-4a19-bd49-d96573a4d968 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407088, 'name': PowerOffVM_Task, 'duration_secs': 0.206292} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.514017] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ff4d42-afa2-4a19-bd49-d96573a4d968 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1444.514017] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-07ff4d42-afa2-4a19-bd49-d96573a4d968 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1444.514338] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e741c32-ecb5-4df8-b178-0b792e29193f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.519140] env[64120]: DEBUG nova.compute.manager [req-90d15180-f04e-4d94-aa4b-9f5b94b9c1f5 req-a9432195-eae0-43a5-ae92-06eda81600e2 service nova] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Received event network-vif-deleted-66f9819f-33a9-4485-a68e-bec5a4eae522 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1444.519336] env[64120]: DEBUG nova.compute.manager [req-90d15180-f04e-4d94-aa4b-9f5b94b9c1f5 req-a9432195-eae0-43a5-ae92-06eda81600e2 service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Received event network-vif-plugged-6173474b-8f68-4750-a0e1-451c555fb7ae {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1444.519553] env[64120]: DEBUG oslo_concurrency.lockutils [req-90d15180-f04e-4d94-aa4b-9f5b94b9c1f5 req-a9432195-eae0-43a5-ae92-06eda81600e2 service nova] Acquiring lock "62041f20-0af3-4a36-be7c-96e034819c1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.519778] env[64120]: DEBUG oslo_concurrency.lockutils [req-90d15180-f04e-4d94-aa4b-9f5b94b9c1f5 req-a9432195-eae0-43a5-ae92-06eda81600e2 service nova] Lock "62041f20-0af3-4a36-be7c-96e034819c1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.519955] env[64120]: DEBUG oslo_concurrency.lockutils [req-90d15180-f04e-4d94-aa4b-9f5b94b9c1f5 req-a9432195-eae0-43a5-ae92-06eda81600e2 service nova] Lock "62041f20-0af3-4a36-be7c-96e034819c1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.520144] env[64120]: DEBUG nova.compute.manager [req-90d15180-f04e-4d94-aa4b-9f5b94b9c1f5 req-a9432195-eae0-43a5-ae92-06eda81600e2 service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] No waiting events found dispatching network-vif-plugged-6173474b-8f68-4750-a0e1-451c555fb7ae {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1444.520319] env[64120]: WARNING nova.compute.manager [req-90d15180-f04e-4d94-aa4b-9f5b94b9c1f5 req-a9432195-eae0-43a5-ae92-06eda81600e2 service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Received unexpected event network-vif-plugged-6173474b-8f68-4750-a0e1-451c555fb7ae for instance with vm_state active and task_state None. [ 1444.520489] env[64120]: DEBUG nova.compute.manager [req-90d15180-f04e-4d94-aa4b-9f5b94b9c1f5 req-a9432195-eae0-43a5-ae92-06eda81600e2 service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Received event network-changed-6173474b-8f68-4750-a0e1-451c555fb7ae {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1444.520685] env[64120]: DEBUG nova.compute.manager [req-90d15180-f04e-4d94-aa4b-9f5b94b9c1f5 req-a9432195-eae0-43a5-ae92-06eda81600e2 service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Refreshing instance network info cache due to event network-changed-6173474b-8f68-4750-a0e1-451c555fb7ae. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1444.520867] env[64120]: DEBUG oslo_concurrency.lockutils [req-90d15180-f04e-4d94-aa4b-9f5b94b9c1f5 req-a9432195-eae0-43a5-ae92-06eda81600e2 service nova] Acquiring lock "refresh_cache-62041f20-0af3-4a36-be7c-96e034819c1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.521028] env[64120]: DEBUG oslo_concurrency.lockutils [req-90d15180-f04e-4d94-aa4b-9f5b94b9c1f5 req-a9432195-eae0-43a5-ae92-06eda81600e2 service nova] Acquired lock "refresh_cache-62041f20-0af3-4a36-be7c-96e034819c1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.521197] env[64120]: DEBUG nova.network.neutron [req-90d15180-f04e-4d94-aa4b-9f5b94b9c1f5 req-a9432195-eae0-43a5-ae92-06eda81600e2 service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Refreshing network info cache for port 6173474b-8f68-4750-a0e1-451c555fb7ae {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1444.579165] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-07ff4d42-afa2-4a19-bd49-d96573a4d968 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1444.579446] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-07ff4d42-afa2-4a19-bd49-d96573a4d968 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1444.579712] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-07ff4d42-afa2-4a19-bd49-d96573a4d968 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Deleting the datastore file [datastore2] 5d24444f-c622-4bbd-b2bb-6004374e9776 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1444.580016] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c723c33-ce8e-4584-a447-6a06a7e138a2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.587664] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f59255-2552-44e8-9744-50e80dad0643 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.591831] env[64120]: DEBUG oslo_vmware.api [None req-07ff4d42-afa2-4a19-bd49-d96573a4d968 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1444.591831] env[64120]: value = "task-1407091" [ 1444.591831] env[64120]: _type = "Task" [ 1444.591831] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.611245] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ff35e9-115c-4bee-810d-a5cf2e57584a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.617463] env[64120]: DEBUG oslo_vmware.api [None req-07ff4d42-afa2-4a19-bd49-d96573a4d968 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.622307] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Updating instance '8c785844-844a-4710-8be5-ea4cea78f077' progress to 83 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1444.885191] env[64120]: DEBUG oslo_vmware.api [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1407089, 'name': PowerOffVM_Task, 'duration_secs': 0.208374} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.885509] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1444.885686] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1444.885950] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2cf7fce-8f83-40ca-b29c-10f35be48e35 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.908665] env[64120]: INFO nova.virt.block_device [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Booting with volume e251f16e-d009-4bcc-8f55-ad3aa92ea98c at /dev/sdb [ 1444.929826] env[64120]: DEBUG oslo_concurrency.lockutils [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.930102] env[64120]: DEBUG oslo_concurrency.lockutils [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.931811] env[64120]: INFO nova.compute.claims [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1444.942757] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dab6bef1-3397-4ca2-8f91-e46b49f5dd72 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.953089] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4105200d-8704-4d14-9827-fce157396dad {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.967084] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.967307] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Cleaning up deleted instances with incomplete migration {{(pid=64120) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11266}} [ 1444.976123] env[64120]: DEBUG oslo_vmware.api [None req-3f59ba71-609b-4ce2-bfbe-28d50e91cde5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.988418] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e5fc7df1-7450-4c2e-9016-8c379fe21d5e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.997506] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af22976f-0612-4391-a740-8e2314460464 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.031414] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1285e00c-88fc-4484-a4b0-5535c95c7b94 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.040441] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5eca6c4-ee5a-48d7-9d00-30633cf5f906 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.054929] env[64120]: DEBUG nova.virt.block_device [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Updating existing volume attachment record: 8108fdee-00f1-4406-bbf1-e0e68a40147b {{(pid=64120) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1445.102211] env[64120]: DEBUG oslo_vmware.api [None req-07ff4d42-afa2-4a19-bd49-d96573a4d968 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145706} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.102485] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-07ff4d42-afa2-4a19-bd49-d96573a4d968 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1445.102691] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-07ff4d42-afa2-4a19-bd49-d96573a4d968 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1445.102868] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-07ff4d42-afa2-4a19-bd49-d96573a4d968 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1445.103103] env[64120]: INFO nova.compute.manager [None req-07ff4d42-afa2-4a19-bd49-d96573a4d968 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1445.103360] env[64120]: DEBUG oslo.service.loopingcall [None req-07ff4d42-afa2-4a19-bd49-d96573a4d968 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1445.103646] env[64120]: DEBUG nova.compute.manager [-] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1445.103646] env[64120]: DEBUG nova.network.neutron [-] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1445.128469] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1445.129105] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58e24e44-6163-4622-95b8-8ed33ad345b9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.137274] env[64120]: DEBUG oslo_vmware.api [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1445.137274] env[64120]: value = "task-1407093" [ 1445.137274] env[64120]: _type = "Task" [ 1445.137274] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.148862] env[64120]: DEBUG oslo_vmware.api [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.385643] env[64120]: DEBUG nova.network.neutron [req-90d15180-f04e-4d94-aa4b-9f5b94b9c1f5 req-a9432195-eae0-43a5-ae92-06eda81600e2 service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Updated VIF entry in instance network info cache for port 6173474b-8f68-4750-a0e1-451c555fb7ae. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1445.386565] env[64120]: DEBUG nova.network.neutron [req-90d15180-f04e-4d94-aa4b-9f5b94b9c1f5 req-a9432195-eae0-43a5-ae92-06eda81600e2 service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Updating instance_info_cache with network_info: [{"id": "3573d8ba-49d2-47db-a4b1-2662a0751a0d", "address": "fa:16:3e:1a:51:ea", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3573d8ba-49", "ovs_interfaceid": "3573d8ba-49d2-47db-a4b1-2662a0751a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6173474b-8f68-4750-a0e1-451c555fb7ae", "address": "fa:16:3e:c5:a3:33", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6173474b-8f", "ovs_interfaceid": "6173474b-8f68-4750-a0e1-451c555fb7ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.477068] env[64120]: DEBUG oslo_vmware.api [None req-3f59ba71-609b-4ce2-bfbe-28d50e91cde5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.647254] env[64120]: DEBUG oslo_vmware.api [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407093, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.889057] env[64120]: DEBUG oslo_concurrency.lockutils [req-90d15180-f04e-4d94-aa4b-9f5b94b9c1f5 req-a9432195-eae0-43a5-ae92-06eda81600e2 service nova] Releasing lock "refresh_cache-62041f20-0af3-4a36-be7c-96e034819c1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.952981] env[64120]: DEBUG nova.network.neutron [-] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.976508] env[64120]: DEBUG oslo_vmware.api [None req-3f59ba71-609b-4ce2-bfbe-28d50e91cde5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.112207] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff01258-395e-49f0-8e7a-09eaa787fa1c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.120305] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c3012b-8355-4b8d-8c02-594998e6e218 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.155542] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f26bc3c-3463-409d-b17a-bdf7fdad5025 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.167030] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24a8915-eec6-40b1-a2de-162a9576c9b2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.172117] env[64120]: DEBUG oslo_vmware.api [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407093, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.173762] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1446.174108] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1446.174327] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Deleting the datastore file [datastore1] 090eaf31-6f74-4559-81cb-ff4bbf9cbccb {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1446.175115] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8384ad39-ebf0-44b1-84a3-f27f9f6d2b4c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.185055] env[64120]: DEBUG nova.compute.provider_tree [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1446.192246] env[64120]: DEBUG oslo_vmware.api [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for the task: (returnval){ [ 1446.192246] env[64120]: value = "task-1407097" [ 1446.192246] env[64120]: _type = "Task" [ 1446.192246] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.201534] env[64120]: DEBUG oslo_vmware.api [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1407097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.456200] env[64120]: INFO nova.compute.manager [-] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Took 1.35 seconds to deallocate network for instance. [ 1446.476251] env[64120]: DEBUG oslo_vmware.api [None req-3f59ba71-609b-4ce2-bfbe-28d50e91cde5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.545214] env[64120]: DEBUG nova.compute.manager [req-2c56b715-d953-4a0f-8777-c8de136cc9c6 req-c658795f-e254-4d74-9171-352de4b0f32b service nova] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Received event network-vif-deleted-1e5b0478-7aa2-4f65-8319-933554f2cba4 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1446.661169] env[64120]: DEBUG oslo_vmware.api [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407093, 'name': PowerOnVM_Task, 'duration_secs': 1.169116} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.661445] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1446.661652] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4d3097-9f4c-437a-89b0-013dba1ec529 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Updating instance '8c785844-844a-4710-8be5-ea4cea78f077' progress to 100 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1446.702081] env[64120]: DEBUG oslo_vmware.api [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1407097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.706206] env[64120]: ERROR nova.scheduler.client.report [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [req-8fdbba2a-abb8-45e9-9ae9-3fa5d855d10b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4ceac537-82ec-49fa-8fac-aa5d6181b318. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8fdbba2a-abb8-45e9-9ae9-3fa5d855d10b"}]} [ 1446.723099] env[64120]: DEBUG nova.scheduler.client.report [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Refreshing inventories for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1446.736467] env[64120]: DEBUG nova.scheduler.client.report [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Updating ProviderTree inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1446.736690] env[64120]: DEBUG nova.compute.provider_tree [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1446.747611] env[64120]: DEBUG nova.scheduler.client.report [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Refreshing aggregate associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, aggregates: None {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1446.766384] env[64120]: DEBUG nova.scheduler.client.report [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Refreshing trait associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1446.911135] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eecfd35-c303-4fd5-8e4c-81cc3210c5d8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.918817] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a64737-6f38-4e2b-b26f-09f86c8fa968 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.947571] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d09594-4e2c-4c6b-926d-67ff50ddaa97 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.954823] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed52a9ae-0ea4-4fa6-9ded-dc5a8a57c73a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.967289] env[64120]: DEBUG oslo_concurrency.lockutils [None req-07ff4d42-afa2-4a19-bd49-d96573a4d968 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.967834] env[64120]: DEBUG nova.compute.provider_tree [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1446.976587] env[64120]: DEBUG oslo_vmware.api [None req-3f59ba71-609b-4ce2-bfbe-28d50e91cde5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.202743] env[64120]: DEBUG oslo_vmware.api [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Task: {'id': task-1407097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.555072} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.203015] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1447.203234] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1447.203425] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1447.203607] env[64120]: INFO nova.compute.manager [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Took 2.84 seconds to destroy the instance on the hypervisor. [ 1447.203871] env[64120]: DEBUG oslo.service.loopingcall [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1447.204119] env[64120]: DEBUG nova.compute.manager [-] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1447.204219] env[64120]: DEBUG nova.network.neutron [-] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1447.479641] env[64120]: DEBUG oslo_vmware.api [None req-3f59ba71-609b-4ce2-bfbe-28d50e91cde5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.502519] env[64120]: DEBUG nova.scheduler.client.report [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Updated inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with generation 170 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1447.502795] env[64120]: DEBUG nova.compute.provider_tree [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Updating resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 generation from 170 to 171 during operation: update_inventory {{(pid=64120) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1447.503032] env[64120]: DEBUG nova.compute.provider_tree [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1447.977869] env[64120]: DEBUG oslo_vmware.api [None req-3f59ba71-609b-4ce2-bfbe-28d50e91cde5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.008035] env[64120]: DEBUG oslo_concurrency.lockutils [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.078s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.008562] env[64120]: DEBUG nova.compute.manager [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1448.011417] env[64120]: DEBUG oslo_concurrency.lockutils [None req-07ff4d42-afa2-4a19-bd49-d96573a4d968 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.044s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.011699] env[64120]: DEBUG nova.objects.instance [None req-07ff4d42-afa2-4a19-bd49-d96573a4d968 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lazy-loading 'resources' on Instance uuid 5d24444f-c622-4bbd-b2bb-6004374e9776 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1448.251434] env[64120]: DEBUG nova.network.neutron [-] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.479847] env[64120]: DEBUG oslo_vmware.api [None req-3f59ba71-609b-4ce2-bfbe-28d50e91cde5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.514378] env[64120]: DEBUG nova.compute.utils [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1448.518625] env[64120]: DEBUG nova.compute.manager [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1448.518625] env[64120]: DEBUG nova.network.neutron [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1448.562083] env[64120]: DEBUG nova.policy [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd2c975864d544918565b2e4e09b352e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '502c554de7554b88b5a0a5ed16c4f89d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1448.576450] env[64120]: DEBUG nova.compute.manager [req-67643d53-502f-49e9-844a-7b149399fb72 req-788621e4-f9d2-4ab5-8f86-8e9b717dd445 service nova] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Received event network-vif-deleted-55286ced-9be3-46c5-989a-ef03c14b9b23 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1448.589287] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7072146c-5a97-4a87-9f2f-a916898eb67c tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "8c785844-844a-4710-8be5-ea4cea78f077" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.589287] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7072146c-5a97-4a87-9f2f-a916898eb67c tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "8c785844-844a-4710-8be5-ea4cea78f077" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.589287] env[64120]: DEBUG nova.compute.manager [None req-7072146c-5a97-4a87-9f2f-a916898eb67c tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Going to confirm migration 9 {{(pid=64120) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1448.683860] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae807d9-e361-4634-996e-76a0a1633ebb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.691213] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20980e23-c39d-4510-9f78-4153f8f20ed6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.724230] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30eaca76-c457-41fa-af66-93b4cc03ef35 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.732287] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a61204-1775-4561-9627-cb4febd98be5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.746467] env[64120]: DEBUG nova.compute.provider_tree [None req-07ff4d42-afa2-4a19-bd49-d96573a4d968 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1448.754844] env[64120]: INFO nova.compute.manager [-] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Took 1.55 seconds to deallocate network for instance. [ 1448.872588] env[64120]: DEBUG nova.network.neutron [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Successfully created port: 9ae78f2a-2395-46f0-8e63-ba32b5aa491e {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1448.979293] env[64120]: DEBUG oslo_vmware.api [None req-3f59ba71-609b-4ce2-bfbe-28d50e91cde5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.019146] env[64120]: DEBUG nova.compute.manager [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1449.137457] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7072146c-5a97-4a87-9f2f-a916898eb67c tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "refresh_cache-8c785844-844a-4710-8be5-ea4cea78f077" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.137666] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7072146c-5a97-4a87-9f2f-a916898eb67c tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquired lock "refresh_cache-8c785844-844a-4710-8be5-ea4cea78f077" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.137852] env[64120]: DEBUG nova.network.neutron [None req-7072146c-5a97-4a87-9f2f-a916898eb67c tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1449.138124] env[64120]: DEBUG nova.objects.instance [None req-7072146c-5a97-4a87-9f2f-a916898eb67c tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lazy-loading 'info_cache' on Instance uuid 8c785844-844a-4710-8be5-ea4cea78f077 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1449.249436] env[64120]: DEBUG nova.scheduler.client.report [None req-07ff4d42-afa2-4a19-bd49-d96573a4d968 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1449.263350] env[64120]: DEBUG oslo_concurrency.lockutils [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.482947] env[64120]: DEBUG oslo_vmware.api [None req-3f59ba71-609b-4ce2-bfbe-28d50e91cde5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407087, 'name': ReconfigVM_Task} progress is 18%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.756756] env[64120]: DEBUG oslo_concurrency.lockutils [None req-07ff4d42-afa2-4a19-bd49-d96573a4d968 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.745s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.758561] env[64120]: DEBUG oslo_concurrency.lockutils [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.495s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.758768] env[64120]: DEBUG oslo_concurrency.lockutils [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.777997] env[64120]: INFO nova.scheduler.client.report [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Deleted allocations for instance 090eaf31-6f74-4559-81cb-ff4bbf9cbccb [ 1449.780023] env[64120]: INFO nova.scheduler.client.report [None req-07ff4d42-afa2-4a19-bd49-d96573a4d968 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Deleted allocations for instance 5d24444f-c622-4bbd-b2bb-6004374e9776 [ 1449.980150] env[64120]: DEBUG oslo_vmware.api [None req-3f59ba71-609b-4ce2-bfbe-28d50e91cde5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407087, 'name': ReconfigVM_Task, 'duration_secs': 5.750311} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.980511] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3f59ba71-609b-4ce2-bfbe-28d50e91cde5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Releasing lock "62041f20-0af3-4a36-be7c-96e034819c1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.980647] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3f59ba71-609b-4ce2-bfbe-28d50e91cde5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Reconfigured VM to detach interface {{(pid=64120) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1450.029893] env[64120]: DEBUG nova.compute.manager [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1450.060584] env[64120]: DEBUG nova.virt.hardware [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1450.060825] env[64120]: DEBUG nova.virt.hardware [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1450.060988] env[64120]: DEBUG nova.virt.hardware [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1450.061199] env[64120]: DEBUG nova.virt.hardware [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1450.061353] env[64120]: DEBUG nova.virt.hardware [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1450.061737] env[64120]: DEBUG nova.virt.hardware [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1450.061822] env[64120]: DEBUG nova.virt.hardware [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1450.061925] env[64120]: DEBUG nova.virt.hardware [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1450.062109] env[64120]: DEBUG nova.virt.hardware [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1450.062286] env[64120]: DEBUG nova.virt.hardware [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1450.062467] env[64120]: DEBUG nova.virt.hardware [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1450.063414] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576e670e-5494-4e4e-89f9-db70f8f8e852 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.073028] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f207eb62-a28c-4b69-bf5a-424964e74695 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.291979] env[64120]: DEBUG oslo_concurrency.lockutils [None req-71c06e9d-edb9-45a8-90af-2d425a8c6f61 tempest-DeleteServersTestJSON-774996913 tempest-DeleteServersTestJSON-774996913-project-member] Lock "090eaf31-6f74-4559-81cb-ff4bbf9cbccb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.938s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.293202] env[64120]: DEBUG oslo_concurrency.lockutils [None req-07ff4d42-afa2-4a19-bd49-d96573a4d968 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "5d24444f-c622-4bbd-b2bb-6004374e9776" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.314s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.653375] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.653684] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.654026] env[64120]: DEBUG nova.objects.instance [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lazy-loading 'pci_requests' on Instance uuid edcdcd11-fe13-4fd8-8135-4ca912a90c00 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1450.862582] env[64120]: DEBUG nova.network.neutron [None req-7072146c-5a97-4a87-9f2f-a916898eb67c tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Updating instance_info_cache with network_info: [{"id": "55af3675-deea-439a-866d-3bf13a0f2173", "address": "fa:16:3e:05:e8:1a", "network": {"id": "71911dc6-c0f8-40a0-bf34-0194ac58b322", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1482185353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfac1b101ea44799c497b99e27a488e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55af3675-de", "ovs_interfaceid": "55af3675-deea-439a-866d-3bf13a0f2173", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.869191] env[64120]: DEBUG nova.compute.manager [req-d44a05d5-3e00-4167-8ac3-3802c1315127 req-8e4b48c3-4d43-4a78-9c20-5bd14c8af39c service nova] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Received event network-vif-plugged-9ae78f2a-2395-46f0-8e63-ba32b5aa491e {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1450.870032] env[64120]: DEBUG oslo_concurrency.lockutils [req-d44a05d5-3e00-4167-8ac3-3802c1315127 req-8e4b48c3-4d43-4a78-9c20-5bd14c8af39c service nova] Acquiring lock "3de862d9-d401-4209-b0d9-67fdd203fd56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.870032] env[64120]: DEBUG oslo_concurrency.lockutils [req-d44a05d5-3e00-4167-8ac3-3802c1315127 req-8e4b48c3-4d43-4a78-9c20-5bd14c8af39c service nova] Lock "3de862d9-d401-4209-b0d9-67fdd203fd56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.870032] env[64120]: DEBUG oslo_concurrency.lockutils [req-d44a05d5-3e00-4167-8ac3-3802c1315127 req-8e4b48c3-4d43-4a78-9c20-5bd14c8af39c service nova] Lock "3de862d9-d401-4209-b0d9-67fdd203fd56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.870032] env[64120]: DEBUG nova.compute.manager [req-d44a05d5-3e00-4167-8ac3-3802c1315127 req-8e4b48c3-4d43-4a78-9c20-5bd14c8af39c service nova] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] No waiting events found dispatching network-vif-plugged-9ae78f2a-2395-46f0-8e63-ba32b5aa491e {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1450.870401] env[64120]: WARNING nova.compute.manager [req-d44a05d5-3e00-4167-8ac3-3802c1315127 req-8e4b48c3-4d43-4a78-9c20-5bd14c8af39c service nova] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Received unexpected event network-vif-plugged-9ae78f2a-2395-46f0-8e63-ba32b5aa491e for instance with vm_state building and task_state spawning. [ 1451.157940] env[64120]: DEBUG nova.objects.instance [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lazy-loading 'numa_topology' on Instance uuid edcdcd11-fe13-4fd8-8135-4ca912a90c00 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1451.366243] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7072146c-5a97-4a87-9f2f-a916898eb67c tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Releasing lock "refresh_cache-8c785844-844a-4710-8be5-ea4cea78f077" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.366243] env[64120]: DEBUG nova.objects.instance [None req-7072146c-5a97-4a87-9f2f-a916898eb67c tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lazy-loading 'migration_context' on Instance uuid 8c785844-844a-4710-8be5-ea4cea78f077 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1451.374515] env[64120]: DEBUG nova.network.neutron [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Successfully updated port: 9ae78f2a-2395-46f0-8e63-ba32b5aa491e {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1451.397340] env[64120]: DEBUG nova.compute.manager [req-82248ef4-5d45-491c-88a6-494a956f3a78 req-db2e878c-4485-4f68-b6ce-9f25fc7fb9b4 service nova] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Received event network-changed-9ae78f2a-2395-46f0-8e63-ba32b5aa491e {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1451.398139] env[64120]: DEBUG nova.compute.manager [req-82248ef4-5d45-491c-88a6-494a956f3a78 req-db2e878c-4485-4f68-b6ce-9f25fc7fb9b4 service nova] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Refreshing instance network info cache due to event network-changed-9ae78f2a-2395-46f0-8e63-ba32b5aa491e. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1451.398139] env[64120]: DEBUG oslo_concurrency.lockutils [req-82248ef4-5d45-491c-88a6-494a956f3a78 req-db2e878c-4485-4f68-b6ce-9f25fc7fb9b4 service nova] Acquiring lock "refresh_cache-3de862d9-d401-4209-b0d9-67fdd203fd56" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.398139] env[64120]: DEBUG oslo_concurrency.lockutils [req-82248ef4-5d45-491c-88a6-494a956f3a78 req-db2e878c-4485-4f68-b6ce-9f25fc7fb9b4 service nova] Acquired lock "refresh_cache-3de862d9-d401-4209-b0d9-67fdd203fd56" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.398139] env[64120]: DEBUG nova.network.neutron [req-82248ef4-5d45-491c-88a6-494a956f3a78 req-db2e878c-4485-4f68-b6ce-9f25fc7fb9b4 service nova] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Refreshing network info cache for port 9ae78f2a-2395-46f0-8e63-ba32b5aa491e {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1451.535078] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "cbbbaf29-bea1-4577-9a6c-a3cece09a063" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.535078] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "cbbbaf29-bea1-4577-9a6c-a3cece09a063" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.661491] env[64120]: INFO nova.compute.claims [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1451.736947] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3f59ba71-609b-4ce2-bfbe-28d50e91cde5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "refresh_cache-62041f20-0af3-4a36-be7c-96e034819c1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.737188] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3f59ba71-609b-4ce2-bfbe-28d50e91cde5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquired lock "refresh_cache-62041f20-0af3-4a36-be7c-96e034819c1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.737376] env[64120]: DEBUG nova.network.neutron [None req-3f59ba71-609b-4ce2-bfbe-28d50e91cde5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1451.871036] env[64120]: DEBUG nova.objects.base [None req-7072146c-5a97-4a87-9f2f-a916898eb67c tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Object Instance<8c785844-844a-4710-8be5-ea4cea78f077> lazy-loaded attributes: info_cache,migration_context {{(pid=64120) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1451.872073] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4ddfa7-4b85-4bc7-96c1-9f95134a1626 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.877279] env[64120]: DEBUG oslo_concurrency.lockutils [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "refresh_cache-3de862d9-d401-4209-b0d9-67fdd203fd56" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.893854] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5777be3-ad9e-47fa-93fb-c863a93cdc43 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.902337] env[64120]: DEBUG oslo_vmware.api [None req-7072146c-5a97-4a87-9f2f-a916898eb67c tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1451.902337] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5285c7b5-b060-bd87-ebbe-71850a3975a8" [ 1451.902337] env[64120]: _type = "Task" [ 1451.902337] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.911508] env[64120]: DEBUG oslo_vmware.api [None req-7072146c-5a97-4a87-9f2f-a916898eb67c tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5285c7b5-b060-bd87-ebbe-71850a3975a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.939462] env[64120]: DEBUG nova.network.neutron [req-82248ef4-5d45-491c-88a6-494a956f3a78 req-db2e878c-4485-4f68-b6ce-9f25fc7fb9b4 service nova] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1452.030181] env[64120]: DEBUG nova.network.neutron [req-82248ef4-5d45-491c-88a6-494a956f3a78 req-db2e878c-4485-4f68-b6ce-9f25fc7fb9b4 service nova] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.037613] env[64120]: DEBUG nova.compute.manager [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1452.188373] env[64120]: DEBUG nova.compute.manager [req-5cdbbbd3-7d24-45d7-9426-97bb438d099a req-c22f6920-4d1d-4fc7-b56c-5cce8f0658ca service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Received event network-changed-3573d8ba-49d2-47db-a4b1-2662a0751a0d {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1452.188373] env[64120]: DEBUG nova.compute.manager [req-5cdbbbd3-7d24-45d7-9426-97bb438d099a req-c22f6920-4d1d-4fc7-b56c-5cce8f0658ca service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Refreshing instance network info cache due to event network-changed-3573d8ba-49d2-47db-a4b1-2662a0751a0d. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1452.188373] env[64120]: DEBUG oslo_concurrency.lockutils [req-5cdbbbd3-7d24-45d7-9426-97bb438d099a req-c22f6920-4d1d-4fc7-b56c-5cce8f0658ca service nova] Acquiring lock "refresh_cache-62041f20-0af3-4a36-be7c-96e034819c1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.416393] env[64120]: DEBUG oslo_vmware.api [None req-7072146c-5a97-4a87-9f2f-a916898eb67c tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5285c7b5-b060-bd87-ebbe-71850a3975a8, 'name': SearchDatastore_Task, 'duration_secs': 0.014208} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.416711] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7072146c-5a97-4a87-9f2f-a916898eb67c tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.448091] env[64120]: INFO nova.network.neutron [None req-3f59ba71-609b-4ce2-bfbe-28d50e91cde5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Port 6173474b-8f68-4750-a0e1-451c555fb7ae from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1452.448502] env[64120]: DEBUG nova.network.neutron [None req-3f59ba71-609b-4ce2-bfbe-28d50e91cde5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Updating instance_info_cache with network_info: [{"id": "3573d8ba-49d2-47db-a4b1-2662a0751a0d", "address": "fa:16:3e:1a:51:ea", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3573d8ba-49", "ovs_interfaceid": "3573d8ba-49d2-47db-a4b1-2662a0751a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.532808] env[64120]: DEBUG oslo_concurrency.lockutils [req-82248ef4-5d45-491c-88a6-494a956f3a78 req-db2e878c-4485-4f68-b6ce-9f25fc7fb9b4 service nova] Releasing lock "refresh_cache-3de862d9-d401-4209-b0d9-67fdd203fd56" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.533311] env[64120]: DEBUG oslo_concurrency.lockutils [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquired lock "refresh_cache-3de862d9-d401-4209-b0d9-67fdd203fd56" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.533501] env[64120]: DEBUG nova.network.neutron [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1452.562705] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.828588] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23a6ca9-d085-48cb-bac4-910f90e90b00 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.836670] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1151e1af-d7e6-43ba-8213-0a61e1a670c5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.866420] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42df0250-8472-4401-8807-3cbd9732d211 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.873915] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ba8b85-b299-481f-8d16-e74d7338f971 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.886944] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e7976a2-c665-4544-8fa2-1e42f98b6a59 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "interface-e4a259a5-96e8-47a1-89b0-7e01243174de-6173474b-8f68-4750-a0e1-451c555fb7ae" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.887222] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e7976a2-c665-4544-8fa2-1e42f98b6a59 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "interface-e4a259a5-96e8-47a1-89b0-7e01243174de-6173474b-8f68-4750-a0e1-451c555fb7ae" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.887578] env[64120]: DEBUG nova.objects.instance [None req-3e7976a2-c665-4544-8fa2-1e42f98b6a59 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lazy-loading 'flavor' on Instance uuid e4a259a5-96e8-47a1-89b0-7e01243174de {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1452.889289] env[64120]: DEBUG nova.compute.provider_tree [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1452.951137] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3f59ba71-609b-4ce2-bfbe-28d50e91cde5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Releasing lock "refresh_cache-62041f20-0af3-4a36-be7c-96e034819c1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.953615] env[64120]: DEBUG oslo_concurrency.lockutils [req-5cdbbbd3-7d24-45d7-9426-97bb438d099a req-c22f6920-4d1d-4fc7-b56c-5cce8f0658ca service nova] Acquired lock "refresh_cache-62041f20-0af3-4a36-be7c-96e034819c1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.953749] env[64120]: DEBUG nova.network.neutron [req-5cdbbbd3-7d24-45d7-9426-97bb438d099a req-c22f6920-4d1d-4fc7-b56c-5cce8f0658ca service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Refreshing network info cache for port 3573d8ba-49d2-47db-a4b1-2662a0751a0d {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1453.077103] env[64120]: DEBUG nova.network.neutron [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1453.294747] env[64120]: DEBUG nova.network.neutron [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Updating instance_info_cache with network_info: [{"id": "9ae78f2a-2395-46f0-8e63-ba32b5aa491e", "address": "fa:16:3e:58:e6:92", "network": {"id": "22dcdd90-5035-4059-b2d9-07d20261e72d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-361135572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "502c554de7554b88b5a0a5ed16c4f89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae78f2a-23", "ovs_interfaceid": "9ae78f2a-2395-46f0-8e63-ba32b5aa491e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.395790] env[64120]: DEBUG nova.scheduler.client.report [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1453.456733] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3f59ba71-609b-4ce2-bfbe-28d50e91cde5 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "interface-62041f20-0af3-4a36-be7c-96e034819c1c-6173474b-8f68-4750-a0e1-451c555fb7ae" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.093s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.554380] env[64120]: DEBUG nova.objects.instance [None req-3e7976a2-c665-4544-8fa2-1e42f98b6a59 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lazy-loading 'pci_requests' on Instance uuid e4a259a5-96e8-47a1-89b0-7e01243174de {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1453.709576] env[64120]: DEBUG nova.network.neutron [req-5cdbbbd3-7d24-45d7-9426-97bb438d099a req-c22f6920-4d1d-4fc7-b56c-5cce8f0658ca service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Updated VIF entry in instance network info cache for port 3573d8ba-49d2-47db-a4b1-2662a0751a0d. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1453.709903] env[64120]: DEBUG nova.network.neutron [req-5cdbbbd3-7d24-45d7-9426-97bb438d099a req-c22f6920-4d1d-4fc7-b56c-5cce8f0658ca service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Updating instance_info_cache with network_info: [{"id": "3573d8ba-49d2-47db-a4b1-2662a0751a0d", "address": "fa:16:3e:1a:51:ea", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3573d8ba-49", "ovs_interfaceid": "3573d8ba-49d2-47db-a4b1-2662a0751a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.797673] env[64120]: DEBUG oslo_concurrency.lockutils [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Releasing lock "refresh_cache-3de862d9-d401-4209-b0d9-67fdd203fd56" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.798078] env[64120]: DEBUG nova.compute.manager [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Instance network_info: |[{"id": "9ae78f2a-2395-46f0-8e63-ba32b5aa491e", "address": "fa:16:3e:58:e6:92", "network": {"id": "22dcdd90-5035-4059-b2d9-07d20261e72d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-361135572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "502c554de7554b88b5a0a5ed16c4f89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae78f2a-23", "ovs_interfaceid": "9ae78f2a-2395-46f0-8e63-ba32b5aa491e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1453.798574] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:e6:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ae78f2a-2395-46f0-8e63-ba32b5aa491e', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1453.806199] env[64120]: DEBUG oslo.service.loopingcall [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1453.806437] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1453.806686] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c29585e2-0234-4f87-9eb3-8d66e8128972 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.827774] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1453.827774] env[64120]: value = "task-1407100" [ 1453.827774] env[64120]: _type = "Task" [ 1453.827774] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.836360] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407100, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.903171] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.249s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.905465] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7072146c-5a97-4a87-9f2f-a916898eb67c tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.489s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.949650] env[64120]: INFO nova.network.neutron [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Updating port 3ea87edc-abf0-47a6-b60f-a15fe5e49aab with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1454.057901] env[64120]: DEBUG nova.objects.base [None req-3e7976a2-c665-4544-8fa2-1e42f98b6a59 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=64120) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1454.058185] env[64120]: DEBUG nova.network.neutron [None req-3e7976a2-c665-4544-8fa2-1e42f98b6a59 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1454.191435] env[64120]: DEBUG nova.policy [None req-3e7976a2-c665-4544-8fa2-1e42f98b6a59 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdcd2e9c80c34e569fdbcab5e84efcb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecee5b6b3e784d9ca773d92c2ed384b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1454.212979] env[64120]: DEBUG oslo_concurrency.lockutils [req-5cdbbbd3-7d24-45d7-9426-97bb438d099a req-c22f6920-4d1d-4fc7-b56c-5cce8f0658ca service nova] Releasing lock "refresh_cache-62041f20-0af3-4a36-be7c-96e034819c1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.338488] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407100, 'name': CreateVM_Task, 'duration_secs': 0.405475} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.338877] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1454.339525] env[64120]: DEBUG oslo_concurrency.lockutils [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.339707] env[64120]: DEBUG oslo_concurrency.lockutils [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.340062] env[64120]: DEBUG oslo_concurrency.lockutils [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1454.340339] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4c5489c-f658-4c63-9854-f473aca268ae {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.345139] env[64120]: DEBUG oslo_vmware.api [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1454.345139] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52404cee-90cb-3cc8-e1ce-672fe79d5465" [ 1454.345139] env[64120]: _type = "Task" [ 1454.345139] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.354502] env[64120]: DEBUG oslo_vmware.api [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52404cee-90cb-3cc8-e1ce-672fe79d5465, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.437576] env[64120]: DEBUG nova.compute.manager [req-a355adc8-4235-4d50-a1be-2f03e522fee5 req-1aef42e4-4528-4cc1-b57f-13cc2c36f0f1 service nova] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Received event network-changed-f16d5059-124c-4d71-b445-a7a3bb6d3644 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1454.437951] env[64120]: DEBUG nova.compute.manager [req-a355adc8-4235-4d50-a1be-2f03e522fee5 req-1aef42e4-4528-4cc1-b57f-13cc2c36f0f1 service nova] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Refreshing instance network info cache due to event network-changed-f16d5059-124c-4d71-b445-a7a3bb6d3644. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1454.438367] env[64120]: DEBUG oslo_concurrency.lockutils [req-a355adc8-4235-4d50-a1be-2f03e522fee5 req-1aef42e4-4528-4cc1-b57f-13cc2c36f0f1 service nova] Acquiring lock "refresh_cache-e4a259a5-96e8-47a1-89b0-7e01243174de" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.438723] env[64120]: DEBUG oslo_concurrency.lockutils [req-a355adc8-4235-4d50-a1be-2f03e522fee5 req-1aef42e4-4528-4cc1-b57f-13cc2c36f0f1 service nova] Acquired lock "refresh_cache-e4a259a5-96e8-47a1-89b0-7e01243174de" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.439045] env[64120]: DEBUG nova.network.neutron [req-a355adc8-4235-4d50-a1be-2f03e522fee5 req-1aef42e4-4528-4cc1-b57f-13cc2c36f0f1 service nova] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Refreshing network info cache for port f16d5059-124c-4d71-b445-a7a3bb6d3644 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1454.615980] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c03f21-f689-40bc-acde-54ed4669529b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.623338] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c299d18-27b6-4059-bc66-f28f5ff3aedb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.656076] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093afce0-0cd0-4743-9283-d89df5b04d27 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.664338] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05a26b8-a8ba-4313-8e30-8d146aa12bfa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.678920] env[64120]: DEBUG nova.compute.provider_tree [None req-7072146c-5a97-4a87-9f2f-a916898eb67c tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1454.856061] env[64120]: DEBUG oslo_vmware.api [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52404cee-90cb-3cc8-e1ce-672fe79d5465, 'name': SearchDatastore_Task, 'duration_secs': 0.012544} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.856486] env[64120]: DEBUG oslo_concurrency.lockutils [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.856790] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1454.857095] env[64120]: DEBUG oslo_concurrency.lockutils [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.857388] env[64120]: DEBUG oslo_concurrency.lockutils [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.857538] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1454.857838] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec895c33-522f-476c-a8e1-903c9777f81d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.866550] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1454.866741] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1454.867511] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15d0bcbf-ca89-4149-b8e0-acebdeb1c444 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.872600] env[64120]: DEBUG oslo_vmware.api [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1454.872600] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52964682-11ba-130a-5182-08d1ca7fdcfd" [ 1454.872600] env[64120]: _type = "Task" [ 1454.872600] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.879893] env[64120]: DEBUG oslo_vmware.api [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52964682-11ba-130a-5182-08d1ca7fdcfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.183474] env[64120]: DEBUG nova.scheduler.client.report [None req-7072146c-5a97-4a87-9f2f-a916898eb67c tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1455.226307] env[64120]: DEBUG nova.network.neutron [req-a355adc8-4235-4d50-a1be-2f03e522fee5 req-1aef42e4-4528-4cc1-b57f-13cc2c36f0f1 service nova] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Updated VIF entry in instance network info cache for port f16d5059-124c-4d71-b445-a7a3bb6d3644. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1455.226739] env[64120]: DEBUG nova.network.neutron [req-a355adc8-4235-4d50-a1be-2f03e522fee5 req-1aef42e4-4528-4cc1-b57f-13cc2c36f0f1 service nova] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Updating instance_info_cache with network_info: [{"id": "f16d5059-124c-4d71-b445-a7a3bb6d3644", "address": "fa:16:3e:63:da:7a", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf16d5059-12", "ovs_interfaceid": "f16d5059-124c-4d71-b445-a7a3bb6d3644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.383920] env[64120]: DEBUG oslo_vmware.api [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52964682-11ba-130a-5182-08d1ca7fdcfd, 'name': SearchDatastore_Task, 'duration_secs': 0.012342} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.385126] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28b8f82a-8aa2-4796-98ae-68d86d5f7085 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.393251] env[64120]: DEBUG oslo_vmware.api [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1455.393251] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]520620a7-3807-5ad5-79e3-e6f917c7e497" [ 1455.393251] env[64120]: _type = "Task" [ 1455.393251] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.399931] env[64120]: DEBUG oslo_vmware.api [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]520620a7-3807-5ad5-79e3-e6f917c7e497, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.729969] env[64120]: DEBUG oslo_concurrency.lockutils [req-a355adc8-4235-4d50-a1be-2f03e522fee5 req-1aef42e4-4528-4cc1-b57f-13cc2c36f0f1 service nova] Releasing lock "refresh_cache-e4a259a5-96e8-47a1-89b0-7e01243174de" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.747320] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c503fd61-97b8-4186-aec8-a7d740cd0ed9 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquiring lock "d9e639cb-56b3-4107-93fd-f0bb842fe6ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1455.747320] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c503fd61-97b8-4186-aec8-a7d740cd0ed9 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "d9e639cb-56b3-4107-93fd-f0bb842fe6ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.747320] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c503fd61-97b8-4186-aec8-a7d740cd0ed9 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquiring lock "d9e639cb-56b3-4107-93fd-f0bb842fe6ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1455.747320] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c503fd61-97b8-4186-aec8-a7d740cd0ed9 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "d9e639cb-56b3-4107-93fd-f0bb842fe6ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.747320] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c503fd61-97b8-4186-aec8-a7d740cd0ed9 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "d9e639cb-56b3-4107-93fd-f0bb842fe6ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.748197] env[64120]: INFO nova.compute.manager [None req-c503fd61-97b8-4186-aec8-a7d740cd0ed9 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Terminating instance [ 1455.750693] env[64120]: DEBUG nova.compute.manager [None req-c503fd61-97b8-4186-aec8-a7d740cd0ed9 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1455.751097] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c503fd61-97b8-4186-aec8-a7d740cd0ed9 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1455.752648] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0565af2d-a245-43cc-9081-1015abe06575 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.770582] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-c503fd61-97b8-4186-aec8-a7d740cd0ed9 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1455.770875] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19b5406d-391b-431a-8897-de97c16956f9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.781258] env[64120]: DEBUG oslo_vmware.api [None req-c503fd61-97b8-4186-aec8-a7d740cd0ed9 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for the task: (returnval){ [ 1455.781258] env[64120]: value = "task-1407101" [ 1455.781258] env[64120]: _type = "Task" [ 1455.781258] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.791509] env[64120]: DEBUG oslo_vmware.api [None req-c503fd61-97b8-4186-aec8-a7d740cd0ed9 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.903302] env[64120]: DEBUG oslo_vmware.api [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]520620a7-3807-5ad5-79e3-e6f917c7e497, 'name': SearchDatastore_Task, 'duration_secs': 0.016295} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.903302] env[64120]: DEBUG oslo_concurrency.lockutils [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.903302] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 3de862d9-d401-4209-b0d9-67fdd203fd56/3de862d9-d401-4209-b0d9-67fdd203fd56.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1455.903302] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba70a1bf-c949-4025-8d81-4463b1917f7e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.908753] env[64120]: DEBUG oslo_vmware.api [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1455.908753] env[64120]: value = "task-1407102" [ 1455.908753] env[64120]: _type = "Task" [ 1455.908753] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.919084] env[64120]: DEBUG oslo_vmware.api [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.199510] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7072146c-5a97-4a87-9f2f-a916898eb67c tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.292s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.201402] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.639s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.203262] env[64120]: INFO nova.compute.claims [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1456.222469] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquiring lock "refresh_cache-edcdcd11-fe13-4fd8-8135-4ca912a90c00" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.227043] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquired lock "refresh_cache-edcdcd11-fe13-4fd8-8135-4ca912a90c00" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.227043] env[64120]: DEBUG nova.network.neutron [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1456.292453] env[64120]: DEBUG oslo_vmware.api [None req-c503fd61-97b8-4186-aec8-a7d740cd0ed9 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407101, 'name': PowerOffVM_Task, 'duration_secs': 0.238434} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.292754] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-c503fd61-97b8-4186-aec8-a7d740cd0ed9 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1456.292958] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c503fd61-97b8-4186-aec8-a7d740cd0ed9 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1456.293264] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcb1e502-20dd-4310-b86e-de08883d81d9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.423029] env[64120]: DEBUG oslo_vmware.api [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407102, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509418} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.423029] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 3de862d9-d401-4209-b0d9-67fdd203fd56/3de862d9-d401-4209-b0d9-67fdd203fd56.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1456.423029] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1456.423029] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85b993e8-4bd1-49fd-8be1-c6c62de73087 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.429554] env[64120]: DEBUG oslo_vmware.api [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1456.429554] env[64120]: value = "task-1407104" [ 1456.429554] env[64120]: _type = "Task" [ 1456.429554] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.439610] env[64120]: DEBUG oslo_vmware.api [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.453181] env[64120]: DEBUG nova.network.neutron [None req-3e7976a2-c665-4544-8fa2-1e42f98b6a59 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Successfully updated port: 6173474b-8f68-4750-a0e1-451c555fb7ae {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1456.467715] env[64120]: DEBUG nova.compute.manager [req-98d4357d-df8f-4fd3-8fdb-eb76cbb4d0d2 req-440e4717-76ac-46f6-90fe-b45483047a02 service nova] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Received event network-vif-plugged-3ea87edc-abf0-47a6-b60f-a15fe5e49aab {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1456.469527] env[64120]: DEBUG oslo_concurrency.lockutils [req-98d4357d-df8f-4fd3-8fdb-eb76cbb4d0d2 req-440e4717-76ac-46f6-90fe-b45483047a02 service nova] Acquiring lock "edcdcd11-fe13-4fd8-8135-4ca912a90c00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.470262] env[64120]: DEBUG oslo_concurrency.lockutils [req-98d4357d-df8f-4fd3-8fdb-eb76cbb4d0d2 req-440e4717-76ac-46f6-90fe-b45483047a02 service nova] Lock "edcdcd11-fe13-4fd8-8135-4ca912a90c00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.470639] env[64120]: DEBUG oslo_concurrency.lockutils [req-98d4357d-df8f-4fd3-8fdb-eb76cbb4d0d2 req-440e4717-76ac-46f6-90fe-b45483047a02 service nova] Lock "edcdcd11-fe13-4fd8-8135-4ca912a90c00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.471020] env[64120]: DEBUG nova.compute.manager [req-98d4357d-df8f-4fd3-8fdb-eb76cbb4d0d2 req-440e4717-76ac-46f6-90fe-b45483047a02 service nova] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] No waiting events found dispatching network-vif-plugged-3ea87edc-abf0-47a6-b60f-a15fe5e49aab {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1456.472421] env[64120]: WARNING nova.compute.manager [req-98d4357d-df8f-4fd3-8fdb-eb76cbb4d0d2 req-440e4717-76ac-46f6-90fe-b45483047a02 service nova] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Received unexpected event network-vif-plugged-3ea87edc-abf0-47a6-b60f-a15fe5e49aab for instance with vm_state shelved_offloaded and task_state spawning. [ 1456.564307] env[64120]: DEBUG nova.compute.manager [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Stashing vm_state: active {{(pid=64120) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1456.772029] env[64120]: INFO nova.scheduler.client.report [None req-7072146c-5a97-4a87-9f2f-a916898eb67c tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Deleted allocation for migration 5390d2ad-adf4-4fec-bbdb-b834c96addf8 [ 1456.809558] env[64120]: INFO nova.compute.manager [None req-a68340f6-d93c-434d-af76-e22e0ceb270f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Get console output [ 1456.810096] env[64120]: WARNING nova.virt.vmwareapi.driver [None req-a68340f6-d93c-434d-af76-e22e0ceb270f tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] The console log is missing. Check your VSPC configuration [ 1456.872177] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c503fd61-97b8-4186-aec8-a7d740cd0ed9 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1456.872441] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c503fd61-97b8-4186-aec8-a7d740cd0ed9 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1456.872635] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-c503fd61-97b8-4186-aec8-a7d740cd0ed9 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Deleting the datastore file [datastore1] d9e639cb-56b3-4107-93fd-f0bb842fe6ee {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1456.872950] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e67ccd6e-c47c-464a-8ab4-0ea556577a44 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.880088] env[64120]: DEBUG oslo_vmware.api [None req-c503fd61-97b8-4186-aec8-a7d740cd0ed9 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for the task: (returnval){ [ 1456.880088] env[64120]: value = "task-1407105" [ 1456.880088] env[64120]: _type = "Task" [ 1456.880088] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.887664] env[64120]: DEBUG oslo_vmware.api [None req-c503fd61-97b8-4186-aec8-a7d740cd0ed9 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.938887] env[64120]: DEBUG oslo_vmware.api [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062104} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.939208] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1456.940024] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c524423-5f3b-445d-8134-31a70a44b0ae {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.961865] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 3de862d9-d401-4209-b0d9-67fdd203fd56/3de862d9-d401-4209-b0d9-67fdd203fd56.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1456.964852] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e7976a2-c665-4544-8fa2-1e42f98b6a59 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "refresh_cache-e4a259a5-96e8-47a1-89b0-7e01243174de" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.965041] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e7976a2-c665-4544-8fa2-1e42f98b6a59 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquired lock "refresh_cache-e4a259a5-96e8-47a1-89b0-7e01243174de" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.965225] env[64120]: DEBUG nova.network.neutron [None req-3e7976a2-c665-4544-8fa2-1e42f98b6a59 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1456.966345] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4aa25f2-cb5e-4fb7-9b06-b3b3cd439cce {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.989795] env[64120]: DEBUG oslo_vmware.api [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1456.989795] env[64120]: value = "task-1407106" [ 1456.989795] env[64120]: _type = "Task" [ 1456.989795] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.997811] env[64120]: DEBUG oslo_vmware.api [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407106, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.044600] env[64120]: WARNING nova.network.neutron [None req-3e7976a2-c665-4544-8fa2-1e42f98b6a59 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] 49ed4ce5-a4d3-4752-937d-5db93927c7fb already exists in list: networks containing: ['49ed4ce5-a4d3-4752-937d-5db93927c7fb']. ignoring it [ 1457.084887] env[64120]: DEBUG oslo_concurrency.lockutils [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.175896] env[64120]: DEBUG nova.network.neutron [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Updating instance_info_cache with network_info: [{"id": "3ea87edc-abf0-47a6-b60f-a15fe5e49aab", "address": "fa:16:3e:d8:59:43", "network": {"id": "6569e1ec-1a2b-4d9b-80f3-051ee4368a6a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1669689819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3f4905bad364b14ad429c24290f1f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ea87edc-ab", "ovs_interfaceid": "3ea87edc-abf0-47a6-b60f-a15fe5e49aab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.280263] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7072146c-5a97-4a87-9f2f-a916898eb67c tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "8c785844-844a-4710-8be5-ea4cea78f077" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.691s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.390497] env[64120]: DEBUG oslo_vmware.api [None req-c503fd61-97b8-4186-aec8-a7d740cd0ed9 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407105, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294754} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.391257] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3729bd0-0770-4fbd-9371-4232fcf68bfe {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.393769] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-c503fd61-97b8-4186-aec8-a7d740cd0ed9 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1457.393997] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c503fd61-97b8-4186-aec8-a7d740cd0ed9 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1457.394233] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c503fd61-97b8-4186-aec8-a7d740cd0ed9 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1457.394506] env[64120]: INFO nova.compute.manager [None req-c503fd61-97b8-4186-aec8-a7d740cd0ed9 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1457.394662] env[64120]: DEBUG oslo.service.loopingcall [None req-c503fd61-97b8-4186-aec8-a7d740cd0ed9 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1457.394865] env[64120]: DEBUG nova.compute.manager [-] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1457.394958] env[64120]: DEBUG nova.network.neutron [-] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1457.403038] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0c3c98-9fcc-430b-95d7-66b5f3f80b2b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.437269] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a339d14b-2fc5-4bc6-8fcc-8ddc89e70dcc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.445755] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b590bd8-e456-4cac-9d0c-8f3377372850 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.464379] env[64120]: DEBUG nova.compute.provider_tree [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1457.492543] env[64120]: DEBUG nova.network.neutron [None req-3e7976a2-c665-4544-8fa2-1e42f98b6a59 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Updating instance_info_cache with network_info: [{"id": "f16d5059-124c-4d71-b445-a7a3bb6d3644", "address": "fa:16:3e:63:da:7a", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf16d5059-12", "ovs_interfaceid": "f16d5059-124c-4d71-b445-a7a3bb6d3644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6173474b-8f68-4750-a0e1-451c555fb7ae", "address": "fa:16:3e:c5:a3:33", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6173474b-8f", "ovs_interfaceid": "6173474b-8f68-4750-a0e1-451c555fb7ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.503224] env[64120]: DEBUG oslo_vmware.api [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407106, 'name': ReconfigVM_Task, 'duration_secs': 0.308951} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.503813] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 3de862d9-d401-4209-b0d9-67fdd203fd56/3de862d9-d401-4209-b0d9-67fdd203fd56.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1457.504393] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f337d952-d05b-490c-9b03-8778183a2dd6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.510910] env[64120]: DEBUG oslo_vmware.api [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1457.510910] env[64120]: value = "task-1407107" [ 1457.510910] env[64120]: _type = "Task" [ 1457.510910] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.519404] env[64120]: DEBUG oslo_vmware.api [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407107, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.679307] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Releasing lock "refresh_cache-edcdcd11-fe13-4fd8-8135-4ca912a90c00" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.711683] env[64120]: DEBUG nova.virt.hardware [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5f90a85f42d5b83581ffa1aaa1694551',container_format='bare',created_at=2024-11-07T02:16:31Z,direct_url=,disk_format='vmdk',id=983e2663-032c-4f62-8385-3dbc4e0f05a2,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1093225502-shelved',owner='a3f4905bad364b14ad429c24290f1f87',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2024-11-07T02:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1457.711942] env[64120]: DEBUG nova.virt.hardware [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1457.712132] env[64120]: DEBUG nova.virt.hardware [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1457.712356] env[64120]: DEBUG nova.virt.hardware [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1457.712518] env[64120]: DEBUG nova.virt.hardware [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1457.712674] env[64120]: DEBUG nova.virt.hardware [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1457.712890] env[64120]: DEBUG nova.virt.hardware [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1457.713105] env[64120]: DEBUG nova.virt.hardware [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1457.713297] env[64120]: DEBUG nova.virt.hardware [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1457.713471] env[64120]: DEBUG nova.virt.hardware [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1457.713652] env[64120]: DEBUG nova.virt.hardware [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1457.714563] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dab0960-85a2-4a97-a6f2-711fc42f9524 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.722939] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66382b3-d854-4175-831f-b376b8ceff03 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.736423] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:59:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a316376e-2ef0-4b1e-b40c-10321ebd7e1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ea87edc-abf0-47a6-b60f-a15fe5e49aab', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1457.743823] env[64120]: DEBUG oslo.service.loopingcall [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1457.744179] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1457.744406] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f2e5b20-20a4-46f8-a8b5-96d5b1d3cb22 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.764619] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1457.764619] env[64120]: value = "task-1407108" [ 1457.764619] env[64120]: _type = "Task" [ 1457.764619] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.772245] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407108, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.967351] env[64120]: DEBUG nova.scheduler.client.report [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1457.998057] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e7976a2-c665-4544-8fa2-1e42f98b6a59 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Releasing lock "refresh_cache-e4a259a5-96e8-47a1-89b0-7e01243174de" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.998835] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e7976a2-c665-4544-8fa2-1e42f98b6a59 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "e4a259a5-96e8-47a1-89b0-7e01243174de" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.998925] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e7976a2-c665-4544-8fa2-1e42f98b6a59 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquired lock "e4a259a5-96e8-47a1-89b0-7e01243174de" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.999840] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3aae8f-8e9b-4e21-9256-d0ec32d30dbd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.021789] env[64120]: DEBUG nova.virt.hardware [None req-3e7976a2-c665-4544-8fa2-1e42f98b6a59 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1458.022015] env[64120]: DEBUG nova.virt.hardware [None req-3e7976a2-c665-4544-8fa2-1e42f98b6a59 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1458.022193] env[64120]: DEBUG nova.virt.hardware [None req-3e7976a2-c665-4544-8fa2-1e42f98b6a59 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1458.022385] env[64120]: DEBUG nova.virt.hardware [None req-3e7976a2-c665-4544-8fa2-1e42f98b6a59 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1458.022536] env[64120]: DEBUG nova.virt.hardware [None req-3e7976a2-c665-4544-8fa2-1e42f98b6a59 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1458.022687] env[64120]: DEBUG nova.virt.hardware [None req-3e7976a2-c665-4544-8fa2-1e42f98b6a59 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1458.022893] env[64120]: DEBUG nova.virt.hardware [None req-3e7976a2-c665-4544-8fa2-1e42f98b6a59 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1458.023132] env[64120]: DEBUG nova.virt.hardware [None req-3e7976a2-c665-4544-8fa2-1e42f98b6a59 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1458.023326] env[64120]: DEBUG nova.virt.hardware [None req-3e7976a2-c665-4544-8fa2-1e42f98b6a59 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1458.023497] env[64120]: DEBUG nova.virt.hardware [None req-3e7976a2-c665-4544-8fa2-1e42f98b6a59 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1458.023671] env[64120]: DEBUG nova.virt.hardware [None req-3e7976a2-c665-4544-8fa2-1e42f98b6a59 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1458.030095] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7976a2-c665-4544-8fa2-1e42f98b6a59 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Reconfiguring VM to attach interface {{(pid=64120) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1458.033370] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a9025ab-c656-48be-860f-0a5be87df6f7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.051184] env[64120]: DEBUG oslo_vmware.api [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407107, 'name': Rename_Task, 'duration_secs': 0.147402} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.052395] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1458.052718] env[64120]: DEBUG oslo_vmware.api [None req-3e7976a2-c665-4544-8fa2-1e42f98b6a59 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1458.052718] env[64120]: value = "task-1407109" [ 1458.052718] env[64120]: _type = "Task" [ 1458.052718] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.052948] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c30fd8e9-295a-4b95-a6db-1b587b66fb43 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.063278] env[64120]: DEBUG oslo_vmware.api [None req-3e7976a2-c665-4544-8fa2-1e42f98b6a59 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407109, 'name': ReconfigVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.064463] env[64120]: DEBUG oslo_vmware.api [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1458.064463] env[64120]: value = "task-1407110" [ 1458.064463] env[64120]: _type = "Task" [ 1458.064463] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.072624] env[64120]: DEBUG oslo_vmware.api [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.274971] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407108, 'name': CreateVM_Task, 'duration_secs': 0.391367} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.278272] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1458.278272] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/983e2663-032c-4f62-8385-3dbc4e0f05a2" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.278272] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/983e2663-032c-4f62-8385-3dbc4e0f05a2" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.278272] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/983e2663-032c-4f62-8385-3dbc4e0f05a2" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1458.278272] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb04c25f-556d-4db7-9ab8-1124121d926f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.281240] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1458.281240] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526e08b2-3c78-2655-0c52-c1fb5ce48d9b" [ 1458.281240] env[64120]: _type = "Task" [ 1458.281240] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.289532] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526e08b2-3c78-2655-0c52-c1fb5ce48d9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.471950] env[64120]: DEBUG nova.network.neutron [-] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.473969] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.273s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.474539] env[64120]: DEBUG nova.compute.manager [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1458.481025] env[64120]: DEBUG oslo_concurrency.lockutils [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.393s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.515464] env[64120]: DEBUG nova.compute.manager [req-961c9470-2a0e-46b7-b8ef-d09d1a44351e req-4b58f932-02d5-4de4-a2d4-8506be3d15b2 service nova] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Received event network-changed-3ea87edc-abf0-47a6-b60f-a15fe5e49aab {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1458.517321] env[64120]: DEBUG nova.compute.manager [req-961c9470-2a0e-46b7-b8ef-d09d1a44351e req-4b58f932-02d5-4de4-a2d4-8506be3d15b2 service nova] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Refreshing instance network info cache due to event network-changed-3ea87edc-abf0-47a6-b60f-a15fe5e49aab. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1458.518597] env[64120]: DEBUG oslo_concurrency.lockutils [req-961c9470-2a0e-46b7-b8ef-d09d1a44351e req-4b58f932-02d5-4de4-a2d4-8506be3d15b2 service nova] Acquiring lock "refresh_cache-edcdcd11-fe13-4fd8-8135-4ca912a90c00" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.518808] env[64120]: DEBUG oslo_concurrency.lockutils [req-961c9470-2a0e-46b7-b8ef-d09d1a44351e req-4b58f932-02d5-4de4-a2d4-8506be3d15b2 service nova] Acquired lock "refresh_cache-edcdcd11-fe13-4fd8-8135-4ca912a90c00" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.519045] env[64120]: DEBUG nova.network.neutron [req-961c9470-2a0e-46b7-b8ef-d09d1a44351e req-4b58f932-02d5-4de4-a2d4-8506be3d15b2 service nova] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Refreshing network info cache for port 3ea87edc-abf0-47a6-b60f-a15fe5e49aab {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1458.566709] env[64120]: DEBUG oslo_vmware.api [None req-3e7976a2-c665-4544-8fa2-1e42f98b6a59 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.575538] env[64120]: DEBUG oslo_vmware.api [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407110, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.792690] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/983e2663-032c-4f62-8385-3dbc4e0f05a2" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.793037] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Processing image 983e2663-032c-4f62-8385-3dbc4e0f05a2 {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1458.793306] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/983e2663-032c-4f62-8385-3dbc4e0f05a2/983e2663-032c-4f62-8385-3dbc4e0f05a2.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.793469] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/983e2663-032c-4f62-8385-3dbc4e0f05a2/983e2663-032c-4f62-8385-3dbc4e0f05a2.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.793655] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1458.793924] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96913562-cd57-40a4-9f48-d11cf83f49e8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.804547] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1458.804725] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1458.805500] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f30045eb-4611-41dd-9bf9-8e27b0d821ad {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.812143] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1458.812143] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ecabb5-4a64-6264-b244-5d69fe6d48f5" [ 1458.812143] env[64120]: _type = "Task" [ 1458.812143] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.821707] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ecabb5-4a64-6264-b244-5d69fe6d48f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.978798] env[64120]: INFO nova.compute.manager [-] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Took 1.58 seconds to deallocate network for instance. [ 1458.980487] env[64120]: DEBUG nova.compute.utils [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1458.985472] env[64120]: INFO nova.compute.claims [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1458.989999] env[64120]: DEBUG nova.compute.manager [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1458.990187] env[64120]: DEBUG nova.network.neutron [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1459.068081] env[64120]: DEBUG oslo_vmware.api [None req-3e7976a2-c665-4544-8fa2-1e42f98b6a59 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407109, 'name': ReconfigVM_Task, 'duration_secs': 0.734612} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.071530] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e7976a2-c665-4544-8fa2-1e42f98b6a59 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Releasing lock "e4a259a5-96e8-47a1-89b0-7e01243174de" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.071927] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7976a2-c665-4544-8fa2-1e42f98b6a59 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Reconfigured VM to attach interface {{(pid=64120) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1459.082800] env[64120]: DEBUG oslo_vmware.api [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407110, 'name': PowerOnVM_Task, 'duration_secs': 0.586362} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.087169] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1459.090814] env[64120]: INFO nova.compute.manager [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1459.090814] env[64120]: DEBUG nova.compute.manager [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1459.090814] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a2daac-806e-44e5-8d8d-e12f45e5641f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.101256] env[64120]: DEBUG nova.policy [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c126bccbc684d318ff4fcfc6331aa0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2ffaf88913245dc93bba7bdf398691b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1459.322500] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Preparing fetch location {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1459.322760] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Fetch image to [datastore1] OSTACK_IMG_0d468364-d500-4fc5-a865-3a93440b1958/OSTACK_IMG_0d468364-d500-4fc5-a865-3a93440b1958.vmdk {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1459.323018] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Downloading stream optimized image 983e2663-032c-4f62-8385-3dbc4e0f05a2 to [datastore1] OSTACK_IMG_0d468364-d500-4fc5-a865-3a93440b1958/OSTACK_IMG_0d468364-d500-4fc5-a865-3a93440b1958.vmdk on the data store datastore1 as vApp {{(pid=64120) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1459.326575] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Downloading image file data 983e2663-032c-4f62-8385-3dbc4e0f05a2 to the ESX as VM named 'OSTACK_IMG_0d468364-d500-4fc5-a865-3a93440b1958' {{(pid=64120) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1459.415826] env[64120]: DEBUG oslo_vmware.rw_handles [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1459.415826] env[64120]: value = "resgroup-9" [ 1459.415826] env[64120]: _type = "ResourcePool" [ 1459.415826] env[64120]: }. {{(pid=64120) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1459.416152] env[64120]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8e4523e6-656f-49bc-951a-45fc012b138f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.438438] env[64120]: DEBUG oslo_vmware.rw_handles [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lease: (returnval){ [ 1459.438438] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524f6419-29d2-abab-2f60-6fa941b2764f" [ 1459.438438] env[64120]: _type = "HttpNfcLease" [ 1459.438438] env[64120]: } obtained for vApp import into resource pool (val){ [ 1459.438438] env[64120]: value = "resgroup-9" [ 1459.438438] env[64120]: _type = "ResourcePool" [ 1459.438438] env[64120]: }. {{(pid=64120) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1459.438871] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the lease: (returnval){ [ 1459.438871] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524f6419-29d2-abab-2f60-6fa941b2764f" [ 1459.438871] env[64120]: _type = "HttpNfcLease" [ 1459.438871] env[64120]: } to be ready. {{(pid=64120) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1459.446827] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1459.446827] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524f6419-29d2-abab-2f60-6fa941b2764f" [ 1459.446827] env[64120]: _type = "HttpNfcLease" [ 1459.446827] env[64120]: } is initializing. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1459.492579] env[64120]: INFO nova.compute.resource_tracker [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Updating resource usage from migration 09799d95-fc2c-4a39-a959-7cb87f93e2e9 [ 1459.496308] env[64120]: DEBUG nova.compute.manager [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1459.499956] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c503fd61-97b8-4186-aec8-a7d740cd0ed9 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.531957] env[64120]: DEBUG nova.network.neutron [req-961c9470-2a0e-46b7-b8ef-d09d1a44351e req-4b58f932-02d5-4de4-a2d4-8506be3d15b2 service nova] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Updated VIF entry in instance network info cache for port 3ea87edc-abf0-47a6-b60f-a15fe5e49aab. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1459.532424] env[64120]: DEBUG nova.network.neutron [req-961c9470-2a0e-46b7-b8ef-d09d1a44351e req-4b58f932-02d5-4de4-a2d4-8506be3d15b2 service nova] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Updating instance_info_cache with network_info: [{"id": "3ea87edc-abf0-47a6-b60f-a15fe5e49aab", "address": "fa:16:3e:d8:59:43", "network": {"id": "6569e1ec-1a2b-4d9b-80f3-051ee4368a6a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1669689819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3f4905bad364b14ad429c24290f1f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ea87edc-ab", "ovs_interfaceid": "3ea87edc-abf0-47a6-b60f-a15fe5e49aab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.581687] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3e7976a2-c665-4544-8fa2-1e42f98b6a59 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "interface-e4a259a5-96e8-47a1-89b0-7e01243174de-6173474b-8f68-4750-a0e1-451c555fb7ae" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.694s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.612748] env[64120]: DEBUG nova.network.neutron [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Successfully created port: fed83912-b5ef-4edb-93ec-7456e43e1e4e {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1459.615416] env[64120]: INFO nova.compute.manager [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Took 14.70 seconds to build instance. [ 1459.831356] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3908f68f-4ed6-47fa-bf70-5157f8ecb20d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.841607] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f339f656-368f-4957-b4f6-a0beef61480c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.891065] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d173921-1f94-40f3-bea1-5b8a777c8ee6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.899147] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1e107f-e4d0-4c7a-9102-e0332a24d0a8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.914471] env[64120]: DEBUG nova.compute.provider_tree [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1459.952021] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1459.952021] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524f6419-29d2-abab-2f60-6fa941b2764f" [ 1459.952021] env[64120]: _type = "HttpNfcLease" [ 1459.952021] env[64120]: } is ready. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1459.952021] env[64120]: DEBUG oslo_vmware.rw_handles [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1459.952021] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524f6419-29d2-abab-2f60-6fa941b2764f" [ 1459.952021] env[64120]: _type = "HttpNfcLease" [ 1459.952021] env[64120]: }. {{(pid=64120) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1459.952426] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18ec10d-9a9b-4c14-b584-706ecf57a0f6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.961319] env[64120]: DEBUG oslo_vmware.rw_handles [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5236d0fb-ddb0-0774-ce2b-ddb4fb3d8c08/disk-0.vmdk from lease info. {{(pid=64120) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1459.961768] env[64120]: DEBUG oslo_vmware.rw_handles [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5236d0fb-ddb0-0774-ce2b-ddb4fb3d8c08/disk-0.vmdk. {{(pid=64120) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1460.040927] env[64120]: DEBUG oslo_concurrency.lockutils [req-961c9470-2a0e-46b7-b8ef-d09d1a44351e req-4b58f932-02d5-4de4-a2d4-8506be3d15b2 service nova] Releasing lock "refresh_cache-edcdcd11-fe13-4fd8-8135-4ca912a90c00" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.040927] env[64120]: DEBUG nova.compute.manager [req-961c9470-2a0e-46b7-b8ef-d09d1a44351e req-4b58f932-02d5-4de4-a2d4-8506be3d15b2 service nova] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Received event network-vif-plugged-6173474b-8f68-4750-a0e1-451c555fb7ae {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1460.040927] env[64120]: DEBUG oslo_concurrency.lockutils [req-961c9470-2a0e-46b7-b8ef-d09d1a44351e req-4b58f932-02d5-4de4-a2d4-8506be3d15b2 service nova] Acquiring lock "e4a259a5-96e8-47a1-89b0-7e01243174de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.040927] env[64120]: DEBUG oslo_concurrency.lockutils [req-961c9470-2a0e-46b7-b8ef-d09d1a44351e req-4b58f932-02d5-4de4-a2d4-8506be3d15b2 service nova] Lock "e4a259a5-96e8-47a1-89b0-7e01243174de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.040927] env[64120]: DEBUG oslo_concurrency.lockutils [req-961c9470-2a0e-46b7-b8ef-d09d1a44351e req-4b58f932-02d5-4de4-a2d4-8506be3d15b2 service nova] Lock "e4a259a5-96e8-47a1-89b0-7e01243174de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.040927] env[64120]: DEBUG nova.compute.manager [req-961c9470-2a0e-46b7-b8ef-d09d1a44351e req-4b58f932-02d5-4de4-a2d4-8506be3d15b2 service nova] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] No waiting events found dispatching network-vif-plugged-6173474b-8f68-4750-a0e1-451c555fb7ae {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1460.040927] env[64120]: WARNING nova.compute.manager [req-961c9470-2a0e-46b7-b8ef-d09d1a44351e req-4b58f932-02d5-4de4-a2d4-8506be3d15b2 service nova] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Received unexpected event network-vif-plugged-6173474b-8f68-4750-a0e1-451c555fb7ae for instance with vm_state active and task_state None. [ 1460.040927] env[64120]: DEBUG nova.compute.manager [req-961c9470-2a0e-46b7-b8ef-d09d1a44351e req-4b58f932-02d5-4de4-a2d4-8506be3d15b2 service nova] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Received event network-changed-6173474b-8f68-4750-a0e1-451c555fb7ae {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1460.040927] env[64120]: DEBUG nova.compute.manager [req-961c9470-2a0e-46b7-b8ef-d09d1a44351e req-4b58f932-02d5-4de4-a2d4-8506be3d15b2 service nova] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Refreshing instance network info cache due to event network-changed-6173474b-8f68-4750-a0e1-451c555fb7ae. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1460.041291] env[64120]: DEBUG oslo_concurrency.lockutils [req-961c9470-2a0e-46b7-b8ef-d09d1a44351e req-4b58f932-02d5-4de4-a2d4-8506be3d15b2 service nova] Acquiring lock "refresh_cache-e4a259a5-96e8-47a1-89b0-7e01243174de" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.041291] env[64120]: DEBUG oslo_concurrency.lockutils [req-961c9470-2a0e-46b7-b8ef-d09d1a44351e req-4b58f932-02d5-4de4-a2d4-8506be3d15b2 service nova] Acquired lock "refresh_cache-e4a259a5-96e8-47a1-89b0-7e01243174de" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.041356] env[64120]: DEBUG nova.network.neutron [req-961c9470-2a0e-46b7-b8ef-d09d1a44351e req-4b58f932-02d5-4de4-a2d4-8506be3d15b2 service nova] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Refreshing network info cache for port 6173474b-8f68-4750-a0e1-451c555fb7ae {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1460.049531] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fe67c219-e75d-4463-bc87-9545f2cbeb7b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.117555] env[64120]: DEBUG oslo_concurrency.lockutils [None req-63f64968-791d-42f7-aef1-53a39dc532c1 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "3de862d9-d401-4209-b0d9-67fdd203fd56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.218s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.417787] env[64120]: DEBUG nova.scheduler.client.report [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1460.543801] env[64120]: DEBUG nova.compute.manager [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1460.577133] env[64120]: DEBUG nova.virt.hardware [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1460.578125] env[64120]: DEBUG nova.virt.hardware [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1460.578125] env[64120]: DEBUG nova.virt.hardware [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1460.578125] env[64120]: DEBUG nova.virt.hardware [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1460.581522] env[64120]: DEBUG nova.virt.hardware [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1460.581522] env[64120]: DEBUG nova.virt.hardware [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1460.581522] env[64120]: DEBUG nova.virt.hardware [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1460.581522] env[64120]: DEBUG nova.virt.hardware [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1460.581522] env[64120]: DEBUG nova.virt.hardware [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1460.581522] env[64120]: DEBUG nova.virt.hardware [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1460.581522] env[64120]: DEBUG nova.virt.hardware [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1460.581522] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80096fa-1916-475c-8979-370b159b3ebc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.592569] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95dc41c-cb60-4919-94bc-d8f4bca4c5ce {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.923162] env[64120]: DEBUG oslo_concurrency.lockutils [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.445s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.923438] env[64120]: INFO nova.compute.manager [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Migrating [ 1460.934129] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c503fd61-97b8-4186-aec8-a7d740cd0ed9 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.434s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.934621] env[64120]: DEBUG nova.objects.instance [None req-c503fd61-97b8-4186-aec8-a7d740cd0ed9 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lazy-loading 'resources' on Instance uuid d9e639cb-56b3-4107-93fd-f0bb842fe6ee {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1461.235493] env[64120]: DEBUG nova.network.neutron [req-961c9470-2a0e-46b7-b8ef-d09d1a44351e req-4b58f932-02d5-4de4-a2d4-8506be3d15b2 service nova] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Updated VIF entry in instance network info cache for port 6173474b-8f68-4750-a0e1-451c555fb7ae. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1461.236052] env[64120]: DEBUG nova.network.neutron [req-961c9470-2a0e-46b7-b8ef-d09d1a44351e req-4b58f932-02d5-4de4-a2d4-8506be3d15b2 service nova] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Updating instance_info_cache with network_info: [{"id": "f16d5059-124c-4d71-b445-a7a3bb6d3644", "address": "fa:16:3e:63:da:7a", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf16d5059-12", "ovs_interfaceid": "f16d5059-124c-4d71-b445-a7a3bb6d3644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6173474b-8f68-4750-a0e1-451c555fb7ae", "address": "fa:16:3e:c5:a3:33", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6173474b-8f", "ovs_interfaceid": "6173474b-8f68-4750-a0e1-451c555fb7ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.262391] env[64120]: DEBUG oslo_vmware.rw_handles [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Completed reading data from the image iterator. {{(pid=64120) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1461.262763] env[64120]: DEBUG oslo_vmware.rw_handles [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5236d0fb-ddb0-0774-ce2b-ddb4fb3d8c08/disk-0.vmdk. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1461.263703] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e609409d-9722-4d29-9ee6-d2cb1c362628 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.271384] env[64120]: DEBUG oslo_vmware.rw_handles [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5236d0fb-ddb0-0774-ce2b-ddb4fb3d8c08/disk-0.vmdk is in state: ready. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1461.271580] env[64120]: DEBUG oslo_vmware.rw_handles [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5236d0fb-ddb0-0774-ce2b-ddb4fb3d8c08/disk-0.vmdk. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1461.271830] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-1d2faf60-4930-4d7c-a107-e7a05f324bc2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.298326] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e054da64-149b-4415-b434-f735a83b29e9 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "interface-e4a259a5-96e8-47a1-89b0-7e01243174de-6173474b-8f68-4750-a0e1-451c555fb7ae" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.298761] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e054da64-149b-4415-b434-f735a83b29e9 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "interface-e4a259a5-96e8-47a1-89b0-7e01243174de-6173474b-8f68-4750-a0e1-451c555fb7ae" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.448889] env[64120]: DEBUG oslo_concurrency.lockutils [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "refresh_cache-56b10b50-eb03-43bc-9d5f-8a2498aeb7a9" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.449487] env[64120]: DEBUG oslo_concurrency.lockutils [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquired lock "refresh_cache-56b10b50-eb03-43bc-9d5f-8a2498aeb7a9" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.449629] env[64120]: DEBUG nova.network.neutron [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1461.479611] env[64120]: DEBUG oslo_vmware.rw_handles [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5236d0fb-ddb0-0774-ce2b-ddb4fb3d8c08/disk-0.vmdk. {{(pid=64120) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1461.479855] env[64120]: INFO nova.virt.vmwareapi.images [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Downloaded image file data 983e2663-032c-4f62-8385-3dbc4e0f05a2 [ 1461.480724] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c27205-c5ba-4cbd-aa14-3022051503e6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.511866] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24c97c44-0dcc-4cfd-8d11-92e9d6c15baf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.536863] env[64120]: DEBUG nova.compute.manager [req-5a67bdc6-326c-4397-8bb4-e78c77d827f5 req-cade584a-3b54-48ca-8821-8184aac35f37 service nova] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Received event network-vif-plugged-fed83912-b5ef-4edb-93ec-7456e43e1e4e {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1461.537107] env[64120]: DEBUG oslo_concurrency.lockutils [req-5a67bdc6-326c-4397-8bb4-e78c77d827f5 req-cade584a-3b54-48ca-8821-8184aac35f37 service nova] Acquiring lock "cbbbaf29-bea1-4577-9a6c-a3cece09a063-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.537325] env[64120]: DEBUG oslo_concurrency.lockutils [req-5a67bdc6-326c-4397-8bb4-e78c77d827f5 req-cade584a-3b54-48ca-8821-8184aac35f37 service nova] Lock "cbbbaf29-bea1-4577-9a6c-a3cece09a063-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.537500] env[64120]: DEBUG oslo_concurrency.lockutils [req-5a67bdc6-326c-4397-8bb4-e78c77d827f5 req-cade584a-3b54-48ca-8821-8184aac35f37 service nova] Lock "cbbbaf29-bea1-4577-9a6c-a3cece09a063-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.537697] env[64120]: DEBUG nova.compute.manager [req-5a67bdc6-326c-4397-8bb4-e78c77d827f5 req-cade584a-3b54-48ca-8821-8184aac35f37 service nova] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] No waiting events found dispatching network-vif-plugged-fed83912-b5ef-4edb-93ec-7456e43e1e4e {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1461.537880] env[64120]: WARNING nova.compute.manager [req-5a67bdc6-326c-4397-8bb4-e78c77d827f5 req-cade584a-3b54-48ca-8821-8184aac35f37 service nova] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Received unexpected event network-vif-plugged-fed83912-b5ef-4edb-93ec-7456e43e1e4e for instance with vm_state building and task_state spawning. [ 1461.539245] env[64120]: INFO nova.virt.vmwareapi.images [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] The imported VM was unregistered [ 1461.542189] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Caching image {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1461.542435] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Creating directory with path [datastore1] devstack-image-cache_base/983e2663-032c-4f62-8385-3dbc4e0f05a2 {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1461.546696] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1017d56f-3766-4e40-9a3b-5062455a7b08 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.553382] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "4454a9bf-1408-47d0-af64-7ab9f0f21956" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.553614] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "4454a9bf-1408-47d0-af64-7ab9f0f21956" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.562655] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Created directory with path [datastore1] devstack-image-cache_base/983e2663-032c-4f62-8385-3dbc4e0f05a2 {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1461.562854] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_0d468364-d500-4fc5-a865-3a93440b1958/OSTACK_IMG_0d468364-d500-4fc5-a865-3a93440b1958.vmdk to [datastore1] devstack-image-cache_base/983e2663-032c-4f62-8385-3dbc4e0f05a2/983e2663-032c-4f62-8385-3dbc4e0f05a2.vmdk. {{(pid=64120) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1461.566626] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-1273fd45-61f9-4393-a728-3664006d041e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.573887] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1461.573887] env[64120]: value = "task-1407113" [ 1461.573887] env[64120]: _type = "Task" [ 1461.573887] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.581477] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407113, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.683012] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7f7425-f7f4-484a-9297-d8eb3eab5d35 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.691894] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990fb9eb-4e9c-449e-aa7f-74306960fc73 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.725468] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4889cda8-0c42-4234-be81-78374c36f0dd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.733704] env[64120]: DEBUG nova.network.neutron [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Successfully updated port: fed83912-b5ef-4edb-93ec-7456e43e1e4e {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1461.736161] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b7a800-e282-4a58-b682-e0eb1cd59046 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.741389] env[64120]: DEBUG oslo_concurrency.lockutils [req-961c9470-2a0e-46b7-b8ef-d09d1a44351e req-4b58f932-02d5-4de4-a2d4-8506be3d15b2 service nova] Releasing lock "refresh_cache-e4a259a5-96e8-47a1-89b0-7e01243174de" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.741714] env[64120]: DEBUG nova.compute.manager [req-961c9470-2a0e-46b7-b8ef-d09d1a44351e req-4b58f932-02d5-4de4-a2d4-8506be3d15b2 service nova] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Received event network-vif-deleted-1556b721-d246-44dc-8d41-236f3fd0a7b6 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1461.741906] env[64120]: INFO nova.compute.manager [req-961c9470-2a0e-46b7-b8ef-d09d1a44351e req-4b58f932-02d5-4de4-a2d4-8506be3d15b2 service nova] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Neutron deleted interface 1556b721-d246-44dc-8d41-236f3fd0a7b6; detaching it from the instance and deleting it from the info cache [ 1461.742111] env[64120]: DEBUG nova.network.neutron [req-961c9470-2a0e-46b7-b8ef-d09d1a44351e req-4b58f932-02d5-4de4-a2d4-8506be3d15b2 service nova] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.754346] env[64120]: DEBUG nova.compute.provider_tree [None req-c503fd61-97b8-4186-aec8-a7d740cd0ed9 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1461.805081] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e054da64-149b-4415-b434-f735a83b29e9 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "e4a259a5-96e8-47a1-89b0-7e01243174de" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.805081] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e054da64-149b-4415-b434-f735a83b29e9 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquired lock "e4a259a5-96e8-47a1-89b0-7e01243174de" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.805081] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ded8b8e-3df6-46b3-921b-18528e99ee94 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.824539] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3755cfea-897b-44af-aec9-bd750026f81d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.854143] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e054da64-149b-4415-b434-f735a83b29e9 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Reconfiguring VM to detach interface {{(pid=64120) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1461.854741] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bd1f555-4400-4209-b25a-bbe889b14b06 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.877568] env[64120]: DEBUG oslo_vmware.api [None req-e054da64-149b-4415-b434-f735a83b29e9 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1461.877568] env[64120]: value = "task-1407114" [ 1461.877568] env[64120]: _type = "Task" [ 1461.877568] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.887564] env[64120]: DEBUG oslo_vmware.api [None req-e054da64-149b-4415-b434-f735a83b29e9 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.056290] env[64120]: DEBUG nova.compute.manager [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1462.084505] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407113, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.242147] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "refresh_cache-cbbbaf29-bea1-4577-9a6c-a3cece09a063" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.242313] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquired lock "refresh_cache-cbbbaf29-bea1-4577-9a6c-a3cece09a063" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.242488] env[64120]: DEBUG nova.network.neutron [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1462.245207] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8af36fe-cf49-4b5d-96a8-d7ae5cdfedf9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.255366] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8f06f2-d517-4520-8e36-c8b1d5f37035 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.267346] env[64120]: DEBUG nova.scheduler.client.report [None req-c503fd61-97b8-4186-aec8-a7d740cd0ed9 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1462.292603] env[64120]: DEBUG nova.compute.manager [req-961c9470-2a0e-46b7-b8ef-d09d1a44351e req-4b58f932-02d5-4de4-a2d4-8506be3d15b2 service nova] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Detach interface failed, port_id=1556b721-d246-44dc-8d41-236f3fd0a7b6, reason: Instance d9e639cb-56b3-4107-93fd-f0bb842fe6ee could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1462.390463] env[64120]: DEBUG oslo_vmware.api [None req-e054da64-149b-4415-b434-f735a83b29e9 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.556171] env[64120]: DEBUG nova.network.neutron [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Updating instance_info_cache with network_info: [{"id": "624c7700-ea37-4646-a61e-9166d76bb311", "address": "fa:16:3e:e3:33:42", "network": {"id": "92d218ec-145d-4482-8416-fa888f5c743c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1794575816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "845268a29b9040cfb7c02f220348a552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap624c7700-ea", "ovs_interfaceid": "624c7700-ea37-4646-a61e-9166d76bb311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.585792] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407113, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.590538] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.773065] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c503fd61-97b8-4186-aec8-a7d740cd0ed9 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.776017] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.186s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.777776] env[64120]: INFO nova.compute.claims [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1462.781597] env[64120]: DEBUG nova.network.neutron [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1462.796311] env[64120]: INFO nova.scheduler.client.report [None req-c503fd61-97b8-4186-aec8-a7d740cd0ed9 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Deleted allocations for instance d9e639cb-56b3-4107-93fd-f0bb842fe6ee [ 1462.890938] env[64120]: DEBUG oslo_vmware.api [None req-e054da64-149b-4415-b434-f735a83b29e9 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.928564] env[64120]: DEBUG nova.network.neutron [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Updating instance_info_cache with network_info: [{"id": "fed83912-b5ef-4edb-93ec-7456e43e1e4e", "address": "fa:16:3e:e9:8f:39", "network": {"id": "5aa9ccea-d810-4a4f-a424-c80a1b4c1286", "bridge": "br-int", "label": "tempest-ServersTestJSON-1147413175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ffaf88913245dc93bba7bdf398691b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfed83912-b5", "ovs_interfaceid": "fed83912-b5ef-4edb-93ec-7456e43e1e4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.060408] env[64120]: DEBUG oslo_concurrency.lockutils [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Releasing lock "refresh_cache-56b10b50-eb03-43bc-9d5f-8a2498aeb7a9" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.086864] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407113, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.307324] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c503fd61-97b8-4186-aec8-a7d740cd0ed9 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "d9e639cb-56b3-4107-93fd-f0bb842fe6ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.562s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.389914] env[64120]: DEBUG oslo_vmware.api [None req-e054da64-149b-4415-b434-f735a83b29e9 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.431197] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Releasing lock "refresh_cache-cbbbaf29-bea1-4577-9a6c-a3cece09a063" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.431603] env[64120]: DEBUG nova.compute.manager [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Instance network_info: |[{"id": "fed83912-b5ef-4edb-93ec-7456e43e1e4e", "address": "fa:16:3e:e9:8f:39", "network": {"id": "5aa9ccea-d810-4a4f-a424-c80a1b4c1286", "bridge": "br-int", "label": "tempest-ServersTestJSON-1147413175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ffaf88913245dc93bba7bdf398691b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfed83912-b5", "ovs_interfaceid": "fed83912-b5ef-4edb-93ec-7456e43e1e4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1463.432134] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:8f:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fed83912-b5ef-4edb-93ec-7456e43e1e4e', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1463.441101] env[64120]: DEBUG oslo.service.loopingcall [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1463.441405] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1463.441753] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-faa5e59b-39ca-443b-9618-d322128650f4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.466542] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1463.466542] env[64120]: value = "task-1407115" [ 1463.466542] env[64120]: _type = "Task" [ 1463.466542] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.476405] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407115, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.592574] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407113, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.663649] env[64120]: DEBUG nova.compute.manager [req-f822fb12-01d3-491e-a3fb-1126659712f8 req-3a21a964-9033-4b57-81c6-9cff5d3ba8e3 service nova] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Received event network-changed-9ae78f2a-2395-46f0-8e63-ba32b5aa491e {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1463.663649] env[64120]: DEBUG nova.compute.manager [req-f822fb12-01d3-491e-a3fb-1126659712f8 req-3a21a964-9033-4b57-81c6-9cff5d3ba8e3 service nova] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Refreshing instance network info cache due to event network-changed-9ae78f2a-2395-46f0-8e63-ba32b5aa491e. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1463.663649] env[64120]: DEBUG oslo_concurrency.lockutils [req-f822fb12-01d3-491e-a3fb-1126659712f8 req-3a21a964-9033-4b57-81c6-9cff5d3ba8e3 service nova] Acquiring lock "refresh_cache-3de862d9-d401-4209-b0d9-67fdd203fd56" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.663649] env[64120]: DEBUG oslo_concurrency.lockutils [req-f822fb12-01d3-491e-a3fb-1126659712f8 req-3a21a964-9033-4b57-81c6-9cff5d3ba8e3 service nova] Acquired lock "refresh_cache-3de862d9-d401-4209-b0d9-67fdd203fd56" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.663649] env[64120]: DEBUG nova.network.neutron [req-f822fb12-01d3-491e-a3fb-1126659712f8 req-3a21a964-9033-4b57-81c6-9cff5d3ba8e3 service nova] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Refreshing network info cache for port 9ae78f2a-2395-46f0-8e63-ba32b5aa491e {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1463.892569] env[64120]: DEBUG oslo_vmware.api [None req-e054da64-149b-4415-b434-f735a83b29e9 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.957863] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933f299d-7aec-4534-8db5-3e2daefae4a9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.965927] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a73de8-2226-45fd-a2e0-e701f28f578a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.977833] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407115, 'name': CreateVM_Task} progress is 25%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.003559] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b1712e-748c-49a7-b37e-464b49ad4aed {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.011245] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8bdfc2-ae07-4d11-ad26-6f3b0aaab774 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.024417] env[64120]: DEBUG nova.compute.provider_tree [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1464.088513] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407113, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.362018} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.088844] env[64120]: INFO nova.virt.vmwareapi.ds_util [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_0d468364-d500-4fc5-a865-3a93440b1958/OSTACK_IMG_0d468364-d500-4fc5-a865-3a93440b1958.vmdk to [datastore1] devstack-image-cache_base/983e2663-032c-4f62-8385-3dbc4e0f05a2/983e2663-032c-4f62-8385-3dbc4e0f05a2.vmdk. [ 1464.089096] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Cleaning up location [datastore1] OSTACK_IMG_0d468364-d500-4fc5-a865-3a93440b1958 {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1464.089312] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_0d468364-d500-4fc5-a865-3a93440b1958 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1464.089624] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef69646b-cdbc-40ec-8450-192721e5b015 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.096101] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1464.096101] env[64120]: value = "task-1407116" [ 1464.096101] env[64120]: _type = "Task" [ 1464.096101] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.104515] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.391964] env[64120]: DEBUG oslo_vmware.api [None req-e054da64-149b-4415-b434-f735a83b29e9 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.397188] env[64120]: DEBUG nova.network.neutron [req-f822fb12-01d3-491e-a3fb-1126659712f8 req-3a21a964-9033-4b57-81c6-9cff5d3ba8e3 service nova] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Updated VIF entry in instance network info cache for port 9ae78f2a-2395-46f0-8e63-ba32b5aa491e. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1464.397559] env[64120]: DEBUG nova.network.neutron [req-f822fb12-01d3-491e-a3fb-1126659712f8 req-3a21a964-9033-4b57-81c6-9cff5d3ba8e3 service nova] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Updating instance_info_cache with network_info: [{"id": "9ae78f2a-2395-46f0-8e63-ba32b5aa491e", "address": "fa:16:3e:58:e6:92", "network": {"id": "22dcdd90-5035-4059-b2d9-07d20261e72d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-361135572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "502c554de7554b88b5a0a5ed16c4f89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae78f2a-23", "ovs_interfaceid": "9ae78f2a-2395-46f0-8e63-ba32b5aa491e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.479910] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407115, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.527152] env[64120]: DEBUG nova.scheduler.client.report [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1464.574628] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b452f9-091d-4806-9dba-94a375383ebc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.594204] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Updating instance '56b10b50-eb03-43bc-9d5f-8a2498aeb7a9' progress to 0 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1464.606384] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034222} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.606587] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1464.606763] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/983e2663-032c-4f62-8385-3dbc4e0f05a2/983e2663-032c-4f62-8385-3dbc4e0f05a2.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.607013] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/983e2663-032c-4f62-8385-3dbc4e0f05a2/983e2663-032c-4f62-8385-3dbc4e0f05a2.vmdk to [datastore1] edcdcd11-fe13-4fd8-8135-4ca912a90c00/edcdcd11-fe13-4fd8-8135-4ca912a90c00.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1464.607287] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d60787e8-4e7f-41aa-815d-681c3bd0ff89 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.614978] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1464.614978] env[64120]: value = "task-1407117" [ 1464.614978] env[64120]: _type = "Task" [ 1464.614978] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.622135] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.893435] env[64120]: DEBUG oslo_vmware.api [None req-e054da64-149b-4415-b434-f735a83b29e9 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.902108] env[64120]: DEBUG oslo_concurrency.lockutils [req-f822fb12-01d3-491e-a3fb-1126659712f8 req-3a21a964-9033-4b57-81c6-9cff5d3ba8e3 service nova] Releasing lock "refresh_cache-3de862d9-d401-4209-b0d9-67fdd203fd56" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.902108] env[64120]: DEBUG nova.compute.manager [req-f822fb12-01d3-491e-a3fb-1126659712f8 req-3a21a964-9033-4b57-81c6-9cff5d3ba8e3 service nova] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Received event network-changed-fed83912-b5ef-4edb-93ec-7456e43e1e4e {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1464.902108] env[64120]: DEBUG nova.compute.manager [req-f822fb12-01d3-491e-a3fb-1126659712f8 req-3a21a964-9033-4b57-81c6-9cff5d3ba8e3 service nova] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Refreshing instance network info cache due to event network-changed-fed83912-b5ef-4edb-93ec-7456e43e1e4e. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1464.902108] env[64120]: DEBUG oslo_concurrency.lockutils [req-f822fb12-01d3-491e-a3fb-1126659712f8 req-3a21a964-9033-4b57-81c6-9cff5d3ba8e3 service nova] Acquiring lock "refresh_cache-cbbbaf29-bea1-4577-9a6c-a3cece09a063" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.902108] env[64120]: DEBUG oslo_concurrency.lockutils [req-f822fb12-01d3-491e-a3fb-1126659712f8 req-3a21a964-9033-4b57-81c6-9cff5d3ba8e3 service nova] Acquired lock "refresh_cache-cbbbaf29-bea1-4577-9a6c-a3cece09a063" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.902108] env[64120]: DEBUG nova.network.neutron [req-f822fb12-01d3-491e-a3fb-1126659712f8 req-3a21a964-9033-4b57-81c6-9cff5d3ba8e3 service nova] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Refreshing network info cache for port fed83912-b5ef-4edb-93ec-7456e43e1e4e {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1464.981606] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407115, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.031731] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.256s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.032513] env[64120]: DEBUG nova.compute.manager [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1465.103282] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1465.103774] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1081991f-2790-41cb-abc2-8236d03c2a56 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.112406] env[64120]: DEBUG oslo_vmware.api [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1465.112406] env[64120]: value = "task-1407118" [ 1465.112406] env[64120]: _type = "Task" [ 1465.112406] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.125869] env[64120]: DEBUG oslo_vmware.api [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.129592] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407117, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.393759] env[64120]: DEBUG oslo_vmware.api [None req-e054da64-149b-4415-b434-f735a83b29e9 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.481821] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407115, 'name': CreateVM_Task, 'duration_secs': 1.677801} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.482048] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1465.482785] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.482965] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.483378] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1465.486186] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73405959-f8af-4d32-ab23-dd731783b181 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.491311] env[64120]: DEBUG oslo_vmware.api [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1465.491311] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52a23dd9-f348-a8ca-a924-b307243201d2" [ 1465.491311] env[64120]: _type = "Task" [ 1465.491311] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.499333] env[64120]: DEBUG oslo_vmware.api [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52a23dd9-f348-a8ca-a924-b307243201d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.538233] env[64120]: DEBUG nova.compute.utils [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1465.539777] env[64120]: DEBUG nova.compute.manager [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1465.539960] env[64120]: DEBUG nova.network.neutron [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1465.610652] env[64120]: DEBUG nova.policy [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ba3886348644f5b9c69a1b8a4b3af3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e81d9c283f8148c1a32b0bc3bd947531', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1465.625058] env[64120]: DEBUG oslo_vmware.api [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407118, 'name': PowerOffVM_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.628492] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407117, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.715355] env[64120]: DEBUG nova.network.neutron [req-f822fb12-01d3-491e-a3fb-1126659712f8 req-3a21a964-9033-4b57-81c6-9cff5d3ba8e3 service nova] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Updated VIF entry in instance network info cache for port fed83912-b5ef-4edb-93ec-7456e43e1e4e. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1465.715741] env[64120]: DEBUG nova.network.neutron [req-f822fb12-01d3-491e-a3fb-1126659712f8 req-3a21a964-9033-4b57-81c6-9cff5d3ba8e3 service nova] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Updating instance_info_cache with network_info: [{"id": "fed83912-b5ef-4edb-93ec-7456e43e1e4e", "address": "fa:16:3e:e9:8f:39", "network": {"id": "5aa9ccea-d810-4a4f-a424-c80a1b4c1286", "bridge": "br-int", "label": "tempest-ServersTestJSON-1147413175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ffaf88913245dc93bba7bdf398691b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfed83912-b5", "ovs_interfaceid": "fed83912-b5ef-4edb-93ec-7456e43e1e4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.808885] env[64120]: DEBUG oslo_concurrency.lockutils [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquiring lock "79e469aa-fece-4aa8-aefc-8ecec4c7b339" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.808885] env[64120]: DEBUG oslo_concurrency.lockutils [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "79e469aa-fece-4aa8-aefc-8ecec4c7b339" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.895881] env[64120]: DEBUG oslo_vmware.api [None req-e054da64-149b-4415-b434-f735a83b29e9 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.002618] env[64120]: DEBUG oslo_vmware.api [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52a23dd9-f348-a8ca-a924-b307243201d2, 'name': SearchDatastore_Task, 'duration_secs': 0.082607} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.003387] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.003786] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1466.004126] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.004334] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.004483] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1466.004767] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14d6f9ed-0529-4492-85b7-cc1922e51fcd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.023711] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1466.023941] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1466.024829] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20c89ebd-1370-41ac-949d-9d0649da43ac {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.034286] env[64120]: DEBUG oslo_vmware.api [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1466.034286] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52065072-be5d-86d6-d0d3-5e484d6a1d46" [ 1466.034286] env[64120]: _type = "Task" [ 1466.034286] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.043862] env[64120]: DEBUG nova.compute.manager [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1466.047692] env[64120]: DEBUG oslo_vmware.api [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52065072-be5d-86d6-d0d3-5e484d6a1d46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.127716] env[64120]: DEBUG oslo_vmware.api [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407118, 'name': PowerOffVM_Task, 'duration_secs': 0.576946} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.131540] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1466.132193] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Updating instance '56b10b50-eb03-43bc-9d5f-8a2498aeb7a9' progress to 17 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1466.136103] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407117, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.137949] env[64120]: DEBUG nova.network.neutron [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Successfully created port: b7ac18f5-2452-4540-83dd-1c84ed92f1d8 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1466.218880] env[64120]: DEBUG oslo_concurrency.lockutils [req-f822fb12-01d3-491e-a3fb-1126659712f8 req-3a21a964-9033-4b57-81c6-9cff5d3ba8e3 service nova] Releasing lock "refresh_cache-cbbbaf29-bea1-4577-9a6c-a3cece09a063" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.311180] env[64120]: DEBUG nova.compute.manager [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1466.394265] env[64120]: DEBUG oslo_vmware.api [None req-e054da64-149b-4415-b434-f735a83b29e9 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.545249] env[64120]: DEBUG oslo_vmware.api [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52065072-be5d-86d6-d0d3-5e484d6a1d46, 'name': SearchDatastore_Task, 'duration_secs': 0.089244} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.546186] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b487fc1f-9b40-44eb-96cb-6009276497b0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.556558] env[64120]: DEBUG oslo_vmware.api [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1466.556558] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5274deb4-96de-3d2e-0238-1edbe70ead03" [ 1466.556558] env[64120]: _type = "Task" [ 1466.556558] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.565520] env[64120]: DEBUG oslo_vmware.api [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5274deb4-96de-3d2e-0238-1edbe70ead03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.628397] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407117, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.643249] env[64120]: DEBUG nova.virt.hardware [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1466.643535] env[64120]: DEBUG nova.virt.hardware [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1466.643711] env[64120]: DEBUG nova.virt.hardware [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1466.644045] env[64120]: DEBUG nova.virt.hardware [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1466.644197] env[64120]: DEBUG nova.virt.hardware [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1466.644363] env[64120]: DEBUG nova.virt.hardware [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1466.644599] env[64120]: DEBUG nova.virt.hardware [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1466.644775] env[64120]: DEBUG nova.virt.hardware [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1466.645011] env[64120]: DEBUG nova.virt.hardware [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1466.645236] env[64120]: DEBUG nova.virt.hardware [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1466.645452] env[64120]: DEBUG nova.virt.hardware [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1466.650996] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79e6a2ed-8399-4e06-a4a4-cb613f2cce9f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.668919] env[64120]: DEBUG oslo_vmware.api [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1466.668919] env[64120]: value = "task-1407119" [ 1466.668919] env[64120]: _type = "Task" [ 1466.668919] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.680495] env[64120]: DEBUG oslo_vmware.api [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407119, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.836161] env[64120]: DEBUG oslo_concurrency.lockutils [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.836161] env[64120]: DEBUG oslo_concurrency.lockutils [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.837685] env[64120]: INFO nova.compute.claims [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1466.894819] env[64120]: DEBUG oslo_vmware.api [None req-e054da64-149b-4415-b434-f735a83b29e9 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.056139] env[64120]: DEBUG nova.compute.manager [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1467.067963] env[64120]: DEBUG oslo_vmware.api [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5274deb4-96de-3d2e-0238-1edbe70ead03, 'name': SearchDatastore_Task, 'duration_secs': 0.087803} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.068426] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.068695] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] cbbbaf29-bea1-4577-9a6c-a3cece09a063/cbbbaf29-bea1-4577-9a6c-a3cece09a063.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1467.069065] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1ee60de-06b8-48b6-ab45-9b59b26db824 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.077296] env[64120]: DEBUG oslo_vmware.api [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1467.077296] env[64120]: value = "task-1407120" [ 1467.077296] env[64120]: _type = "Task" [ 1467.077296] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.083763] env[64120]: DEBUG nova.virt.hardware [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1467.084017] env[64120]: DEBUG nova.virt.hardware [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1467.084198] env[64120]: DEBUG nova.virt.hardware [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1467.084391] env[64120]: DEBUG nova.virt.hardware [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1467.084545] env[64120]: DEBUG nova.virt.hardware [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1467.084749] env[64120]: DEBUG nova.virt.hardware [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1467.085052] env[64120]: DEBUG nova.virt.hardware [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1467.085244] env[64120]: DEBUG nova.virt.hardware [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1467.085419] env[64120]: DEBUG nova.virt.hardware [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1467.085592] env[64120]: DEBUG nova.virt.hardware [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1467.085770] env[64120]: DEBUG nova.virt.hardware [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1467.086619] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9ebc2f-062c-4310-b155-f1e3e5ece312 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.092784] env[64120]: DEBUG oslo_vmware.api [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.098042] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c23ea9-2fef-4c7d-9dd8-0ee8e6fffe6d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.126630] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407117, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.328038} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.126916] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/983e2663-032c-4f62-8385-3dbc4e0f05a2/983e2663-032c-4f62-8385-3dbc4e0f05a2.vmdk to [datastore1] edcdcd11-fe13-4fd8-8135-4ca912a90c00/edcdcd11-fe13-4fd8-8135-4ca912a90c00.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1467.127742] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32bb1c3-7266-424a-8409-3fd49cc98b57 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.150845] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] edcdcd11-fe13-4fd8-8135-4ca912a90c00/edcdcd11-fe13-4fd8-8135-4ca912a90c00.vmdk or device None with type streamOptimized {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1467.151274] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d502dcf-439c-46e6-ac54-9ce0ddea8021 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.171242] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1467.171242] env[64120]: value = "task-1407121" [ 1467.171242] env[64120]: _type = "Task" [ 1467.171242] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.182100] env[64120]: DEBUG oslo_vmware.api [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407119, 'name': ReconfigVM_Task, 'duration_secs': 0.355478} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.185241] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Updating instance '56b10b50-eb03-43bc-9d5f-8a2498aeb7a9' progress to 33 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1467.188835] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407121, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.397149] env[64120]: DEBUG oslo_vmware.api [None req-e054da64-149b-4415-b434-f735a83b29e9 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407114, 'name': ReconfigVM_Task} progress is 18%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.586617] env[64120]: DEBUG oslo_vmware.api [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407120, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471119} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.586914] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] cbbbaf29-bea1-4577-9a6c-a3cece09a063/cbbbaf29-bea1-4577-9a6c-a3cece09a063.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1467.587152] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1467.587509] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ba20f22-f559-46e8-9a65-ec237b4e30ba {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.593943] env[64120]: DEBUG oslo_vmware.api [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1467.593943] env[64120]: value = "task-1407122" [ 1467.593943] env[64120]: _type = "Task" [ 1467.593943] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.601511] env[64120]: DEBUG oslo_vmware.api [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407122, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.693084] env[64120]: DEBUG nova.virt.hardware [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1467.693518] env[64120]: DEBUG nova.virt.hardware [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1467.693660] env[64120]: DEBUG nova.virt.hardware [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1467.693922] env[64120]: DEBUG nova.virt.hardware [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1467.694108] env[64120]: DEBUG nova.virt.hardware [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1467.694274] env[64120]: DEBUG nova.virt.hardware [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1467.694489] env[64120]: DEBUG nova.virt.hardware [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1467.694681] env[64120]: DEBUG nova.virt.hardware [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1467.694877] env[64120]: DEBUG nova.virt.hardware [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1467.695093] env[64120]: DEBUG nova.virt.hardware [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1467.695343] env[64120]: DEBUG nova.virt.hardware [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1467.701764] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1467.702155] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407121, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.702438] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51353b1a-9321-4837-9387-6e17e46361aa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.718885] env[64120]: DEBUG nova.compute.manager [req-8e786f69-ebaa-4838-9fe3-46acb6282f90 req-c138cdce-0bff-4f2a-82f1-7aed0e9ebfe9 service nova] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Received event network-vif-plugged-b7ac18f5-2452-4540-83dd-1c84ed92f1d8 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1467.719139] env[64120]: DEBUG oslo_concurrency.lockutils [req-8e786f69-ebaa-4838-9fe3-46acb6282f90 req-c138cdce-0bff-4f2a-82f1-7aed0e9ebfe9 service nova] Acquiring lock "4454a9bf-1408-47d0-af64-7ab9f0f21956-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.719360] env[64120]: DEBUG oslo_concurrency.lockutils [req-8e786f69-ebaa-4838-9fe3-46acb6282f90 req-c138cdce-0bff-4f2a-82f1-7aed0e9ebfe9 service nova] Lock "4454a9bf-1408-47d0-af64-7ab9f0f21956-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.719539] env[64120]: DEBUG oslo_concurrency.lockutils [req-8e786f69-ebaa-4838-9fe3-46acb6282f90 req-c138cdce-0bff-4f2a-82f1-7aed0e9ebfe9 service nova] Lock "4454a9bf-1408-47d0-af64-7ab9f0f21956-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.719780] env[64120]: DEBUG nova.compute.manager [req-8e786f69-ebaa-4838-9fe3-46acb6282f90 req-c138cdce-0bff-4f2a-82f1-7aed0e9ebfe9 service nova] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] No waiting events found dispatching network-vif-plugged-b7ac18f5-2452-4540-83dd-1c84ed92f1d8 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1467.719874] env[64120]: WARNING nova.compute.manager [req-8e786f69-ebaa-4838-9fe3-46acb6282f90 req-c138cdce-0bff-4f2a-82f1-7aed0e9ebfe9 service nova] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Received unexpected event network-vif-plugged-b7ac18f5-2452-4540-83dd-1c84ed92f1d8 for instance with vm_state building and task_state spawning. [ 1467.725212] env[64120]: DEBUG oslo_vmware.api [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1467.725212] env[64120]: value = "task-1407123" [ 1467.725212] env[64120]: _type = "Task" [ 1467.725212] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.733591] env[64120]: DEBUG oslo_vmware.api [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407123, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.802173] env[64120]: DEBUG nova.network.neutron [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Successfully updated port: b7ac18f5-2452-4540-83dd-1c84ed92f1d8 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1467.897606] env[64120]: DEBUG oslo_vmware.api [None req-e054da64-149b-4415-b434-f735a83b29e9 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407114, 'name': ReconfigVM_Task, 'duration_secs': 5.836883} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.898138] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e054da64-149b-4415-b434-f735a83b29e9 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Releasing lock "e4a259a5-96e8-47a1-89b0-7e01243174de" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.898463] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e054da64-149b-4415-b434-f735a83b29e9 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Reconfigured VM to detach interface {{(pid=64120) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1468.008981] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9369c8-a43c-4ede-9d3c-a2f7ba6dd30d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.018545] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b264700-9398-4b98-8de7-93f1e9c694bd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.048989] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58680283-957b-4c6f-9a48-b48caccc847f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.056611] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb1ec95-bd51-4184-ab3e-972cc9e28dbe {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.069868] env[64120]: DEBUG nova.compute.provider_tree [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1468.103226] env[64120]: DEBUG oslo_vmware.api [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407122, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120444} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.103458] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1468.104264] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18512cb6-192a-4c7e-8b1d-0c58817430ad {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.126072] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] cbbbaf29-bea1-4577-9a6c-a3cece09a063/cbbbaf29-bea1-4577-9a6c-a3cece09a063.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1468.126378] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6188af76-c1f7-4ee0-958c-a4bdb272d4d4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.146148] env[64120]: DEBUG oslo_vmware.api [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1468.146148] env[64120]: value = "task-1407124" [ 1468.146148] env[64120]: _type = "Task" [ 1468.146148] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.154442] env[64120]: DEBUG oslo_vmware.api [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407124, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.184473] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407121, 'name': ReconfigVM_Task, 'duration_secs': 0.548867} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.184788] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Reconfigured VM instance instance-00000065 to attach disk [datastore1] edcdcd11-fe13-4fd8-8135-4ca912a90c00/edcdcd11-fe13-4fd8-8135-4ca912a90c00.vmdk or device None with type streamOptimized {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1468.186016] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'disk_bus': None, 'encryption_options': None, 'device_type': 'disk', 'device_name': '/dev/sda', 'size': 0, 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'image_id': 'aef4c66b-ea31-40a0-a498-e6a6d723a3ce'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '8108fdee-00f1-4406-bbf1-e0e68a40147b', 'mount_device': '/dev/sdb', 'disk_bus': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298200', 'volume_id': 'e251f16e-d009-4bcc-8f55-ad3aa92ea98c', 'name': 'volume-e251f16e-d009-4bcc-8f55-ad3aa92ea98c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'edcdcd11-fe13-4fd8-8135-4ca912a90c00', 'attached_at': '', 'detached_at': '', 'volume_id': 'e251f16e-d009-4bcc-8f55-ad3aa92ea98c', 'serial': 'e251f16e-d009-4bcc-8f55-ad3aa92ea98c'}, 'delete_on_termination': False, 'boot_index': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=64120) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1468.186245] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Volume attach. Driver type: vmdk {{(pid=64120) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1468.186448] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298200', 'volume_id': 'e251f16e-d009-4bcc-8f55-ad3aa92ea98c', 'name': 'volume-e251f16e-d009-4bcc-8f55-ad3aa92ea98c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'edcdcd11-fe13-4fd8-8135-4ca912a90c00', 'attached_at': '', 'detached_at': '', 'volume_id': 'e251f16e-d009-4bcc-8f55-ad3aa92ea98c', 'serial': 'e251f16e-d009-4bcc-8f55-ad3aa92ea98c'} {{(pid=64120) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1468.187246] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661d59e0-e608-41d7-bda4-71e17cc0e5e9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.203687] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2da4c6-0764-4071-8c2d-233a315dae0e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.228752] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] volume-e251f16e-d009-4bcc-8f55-ad3aa92ea98c/volume-e251f16e-d009-4bcc-8f55-ad3aa92ea98c.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1468.228921] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb53d7b0-64ad-49db-ae2e-8b3c0743aed3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.251400] env[64120]: DEBUG oslo_vmware.api [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407123, 'name': ReconfigVM_Task, 'duration_secs': 0.184297} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.251585] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1468.251896] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1468.251896] env[64120]: value = "task-1407125" [ 1468.251896] env[64120]: _type = "Task" [ 1468.251896] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.252582] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f3d8e7-3582-4335-acef-f4f09247a657 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.278796] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9/56b10b50-eb03-43bc-9d5f-8a2498aeb7a9.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1468.282588] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c768696-d6ee-45d6-852b-1d843fd6cf36 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.295364] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407125, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.300592] env[64120]: DEBUG oslo_vmware.api [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1468.300592] env[64120]: value = "task-1407126" [ 1468.300592] env[64120]: _type = "Task" [ 1468.300592] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.305248] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "refresh_cache-4454a9bf-1408-47d0-af64-7ab9f0f21956" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1468.305404] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquired lock "refresh_cache-4454a9bf-1408-47d0-af64-7ab9f0f21956" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.305524] env[64120]: DEBUG nova.network.neutron [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1468.309706] env[64120]: DEBUG oslo_vmware.api [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407126, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.589535] env[64120]: ERROR nova.scheduler.client.report [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [req-39b23b84-fd89-406a-bb61-ec762de092ce] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4ceac537-82ec-49fa-8fac-aa5d6181b318. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-39b23b84-fd89-406a-bb61-ec762de092ce"}]} [ 1468.606182] env[64120]: DEBUG nova.scheduler.client.report [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Refreshing inventories for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1468.623148] env[64120]: DEBUG nova.scheduler.client.report [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Updating ProviderTree inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1468.623419] env[64120]: DEBUG nova.compute.provider_tree [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1468.635846] env[64120]: DEBUG nova.scheduler.client.report [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Refreshing aggregate associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, aggregates: None {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1468.654508] env[64120]: DEBUG nova.scheduler.client.report [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Refreshing trait associations for resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=64120) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1468.659244] env[64120]: DEBUG oslo_vmware.api [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407124, 'name': ReconfigVM_Task, 'duration_secs': 0.283816} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.659519] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Reconfigured VM instance instance-00000073 to attach disk [datastore1] cbbbaf29-bea1-4577-9a6c-a3cece09a063/cbbbaf29-bea1-4577-9a6c-a3cece09a063.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1468.660150] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff0969b2-f1e8-4aec-bf3e-07fb7d3cfcb1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.666868] env[64120]: DEBUG oslo_vmware.api [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1468.666868] env[64120]: value = "task-1407127" [ 1468.666868] env[64120]: _type = "Task" [ 1468.666868] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.677148] env[64120]: DEBUG oslo_vmware.api [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407127, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.768712] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407125, 'name': ReconfigVM_Task, 'duration_secs': 0.411707} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.768988] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Reconfigured VM instance instance-00000065 to attach disk [datastore2] volume-e251f16e-d009-4bcc-8f55-ad3aa92ea98c/volume-e251f16e-d009-4bcc-8f55-ad3aa92ea98c.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1468.776034] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28757812-9fb5-49d5-ae88-a819d4f950a9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.795635] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1468.795635] env[64120]: value = "task-1407128" [ 1468.795635] env[64120]: _type = "Task" [ 1468.795635] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.811667] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407128, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.813563] env[64120]: DEBUG oslo_vmware.api [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407126, 'name': ReconfigVM_Task, 'duration_secs': 0.321711} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.815964] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9/56b10b50-eb03-43bc-9d5f-8a2498aeb7a9.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1468.816204] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Updating instance '56b10b50-eb03-43bc-9d5f-8a2498aeb7a9' progress to 50 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1468.842650] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f995522c-ac39-4f35-b230-d63a9813f6dc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.847370] env[64120]: DEBUG nova.network.neutron [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1468.852112] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea8f54d-b301-48dc-8c4e-06964d0f3c77 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.885729] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3abe7d-d924-4696-8968-da4f80657fda {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.894212] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2710cf15-3d93-4d6b-a980-9e3fe98971ee {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.907423] env[64120]: DEBUG nova.compute.provider_tree [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1468.982337] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a43a2b0e-c52f-4826-8011-7f1ba0096a80 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "e4a259a5-96e8-47a1-89b0-7e01243174de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.982606] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a43a2b0e-c52f-4826-8011-7f1ba0096a80 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "e4a259a5-96e8-47a1-89b0-7e01243174de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.982824] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a43a2b0e-c52f-4826-8011-7f1ba0096a80 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "e4a259a5-96e8-47a1-89b0-7e01243174de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.983085] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a43a2b0e-c52f-4826-8011-7f1ba0096a80 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "e4a259a5-96e8-47a1-89b0-7e01243174de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.983277] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a43a2b0e-c52f-4826-8011-7f1ba0096a80 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "e4a259a5-96e8-47a1-89b0-7e01243174de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.985306] env[64120]: INFO nova.compute.manager [None req-a43a2b0e-c52f-4826-8011-7f1ba0096a80 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Terminating instance [ 1468.987037] env[64120]: DEBUG nova.compute.manager [None req-a43a2b0e-c52f-4826-8011-7f1ba0096a80 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1468.987242] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a43a2b0e-c52f-4826-8011-7f1ba0096a80 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1468.988075] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c151ceb-7a18-4136-b386-6e526b4964a6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.995466] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a43a2b0e-c52f-4826-8011-7f1ba0096a80 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1468.995730] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f81dca06-2b58-4198-a7e2-05db0644910c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.001144] env[64120]: DEBUG oslo_vmware.api [None req-a43a2b0e-c52f-4826-8011-7f1ba0096a80 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1469.001144] env[64120]: value = "task-1407129" [ 1469.001144] env[64120]: _type = "Task" [ 1469.001144] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.004865] env[64120]: DEBUG nova.network.neutron [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Updating instance_info_cache with network_info: [{"id": "b7ac18f5-2452-4540-83dd-1c84ed92f1d8", "address": "fa:16:3e:64:9f:fe", "network": {"id": "563cc151-45ed-483a-ba84-741e27829347", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-361013423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81d9c283f8148c1a32b0bc3bd947531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ac18f5-24", "ovs_interfaceid": "b7ac18f5-2452-4540-83dd-1c84ed92f1d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.008906] env[64120]: DEBUG oslo_vmware.api [None req-a43a2b0e-c52f-4826-8011-7f1ba0096a80 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.176760] env[64120]: DEBUG oslo_vmware.api [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407127, 'name': Rename_Task, 'duration_secs': 0.151032} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.177014] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1469.177289] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d3564fc-8c38-47a2-96b0-475432c77565 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.184188] env[64120]: DEBUG oslo_vmware.api [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1469.184188] env[64120]: value = "task-1407130" [ 1469.184188] env[64120]: _type = "Task" [ 1469.184188] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.192096] env[64120]: DEBUG oslo_vmware.api [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.209359] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e054da64-149b-4415-b434-f735a83b29e9 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "refresh_cache-e4a259a5-96e8-47a1-89b0-7e01243174de" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1469.209588] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e054da64-149b-4415-b434-f735a83b29e9 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquired lock "refresh_cache-e4a259a5-96e8-47a1-89b0-7e01243174de" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.209805] env[64120]: DEBUG nova.network.neutron [None req-e054da64-149b-4415-b434-f735a83b29e9 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1469.308252] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407128, 'name': ReconfigVM_Task, 'duration_secs': 0.139968} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.308673] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298200', 'volume_id': 'e251f16e-d009-4bcc-8f55-ad3aa92ea98c', 'name': 'volume-e251f16e-d009-4bcc-8f55-ad3aa92ea98c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'edcdcd11-fe13-4fd8-8135-4ca912a90c00', 'attached_at': '', 'detached_at': '', 'volume_id': 'e251f16e-d009-4bcc-8f55-ad3aa92ea98c', 'serial': 'e251f16e-d009-4bcc-8f55-ad3aa92ea98c'} {{(pid=64120) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1469.309349] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7027dbe-d333-46b6-ad39-92f1abbd7e21 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.316017] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1469.316017] env[64120]: value = "task-1407131" [ 1469.316017] env[64120]: _type = "Task" [ 1469.316017] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.323211] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bf2631-78a0-4393-92f3-c6017402eeba {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.330622] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407131, 'name': Rename_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.346830] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cd84c8-060f-49a8-9b8d-17025fba6ed7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.365696] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Updating instance '56b10b50-eb03-43bc-9d5f-8a2498aeb7a9' progress to 67 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1469.441873] env[64120]: DEBUG nova.scheduler.client.report [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Updated inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with generation 177 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1469.442414] env[64120]: DEBUG nova.compute.provider_tree [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Updating resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 generation from 177 to 178 during operation: update_inventory {{(pid=64120) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1469.442698] env[64120]: DEBUG nova.compute.provider_tree [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1469.512102] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Releasing lock "refresh_cache-4454a9bf-1408-47d0-af64-7ab9f0f21956" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.512456] env[64120]: DEBUG nova.compute.manager [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Instance network_info: |[{"id": "b7ac18f5-2452-4540-83dd-1c84ed92f1d8", "address": "fa:16:3e:64:9f:fe", "network": {"id": "563cc151-45ed-483a-ba84-741e27829347", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-361013423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81d9c283f8148c1a32b0bc3bd947531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ac18f5-24", "ovs_interfaceid": "b7ac18f5-2452-4540-83dd-1c84ed92f1d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1469.513119] env[64120]: DEBUG oslo_vmware.api [None req-a43a2b0e-c52f-4826-8011-7f1ba0096a80 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.513516] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:9f:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '503991c4-44d0-42d9-aa03-5259331f1051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7ac18f5-2452-4540-83dd-1c84ed92f1d8', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1469.520962] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Creating folder: Project (e81d9c283f8148c1a32b0bc3bd947531). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1469.521140] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cf3306f-f5ee-4960-b57a-c868e016b600 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.533077] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Created folder: Project (e81d9c283f8148c1a32b0bc3bd947531) in parent group-v297899. [ 1469.533338] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Creating folder: Instances. Parent ref: group-v298205. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1469.533570] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c328329-f540-4afb-aa20-aafc7bcf6de0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.543909] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Created folder: Instances in parent group-v298205. [ 1469.544246] env[64120]: DEBUG oslo.service.loopingcall [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1469.544484] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1469.544745] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c8adaf6-69de-4943-86ef-97ca9b8d91d6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.566069] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1469.566069] env[64120]: value = "task-1407134" [ 1469.566069] env[64120]: _type = "Task" [ 1469.566069] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.573900] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407134, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.694050] env[64120]: DEBUG oslo_vmware.api [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407130, 'name': PowerOnVM_Task, 'duration_secs': 0.470361} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.694404] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1469.694640] env[64120]: INFO nova.compute.manager [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1469.694833] env[64120]: DEBUG nova.compute.manager [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1469.695683] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d5b9be-4993-4b4b-8028-cd106a8c6af7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.804461] env[64120]: DEBUG nova.compute.manager [req-4d8f598c-2b6c-4acd-9013-1d6aaa7078f8 req-47530380-01b0-47d4-bcc5-fe18732a2bb0 service nova] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Received event network-changed-b7ac18f5-2452-4540-83dd-1c84ed92f1d8 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1469.805017] env[64120]: DEBUG nova.compute.manager [req-4d8f598c-2b6c-4acd-9013-1d6aaa7078f8 req-47530380-01b0-47d4-bcc5-fe18732a2bb0 service nova] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Refreshing instance network info cache due to event network-changed-b7ac18f5-2452-4540-83dd-1c84ed92f1d8. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1469.805017] env[64120]: DEBUG oslo_concurrency.lockutils [req-4d8f598c-2b6c-4acd-9013-1d6aaa7078f8 req-47530380-01b0-47d4-bcc5-fe18732a2bb0 service nova] Acquiring lock "refresh_cache-4454a9bf-1408-47d0-af64-7ab9f0f21956" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1469.805017] env[64120]: DEBUG oslo_concurrency.lockutils [req-4d8f598c-2b6c-4acd-9013-1d6aaa7078f8 req-47530380-01b0-47d4-bcc5-fe18732a2bb0 service nova] Acquired lock "refresh_cache-4454a9bf-1408-47d0-af64-7ab9f0f21956" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.805017] env[64120]: DEBUG nova.network.neutron [req-4d8f598c-2b6c-4acd-9013-1d6aaa7078f8 req-47530380-01b0-47d4-bcc5-fe18732a2bb0 service nova] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Refreshing network info cache for port b7ac18f5-2452-4540-83dd-1c84ed92f1d8 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1469.827057] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407131, 'name': Rename_Task, 'duration_secs': 0.184074} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.827057] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1469.827057] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3b97e89-5468-41a7-9898-931ddb1dd334 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.833372] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1469.833372] env[64120]: value = "task-1407135" [ 1469.833372] env[64120]: _type = "Task" [ 1469.833372] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.845283] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.938955] env[64120]: DEBUG nova.network.neutron [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Port 624c7700-ea37-4646-a61e-9166d76bb311 binding to destination host cpu-1 is already ACTIVE {{(pid=64120) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1469.949559] env[64120]: DEBUG oslo_concurrency.lockutils [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.114s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.950113] env[64120]: DEBUG nova.compute.manager [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1470.012236] env[64120]: DEBUG oslo_vmware.api [None req-a43a2b0e-c52f-4826-8011-7f1ba0096a80 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407129, 'name': PowerOffVM_Task, 'duration_secs': 0.753942} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.012610] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-a43a2b0e-c52f-4826-8011-7f1ba0096a80 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1470.012816] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a43a2b0e-c52f-4826-8011-7f1ba0096a80 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1470.013159] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-595251d2-4cb3-4919-8d62-10f8d9613e5d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.025330] env[64120]: INFO nova.network.neutron [None req-e054da64-149b-4415-b434-f735a83b29e9 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Port 6173474b-8f68-4750-a0e1-451c555fb7ae from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1470.025746] env[64120]: DEBUG nova.network.neutron [None req-e054da64-149b-4415-b434-f735a83b29e9 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Updating instance_info_cache with network_info: [{"id": "f16d5059-124c-4d71-b445-a7a3bb6d3644", "address": "fa:16:3e:63:da:7a", "network": {"id": "49ed4ce5-a4d3-4752-937d-5db93927c7fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-683059633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecee5b6b3e784d9ca773d92c2ed384b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf16d5059-12", "ovs_interfaceid": "f16d5059-124c-4d71-b445-a7a3bb6d3644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.076818] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407134, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.082671] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a43a2b0e-c52f-4826-8011-7f1ba0096a80 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1470.082923] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a43a2b0e-c52f-4826-8011-7f1ba0096a80 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1470.083165] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-a43a2b0e-c52f-4826-8011-7f1ba0096a80 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Deleting the datastore file [datastore2] e4a259a5-96e8-47a1-89b0-7e01243174de {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1470.083447] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6734573-ef4c-46b3-ad22-07aa0600e7a7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.091337] env[64120]: DEBUG oslo_vmware.api [None req-a43a2b0e-c52f-4826-8011-7f1ba0096a80 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1470.091337] env[64120]: value = "task-1407137" [ 1470.091337] env[64120]: _type = "Task" [ 1470.091337] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.099537] env[64120]: DEBUG oslo_vmware.api [None req-a43a2b0e-c52f-4826-8011-7f1ba0096a80 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.215952] env[64120]: INFO nova.compute.manager [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Took 17.67 seconds to build instance. [ 1470.343140] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407135, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.456252] env[64120]: DEBUG nova.compute.utils [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1470.458040] env[64120]: DEBUG nova.compute.manager [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1470.458040] env[64120]: DEBUG nova.network.neutron [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1470.525628] env[64120]: DEBUG nova.policy [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbdbd02bea0b467aab130f6b157c8f27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '013d1a20c54b41bc8a2a2830177c37e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1470.527955] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e054da64-149b-4415-b434-f735a83b29e9 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Releasing lock "refresh_cache-e4a259a5-96e8-47a1-89b0-7e01243174de" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.577586] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407134, 'name': CreateVM_Task, 'duration_secs': 0.578985} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.577764] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1470.578468] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.578650] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.579225] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1470.579499] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ab20386-f23e-4f76-9483-a1eb186d5352 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.584092] env[64120]: DEBUG oslo_vmware.api [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1470.584092] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52265805-b72a-9864-9bf8-76e3f5377a28" [ 1470.584092] env[64120]: _type = "Task" [ 1470.584092] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.591800] env[64120]: DEBUG oslo_vmware.api [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52265805-b72a-9864-9bf8-76e3f5377a28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.599009] env[64120]: DEBUG oslo_vmware.api [None req-a43a2b0e-c52f-4826-8011-7f1ba0096a80 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332223} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.599264] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-a43a2b0e-c52f-4826-8011-7f1ba0096a80 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1470.599455] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a43a2b0e-c52f-4826-8011-7f1ba0096a80 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1470.599639] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a43a2b0e-c52f-4826-8011-7f1ba0096a80 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1470.599814] env[64120]: INFO nova.compute.manager [None req-a43a2b0e-c52f-4826-8011-7f1ba0096a80 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1470.600067] env[64120]: DEBUG oslo.service.loopingcall [None req-a43a2b0e-c52f-4826-8011-7f1ba0096a80 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1470.600271] env[64120]: DEBUG nova.compute.manager [-] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1470.600364] env[64120]: DEBUG nova.network.neutron [-] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1470.602412] env[64120]: DEBUG nova.network.neutron [req-4d8f598c-2b6c-4acd-9013-1d6aaa7078f8 req-47530380-01b0-47d4-bcc5-fe18732a2bb0 service nova] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Updated VIF entry in instance network info cache for port b7ac18f5-2452-4540-83dd-1c84ed92f1d8. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1470.602784] env[64120]: DEBUG nova.network.neutron [req-4d8f598c-2b6c-4acd-9013-1d6aaa7078f8 req-47530380-01b0-47d4-bcc5-fe18732a2bb0 service nova] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Updating instance_info_cache with network_info: [{"id": "b7ac18f5-2452-4540-83dd-1c84ed92f1d8", "address": "fa:16:3e:64:9f:fe", "network": {"id": "563cc151-45ed-483a-ba84-741e27829347", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-361013423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81d9c283f8148c1a32b0bc3bd947531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ac18f5-24", "ovs_interfaceid": "b7ac18f5-2452-4540-83dd-1c84ed92f1d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.718231] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38a15c10-19f3-4b53-87a9-27f34e31ff6b tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "cbbbaf29-bea1-4577-9a6c-a3cece09a063" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.183s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.845504] env[64120]: DEBUG oslo_vmware.api [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407135, 'name': PowerOnVM_Task, 'duration_secs': 0.604811} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.845504] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1470.956877] env[64120]: DEBUG nova.compute.manager [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1470.958551] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c62636b-2f2c-451d-9ca8-83b12bd9a0ac {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.964431] env[64120]: DEBUG nova.compute.manager [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1470.971659] env[64120]: DEBUG oslo_concurrency.lockutils [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "56b10b50-eb03-43bc-9d5f-8a2498aeb7a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.971886] env[64120]: DEBUG oslo_concurrency.lockutils [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "56b10b50-eb03-43bc-9d5f-8a2498aeb7a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.972081] env[64120]: DEBUG oslo_concurrency.lockutils [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "56b10b50-eb03-43bc-9d5f-8a2498aeb7a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.032405] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e054da64-149b-4415-b434-f735a83b29e9 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "interface-e4a259a5-96e8-47a1-89b0-7e01243174de-6173474b-8f68-4750-a0e1-451c555fb7ae" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.734s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.094413] env[64120]: DEBUG oslo_vmware.api [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52265805-b72a-9864-9bf8-76e3f5377a28, 'name': SearchDatastore_Task, 'duration_secs': 0.027398} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.094790] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1471.095049] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1471.095312] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1471.095485] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.095644] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1471.095911] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ebcb244-0918-494e-8c19-2b5899d12a1b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.104312] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1471.104496] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1471.105496] env[64120]: DEBUG oslo_concurrency.lockutils [req-4d8f598c-2b6c-4acd-9013-1d6aaa7078f8 req-47530380-01b0-47d4-bcc5-fe18732a2bb0 service nova] Releasing lock "refresh_cache-4454a9bf-1408-47d0-af64-7ab9f0f21956" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1471.105855] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eea73ef1-068a-4328-9030-74795c8db7ab {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.110961] env[64120]: DEBUG oslo_vmware.api [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1471.110961] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52abd9b2-bc3a-8e88-4ee8-e5af03163574" [ 1471.110961] env[64120]: _type = "Task" [ 1471.110961] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.119399] env[64120]: DEBUG oslo_vmware.api [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52abd9b2-bc3a-8e88-4ee8-e5af03163574, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.338395] env[64120]: DEBUG nova.network.neutron [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Successfully created port: e0964df1-bf33-4588-b5b7-10f067f03f05 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1471.489140] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fbde0584-2ede-494c-adc0-38e24c9abf98 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "edcdcd11-fe13-4fd8-8135-4ca912a90c00" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 28.104s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.620854] env[64120]: DEBUG oslo_vmware.api [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52abd9b2-bc3a-8e88-4ee8-e5af03163574, 'name': SearchDatastore_Task, 'duration_secs': 0.010546} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.621668] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78fec1a9-0caa-428c-ac11-3a37e0c55a96 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.627124] env[64120]: DEBUG oslo_vmware.api [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1471.627124] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52bc95c6-677b-a5e7-a0d0-a33d15451b59" [ 1471.627124] env[64120]: _type = "Task" [ 1471.627124] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.634953] env[64120]: DEBUG oslo_vmware.api [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52bc95c6-677b-a5e7-a0d0-a33d15451b59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.982326] env[64120]: DEBUG nova.compute.manager [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1472.005826] env[64120]: DEBUG nova.virt.hardware [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1472.005826] env[64120]: DEBUG nova.virt.hardware [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1472.006033] env[64120]: DEBUG nova.virt.hardware [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1472.006482] env[64120]: DEBUG nova.virt.hardware [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1472.006482] env[64120]: DEBUG nova.virt.hardware [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1472.006578] env[64120]: DEBUG nova.virt.hardware [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1472.006711] env[64120]: DEBUG nova.virt.hardware [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1472.006876] env[64120]: DEBUG nova.virt.hardware [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1472.007235] env[64120]: DEBUG nova.virt.hardware [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1472.007493] env[64120]: DEBUG nova.virt.hardware [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1472.007713] env[64120]: DEBUG nova.virt.hardware [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1472.008608] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f002f21a-9793-4479-855a-f90e5b36c596 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.016585] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845f06f4-c97a-4935-bd9a-53acf617e8cc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.035478] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9c2ef685-eb00-4721-9a8b-3657af36a3b2 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "cbbbaf29-bea1-4577-9a6c-a3cece09a063" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.035733] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9c2ef685-eb00-4721-9a8b-3657af36a3b2 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "cbbbaf29-bea1-4577-9a6c-a3cece09a063" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.035915] env[64120]: DEBUG nova.compute.manager [None req-9c2ef685-eb00-4721-9a8b-3657af36a3b2 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1472.037815] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d63806d-4233-47e2-a381-4adcaaaf358e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.044227] env[64120]: DEBUG nova.compute.manager [None req-9c2ef685-eb00-4721-9a8b-3657af36a3b2 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64120) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1472.044776] env[64120]: DEBUG nova.objects.instance [None req-9c2ef685-eb00-4721-9a8b-3657af36a3b2 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lazy-loading 'flavor' on Instance uuid cbbbaf29-bea1-4577-9a6c-a3cece09a063 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1472.069948] env[64120]: DEBUG oslo_concurrency.lockutils [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "refresh_cache-56b10b50-eb03-43bc-9d5f-8a2498aeb7a9" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.070160] env[64120]: DEBUG oslo_concurrency.lockutils [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquired lock "refresh_cache-56b10b50-eb03-43bc-9d5f-8a2498aeb7a9" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.070341] env[64120]: DEBUG nova.network.neutron [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1472.138834] env[64120]: DEBUG oslo_vmware.api [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52bc95c6-677b-a5e7-a0d0-a33d15451b59, 'name': SearchDatastore_Task, 'duration_secs': 0.009847} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.139175] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.139440] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 4454a9bf-1408-47d0-af64-7ab9f0f21956/4454a9bf-1408-47d0-af64-7ab9f0f21956.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1472.139709] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8e235d9-1cb9-46d3-a53c-40afaa0d2224 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.147623] env[64120]: DEBUG oslo_vmware.api [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1472.147623] env[64120]: value = "task-1407138" [ 1472.147623] env[64120]: _type = "Task" [ 1472.147623] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.157480] env[64120]: DEBUG oslo_vmware.api [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.531745] env[64120]: DEBUG nova.compute.manager [req-48b35965-27b7-49e6-b40c-e69646e49760 req-8a60efac-ad51-492e-a72d-8fd79e8622e3 service nova] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Received event network-vif-deleted-f16d5059-124c-4d71-b445-a7a3bb6d3644 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1472.532009] env[64120]: INFO nova.compute.manager [req-48b35965-27b7-49e6-b40c-e69646e49760 req-8a60efac-ad51-492e-a72d-8fd79e8622e3 service nova] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Neutron deleted interface f16d5059-124c-4d71-b445-a7a3bb6d3644; detaching it from the instance and deleting it from the info cache [ 1472.532208] env[64120]: DEBUG nova.network.neutron [req-48b35965-27b7-49e6-b40c-e69646e49760 req-8a60efac-ad51-492e-a72d-8fd79e8622e3 service nova] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.550859] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c2ef685-eb00-4721-9a8b-3657af36a3b2 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1472.551192] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b54164c-788d-4e8f-a856-656df0140b80 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.559829] env[64120]: DEBUG oslo_vmware.api [None req-9c2ef685-eb00-4721-9a8b-3657af36a3b2 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1472.559829] env[64120]: value = "task-1407139" [ 1472.559829] env[64120]: _type = "Task" [ 1472.559829] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.576176] env[64120]: DEBUG oslo_vmware.api [None req-9c2ef685-eb00-4721-9a8b-3657af36a3b2 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.662931] env[64120]: DEBUG oslo_vmware.api [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407138, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.863201] env[64120]: DEBUG nova.network.neutron [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Updating instance_info_cache with network_info: [{"id": "624c7700-ea37-4646-a61e-9166d76bb311", "address": "fa:16:3e:e3:33:42", "network": {"id": "92d218ec-145d-4482-8416-fa888f5c743c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1794575816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "845268a29b9040cfb7c02f220348a552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap624c7700-ea", "ovs_interfaceid": "624c7700-ea37-4646-a61e-9166d76bb311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.998322] env[64120]: DEBUG nova.network.neutron [-] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.035647] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c7815da-470a-449e-805f-124720bd9079 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.045513] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721a31d9-87f2-44c3-81ef-94f2b8fbc463 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.069113] env[64120]: DEBUG oslo_vmware.api [None req-9c2ef685-eb00-4721-9a8b-3657af36a3b2 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407139, 'name': PowerOffVM_Task, 'duration_secs': 0.291511} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.080493] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c2ef685-eb00-4721-9a8b-3657af36a3b2 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1473.080493] env[64120]: DEBUG nova.compute.manager [None req-9c2ef685-eb00-4721-9a8b-3657af36a3b2 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1473.081276] env[64120]: DEBUG nova.compute.manager [req-48b35965-27b7-49e6-b40c-e69646e49760 req-8a60efac-ad51-492e-a72d-8fd79e8622e3 service nova] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Detach interface failed, port_id=f16d5059-124c-4d71-b445-a7a3bb6d3644, reason: Instance e4a259a5-96e8-47a1-89b0-7e01243174de could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1473.082227] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c24822-2dce-4873-aa41-f8b013b2ee0a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.161750] env[64120]: DEBUG oslo_vmware.api [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56672} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.162043] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 4454a9bf-1408-47d0-af64-7ab9f0f21956/4454a9bf-1408-47d0-af64-7ab9f0f21956.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1473.162710] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1473.162710] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7f9829b-ff3b-4302-a661-68cac2a52983 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.169699] env[64120]: DEBUG oslo_vmware.api [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1473.169699] env[64120]: value = "task-1407140" [ 1473.169699] env[64120]: _type = "Task" [ 1473.169699] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.179982] env[64120]: DEBUG oslo_vmware.api [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.366611] env[64120]: DEBUG oslo_concurrency.lockutils [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Releasing lock "refresh_cache-56b10b50-eb03-43bc-9d5f-8a2498aeb7a9" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.500911] env[64120]: INFO nova.compute.manager [-] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Took 2.90 seconds to deallocate network for instance. [ 1473.598271] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9c2ef685-eb00-4721-9a8b-3657af36a3b2 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "cbbbaf29-bea1-4577-9a6c-a3cece09a063" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.562s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.680408] env[64120]: DEBUG oslo_vmware.api [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062978} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.681275] env[64120]: DEBUG nova.network.neutron [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Successfully updated port: e0964df1-bf33-4588-b5b7-10f067f03f05 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1473.682803] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1473.683949] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552d76ad-c69a-497b-88a5-321ee0e92f91 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.706567] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 4454a9bf-1408-47d0-af64-7ab9f0f21956/4454a9bf-1408-47d0-af64-7ab9f0f21956.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1473.707516] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cce309e4-bdae-43be-8d92-a109479e0b28 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.727738] env[64120]: DEBUG oslo_vmware.api [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1473.727738] env[64120]: value = "task-1407141" [ 1473.727738] env[64120]: _type = "Task" [ 1473.727738] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.735773] env[64120]: DEBUG oslo_vmware.api [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407141, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.895836] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69557dd8-7f74-40dd-8e6e-db85cb8bb9d2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.914588] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61467e2a-97a0-4bd7-89d2-3d44e4384595 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.921500] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Updating instance '56b10b50-eb03-43bc-9d5f-8a2498aeb7a9' progress to 83 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1474.008114] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a43a2b0e-c52f-4826-8011-7f1ba0096a80 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.008535] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a43a2b0e-c52f-4826-8011-7f1ba0096a80 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.008777] env[64120]: DEBUG nova.objects.instance [None req-a43a2b0e-c52f-4826-8011-7f1ba0096a80 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lazy-loading 'resources' on Instance uuid e4a259a5-96e8-47a1-89b0-7e01243174de {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1474.184377] env[64120]: DEBUG oslo_concurrency.lockutils [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquiring lock "refresh_cache-79e469aa-fece-4aa8-aefc-8ecec4c7b339" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.184442] env[64120]: DEBUG oslo_concurrency.lockutils [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquired lock "refresh_cache-79e469aa-fece-4aa8-aefc-8ecec4c7b339" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.184615] env[64120]: DEBUG nova.network.neutron [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1474.238336] env[64120]: DEBUG oslo_vmware.api [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.428062] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1474.428062] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ffa262f-e371-47bc-86be-efbde1ace563 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.436504] env[64120]: DEBUG oslo_vmware.api [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1474.436504] env[64120]: value = "task-1407142" [ 1474.436504] env[64120]: _type = "Task" [ 1474.436504] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.444684] env[64120]: DEBUG oslo_vmware.api [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.558101] env[64120]: DEBUG nova.compute.manager [req-0f5abcee-f2c6-49ed-90bc-9674780af46c req-8dc8fa2f-bcd0-496e-85f9-d63cc948a10b service nova] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Received event network-vif-plugged-e0964df1-bf33-4588-b5b7-10f067f03f05 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1474.558355] env[64120]: DEBUG oslo_concurrency.lockutils [req-0f5abcee-f2c6-49ed-90bc-9674780af46c req-8dc8fa2f-bcd0-496e-85f9-d63cc948a10b service nova] Acquiring lock "79e469aa-fece-4aa8-aefc-8ecec4c7b339-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.558569] env[64120]: DEBUG oslo_concurrency.lockutils [req-0f5abcee-f2c6-49ed-90bc-9674780af46c req-8dc8fa2f-bcd0-496e-85f9-d63cc948a10b service nova] Lock "79e469aa-fece-4aa8-aefc-8ecec4c7b339-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.558762] env[64120]: DEBUG oslo_concurrency.lockutils [req-0f5abcee-f2c6-49ed-90bc-9674780af46c req-8dc8fa2f-bcd0-496e-85f9-d63cc948a10b service nova] Lock "79e469aa-fece-4aa8-aefc-8ecec4c7b339-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.558952] env[64120]: DEBUG nova.compute.manager [req-0f5abcee-f2c6-49ed-90bc-9674780af46c req-8dc8fa2f-bcd0-496e-85f9-d63cc948a10b service nova] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] No waiting events found dispatching network-vif-plugged-e0964df1-bf33-4588-b5b7-10f067f03f05 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1474.559155] env[64120]: WARNING nova.compute.manager [req-0f5abcee-f2c6-49ed-90bc-9674780af46c req-8dc8fa2f-bcd0-496e-85f9-d63cc948a10b service nova] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Received unexpected event network-vif-plugged-e0964df1-bf33-4588-b5b7-10f067f03f05 for instance with vm_state building and task_state spawning. [ 1474.559337] env[64120]: DEBUG nova.compute.manager [req-0f5abcee-f2c6-49ed-90bc-9674780af46c req-8dc8fa2f-bcd0-496e-85f9-d63cc948a10b service nova] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Received event network-changed-e0964df1-bf33-4588-b5b7-10f067f03f05 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1474.559504] env[64120]: DEBUG nova.compute.manager [req-0f5abcee-f2c6-49ed-90bc-9674780af46c req-8dc8fa2f-bcd0-496e-85f9-d63cc948a10b service nova] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Refreshing instance network info cache due to event network-changed-e0964df1-bf33-4588-b5b7-10f067f03f05. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1474.559678] env[64120]: DEBUG oslo_concurrency.lockutils [req-0f5abcee-f2c6-49ed-90bc-9674780af46c req-8dc8fa2f-bcd0-496e-85f9-d63cc948a10b service nova] Acquiring lock "refresh_cache-79e469aa-fece-4aa8-aefc-8ecec4c7b339" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.683210] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ca14d2-463e-4aeb-95ed-1eb8b989f9c0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.691630] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2839ff08-8662-4c99-86ad-c9b5b2122778 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.722536] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8899cdd6-cc5f-4a69-93c5-7d5cf459c117 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.734474] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0396c406-d88c-46d8-9fae-d6d200bcc837 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.742615] env[64120]: DEBUG oslo_vmware.api [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407141, 'name': ReconfigVM_Task, 'duration_secs': 0.777771} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.750237] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 4454a9bf-1408-47d0-af64-7ab9f0f21956/4454a9bf-1408-47d0-af64-7ab9f0f21956.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1474.751110] env[64120]: DEBUG nova.compute.provider_tree [None req-a43a2b0e-c52f-4826-8011-7f1ba0096a80 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1474.752456] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6c8e309-5833-4004-bd57-3c9555cdc6f5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.754338] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7c0957f5-2951-432c-8d57-3075c195d2ef tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "cbbbaf29-bea1-4577-9a6c-a3cece09a063" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.754571] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7c0957f5-2951-432c-8d57-3075c195d2ef tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "cbbbaf29-bea1-4577-9a6c-a3cece09a063" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.754781] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7c0957f5-2951-432c-8d57-3075c195d2ef tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "cbbbaf29-bea1-4577-9a6c-a3cece09a063-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.754977] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7c0957f5-2951-432c-8d57-3075c195d2ef tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "cbbbaf29-bea1-4577-9a6c-a3cece09a063-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.755195] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7c0957f5-2951-432c-8d57-3075c195d2ef tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "cbbbaf29-bea1-4577-9a6c-a3cece09a063-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.758775] env[64120]: INFO nova.compute.manager [None req-7c0957f5-2951-432c-8d57-3075c195d2ef tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Terminating instance [ 1474.760877] env[64120]: DEBUG nova.compute.manager [None req-7c0957f5-2951-432c-8d57-3075c195d2ef tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1474.761108] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0957f5-2951-432c-8d57-3075c195d2ef tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1474.761869] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933b2731-4834-44ab-93a9-f411ab7fe448 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.765850] env[64120]: DEBUG oslo_vmware.api [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1474.765850] env[64120]: value = "task-1407143" [ 1474.765850] env[64120]: _type = "Task" [ 1474.765850] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.771471] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0957f5-2951-432c-8d57-3075c195d2ef tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1474.772293] env[64120]: DEBUG nova.network.neutron [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1474.774355] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae6ec618-4dc3-4c0a-bb24-bf2dae611f44 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.779925] env[64120]: DEBUG oslo_vmware.api [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407143, 'name': Rename_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.846560] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0957f5-2951-432c-8d57-3075c195d2ef tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1474.846807] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0957f5-2951-432c-8d57-3075c195d2ef tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1474.847028] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c0957f5-2951-432c-8d57-3075c195d2ef tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Deleting the datastore file [datastore1] cbbbaf29-bea1-4577-9a6c-a3cece09a063 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1474.847337] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2167f115-20c5-42dc-89ee-163c74fb89f2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.855826] env[64120]: DEBUG oslo_vmware.api [None req-7c0957f5-2951-432c-8d57-3075c195d2ef tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1474.855826] env[64120]: value = "task-1407145" [ 1474.855826] env[64120]: _type = "Task" [ 1474.855826] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.863613] env[64120]: DEBUG oslo_vmware.api [None req-7c0957f5-2951-432c-8d57-3075c195d2ef tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.924030] env[64120]: DEBUG nova.network.neutron [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Updating instance_info_cache with network_info: [{"id": "e0964df1-bf33-4588-b5b7-10f067f03f05", "address": "fa:16:3e:14:47:27", "network": {"id": "b430c2ce-4dd5-44aa-82ba-e9e6c79fe1f6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-146035780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "013d1a20c54b41bc8a2a2830177c37e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0964df1-bf", "ovs_interfaceid": "e0964df1-bf33-4588-b5b7-10f067f03f05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.946480] env[64120]: DEBUG oslo_vmware.api [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407142, 'name': PowerOnVM_Task, 'duration_secs': 0.37883} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.946749] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1474.946965] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-130a1c56-3316-47ce-9e3c-1bdd9cc2c8b2 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Updating instance '56b10b50-eb03-43bc-9d5f-8a2498aeb7a9' progress to 100 {{(pid=64120) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1475.275469] env[64120]: DEBUG oslo_vmware.api [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407143, 'name': Rename_Task, 'duration_secs': 0.145612} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.275784] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1475.276018] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-906562f7-05d4-4c31-80be-64c805ad9bcf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.281649] env[64120]: DEBUG oslo_vmware.api [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1475.281649] env[64120]: value = "task-1407146" [ 1475.281649] env[64120]: _type = "Task" [ 1475.281649] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.289053] env[64120]: DEBUG nova.scheduler.client.report [None req-a43a2b0e-c52f-4826-8011-7f1ba0096a80 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Updated inventory for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with generation 178 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1475.289305] env[64120]: DEBUG nova.compute.provider_tree [None req-a43a2b0e-c52f-4826-8011-7f1ba0096a80 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Updating resource provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 generation from 178 to 179 during operation: update_inventory {{(pid=64120) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1475.289495] env[64120]: DEBUG nova.compute.provider_tree [None req-a43a2b0e-c52f-4826-8011-7f1ba0096a80 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Updating inventory in ProviderTree for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1475.295800] env[64120]: DEBUG oslo_vmware.api [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.367568] env[64120]: DEBUG oslo_vmware.api [None req-7c0957f5-2951-432c-8d57-3075c195d2ef tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130389} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.367862] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c0957f5-2951-432c-8d57-3075c195d2ef tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1475.368077] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0957f5-2951-432c-8d57-3075c195d2ef tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1475.368277] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0957f5-2951-432c-8d57-3075c195d2ef tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1475.368461] env[64120]: INFO nova.compute.manager [None req-7c0957f5-2951-432c-8d57-3075c195d2ef tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1475.368710] env[64120]: DEBUG oslo.service.loopingcall [None req-7c0957f5-2951-432c-8d57-3075c195d2ef tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1475.369325] env[64120]: DEBUG nova.compute.manager [-] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1475.369468] env[64120]: DEBUG nova.network.neutron [-] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1475.426400] env[64120]: DEBUG oslo_concurrency.lockutils [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Releasing lock "refresh_cache-79e469aa-fece-4aa8-aefc-8ecec4c7b339" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1475.426787] env[64120]: DEBUG nova.compute.manager [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Instance network_info: |[{"id": "e0964df1-bf33-4588-b5b7-10f067f03f05", "address": "fa:16:3e:14:47:27", "network": {"id": "b430c2ce-4dd5-44aa-82ba-e9e6c79fe1f6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-146035780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "013d1a20c54b41bc8a2a2830177c37e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0964df1-bf", "ovs_interfaceid": "e0964df1-bf33-4588-b5b7-10f067f03f05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1475.427152] env[64120]: DEBUG oslo_concurrency.lockutils [req-0f5abcee-f2c6-49ed-90bc-9674780af46c req-8dc8fa2f-bcd0-496e-85f9-d63cc948a10b service nova] Acquired lock "refresh_cache-79e469aa-fece-4aa8-aefc-8ecec4c7b339" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.427350] env[64120]: DEBUG nova.network.neutron [req-0f5abcee-f2c6-49ed-90bc-9674780af46c req-8dc8fa2f-bcd0-496e-85f9-d63cc948a10b service nova] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Refreshing network info cache for port e0964df1-bf33-4588-b5b7-10f067f03f05 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1475.428604] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:47:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0964df1-bf33-4588-b5b7-10f067f03f05', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1475.436980] env[64120]: DEBUG oslo.service.loopingcall [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1475.440117] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1475.440640] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74db4ecc-8a21-4182-9c60-2debefeecc95 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.463877] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1475.463877] env[64120]: value = "task-1407147" [ 1475.463877] env[64120]: _type = "Task" [ 1475.463877] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.474249] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407147, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.793203] env[64120]: DEBUG oslo_vmware.api [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407146, 'name': PowerOnVM_Task, 'duration_secs': 0.444799} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.793559] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1475.793788] env[64120]: INFO nova.compute.manager [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1475.794031] env[64120]: DEBUG nova.compute.manager [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1475.795579] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904b6182-5b21-410f-8de7-0d54eb4c575c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.798517] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a43a2b0e-c52f-4826-8011-7f1ba0096a80 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.790s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.829705] env[64120]: INFO nova.scheduler.client.report [None req-a43a2b0e-c52f-4826-8011-7f1ba0096a80 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Deleted allocations for instance e4a259a5-96e8-47a1-89b0-7e01243174de [ 1475.974744] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407147, 'name': CreateVM_Task, 'duration_secs': 0.358956} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.974744] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1475.975803] env[64120]: DEBUG oslo_concurrency.lockutils [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.975803] env[64120]: DEBUG oslo_concurrency.lockutils [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.975803] env[64120]: DEBUG oslo_concurrency.lockutils [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1475.975982] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc97b82d-aefa-44b7-898c-ce23bfc61e00 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.981470] env[64120]: DEBUG oslo_vmware.api [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for the task: (returnval){ [ 1475.981470] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52879c78-380a-2bbc-eb26-7b65bd5f0b2c" [ 1475.981470] env[64120]: _type = "Task" [ 1475.981470] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.990132] env[64120]: DEBUG oslo_vmware.api [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52879c78-380a-2bbc-eb26-7b65bd5f0b2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.991400] env[64120]: DEBUG nova.network.neutron [req-0f5abcee-f2c6-49ed-90bc-9674780af46c req-8dc8fa2f-bcd0-496e-85f9-d63cc948a10b service nova] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Updated VIF entry in instance network info cache for port e0964df1-bf33-4588-b5b7-10f067f03f05. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1475.991729] env[64120]: DEBUG nova.network.neutron [req-0f5abcee-f2c6-49ed-90bc-9674780af46c req-8dc8fa2f-bcd0-496e-85f9-d63cc948a10b service nova] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Updating instance_info_cache with network_info: [{"id": "e0964df1-bf33-4588-b5b7-10f067f03f05", "address": "fa:16:3e:14:47:27", "network": {"id": "b430c2ce-4dd5-44aa-82ba-e9e6c79fe1f6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-146035780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "013d1a20c54b41bc8a2a2830177c37e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0964df1-bf", "ovs_interfaceid": "e0964df1-bf33-4588-b5b7-10f067f03f05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.317830] env[64120]: INFO nova.compute.manager [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Took 13.76 seconds to build instance. [ 1476.344200] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a43a2b0e-c52f-4826-8011-7f1ba0096a80 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "e4a259a5-96e8-47a1-89b0-7e01243174de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.361s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.475932] env[64120]: DEBUG nova.network.neutron [-] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.492166] env[64120]: DEBUG oslo_vmware.api [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52879c78-380a-2bbc-eb26-7b65bd5f0b2c, 'name': SearchDatastore_Task, 'duration_secs': 0.012979} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.493363] env[64120]: DEBUG oslo_concurrency.lockutils [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.493595] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1476.493842] env[64120]: DEBUG oslo_concurrency.lockutils [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.494013] env[64120]: DEBUG oslo_concurrency.lockutils [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.494234] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1476.494752] env[64120]: DEBUG oslo_concurrency.lockutils [req-0f5abcee-f2c6-49ed-90bc-9674780af46c req-8dc8fa2f-bcd0-496e-85f9-d63cc948a10b service nova] Releasing lock "refresh_cache-79e469aa-fece-4aa8-aefc-8ecec4c7b339" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.495316] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-530587fe-4dfe-496e-bccf-5dd8d70076a6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.505378] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1476.505564] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1476.506809] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae8c835a-8dd4-406f-9b2b-cc27a553be90 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.511910] env[64120]: DEBUG oslo_vmware.api [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for the task: (returnval){ [ 1476.511910] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52565338-8055-ed75-a0ee-d66de27fa0ed" [ 1476.511910] env[64120]: _type = "Task" [ 1476.511910] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.519357] env[64120]: DEBUG oslo_vmware.api [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52565338-8055-ed75-a0ee-d66de27fa0ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.587429] env[64120]: DEBUG nova.compute.manager [req-335a5910-7a6b-404f-8de5-1e01a80c61da req-32237bec-6e94-43bf-9a77-e164bdddb2a0 service nova] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Received event network-vif-deleted-fed83912-b5ef-4edb-93ec-7456e43e1e4e {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1476.819773] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ce3ff3bf-a89f-4d7a-9e3a-172199110507 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "4454a9bf-1408-47d0-af64-7ab9f0f21956" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.266s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.977480] env[64120]: INFO nova.compute.manager [-] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Took 1.61 seconds to deallocate network for instance. [ 1477.023313] env[64120]: DEBUG oslo_vmware.api [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52565338-8055-ed75-a0ee-d66de27fa0ed, 'name': SearchDatastore_Task, 'duration_secs': 0.010961} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.024199] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d89f8336-8975-4a12-8a69-ecdbce8a5ec0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.029782] env[64120]: DEBUG oslo_vmware.api [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for the task: (returnval){ [ 1477.029782] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52554b80-6488-7530-2a5a-d1a54c10e312" [ 1477.029782] env[64120]: _type = "Task" [ 1477.029782] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.038553] env[64120]: DEBUG oslo_vmware.api [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52554b80-6488-7530-2a5a-d1a54c10e312, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.324395] env[64120]: DEBUG oslo_concurrency.lockutils [None req-69c2b5aa-6a17-47fc-9b84-8bf8d538ecc4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "62041f20-0af3-4a36-be7c-96e034819c1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.324784] env[64120]: DEBUG oslo_concurrency.lockutils [None req-69c2b5aa-6a17-47fc-9b84-8bf8d538ecc4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "62041f20-0af3-4a36-be7c-96e034819c1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.325202] env[64120]: DEBUG oslo_concurrency.lockutils [None req-69c2b5aa-6a17-47fc-9b84-8bf8d538ecc4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "62041f20-0af3-4a36-be7c-96e034819c1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.325608] env[64120]: DEBUG oslo_concurrency.lockutils [None req-69c2b5aa-6a17-47fc-9b84-8bf8d538ecc4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "62041f20-0af3-4a36-be7c-96e034819c1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.325912] env[64120]: DEBUG oslo_concurrency.lockutils [None req-69c2b5aa-6a17-47fc-9b84-8bf8d538ecc4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "62041f20-0af3-4a36-be7c-96e034819c1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.328773] env[64120]: INFO nova.compute.manager [None req-69c2b5aa-6a17-47fc-9b84-8bf8d538ecc4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Terminating instance [ 1477.331211] env[64120]: DEBUG nova.compute.manager [None req-69c2b5aa-6a17-47fc-9b84-8bf8d538ecc4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1477.331487] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-69c2b5aa-6a17-47fc-9b84-8bf8d538ecc4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1477.332679] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48afdb22-b61b-45c7-b0fd-87935629a316 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.343558] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c2b5aa-6a17-47fc-9b84-8bf8d538ecc4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1477.343941] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2438fdd3-4548-4892-8eee-b8056ac5b435 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.351983] env[64120]: DEBUG oslo_vmware.api [None req-69c2b5aa-6a17-47fc-9b84-8bf8d538ecc4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1477.351983] env[64120]: value = "task-1407148" [ 1477.351983] env[64120]: _type = "Task" [ 1477.351983] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.360371] env[64120]: DEBUG oslo_vmware.api [None req-69c2b5aa-6a17-47fc-9b84-8bf8d538ecc4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.484240] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7c0957f5-2951-432c-8d57-3075c195d2ef tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.484474] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7c0957f5-2951-432c-8d57-3075c195d2ef tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.484727] env[64120]: DEBUG nova.objects.instance [None req-7c0957f5-2951-432c-8d57-3075c195d2ef tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lazy-loading 'resources' on Instance uuid cbbbaf29-bea1-4577-9a6c-a3cece09a063 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1477.486778] env[64120]: DEBUG nova.network.neutron [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Port 624c7700-ea37-4646-a61e-9166d76bb311 binding to destination host cpu-1 is already ACTIVE {{(pid=64120) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1477.487166] env[64120]: DEBUG oslo_concurrency.lockutils [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "refresh_cache-56b10b50-eb03-43bc-9d5f-8a2498aeb7a9" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.487444] env[64120]: DEBUG oslo_concurrency.lockutils [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquired lock "refresh_cache-56b10b50-eb03-43bc-9d5f-8a2498aeb7a9" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.487737] env[64120]: DEBUG nova.network.neutron [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1477.541903] env[64120]: DEBUG oslo_vmware.api [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52554b80-6488-7530-2a5a-d1a54c10e312, 'name': SearchDatastore_Task, 'duration_secs': 0.010221} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.542438] env[64120]: DEBUG oslo_concurrency.lockutils [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.542738] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 79e469aa-fece-4aa8-aefc-8ecec4c7b339/79e469aa-fece-4aa8-aefc-8ecec4c7b339.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1477.543058] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-570d42e9-5bc0-4b58-be5a-a99d072c34ce {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.550213] env[64120]: DEBUG oslo_vmware.api [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for the task: (returnval){ [ 1477.550213] env[64120]: value = "task-1407149" [ 1477.550213] env[64120]: _type = "Task" [ 1477.550213] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.558609] env[64120]: DEBUG oslo_vmware.api [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.670698] env[64120]: DEBUG nova.compute.manager [req-237d88cc-ab71-4398-94d5-4b79ef03cd27 req-f31dc1fe-cd43-43e8-8bb6-a691f11ed7b9 service nova] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Received event network-changed-b7ac18f5-2452-4540-83dd-1c84ed92f1d8 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1477.670921] env[64120]: DEBUG nova.compute.manager [req-237d88cc-ab71-4398-94d5-4b79ef03cd27 req-f31dc1fe-cd43-43e8-8bb6-a691f11ed7b9 service nova] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Refreshing instance network info cache due to event network-changed-b7ac18f5-2452-4540-83dd-1c84ed92f1d8. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1477.671338] env[64120]: DEBUG oslo_concurrency.lockutils [req-237d88cc-ab71-4398-94d5-4b79ef03cd27 req-f31dc1fe-cd43-43e8-8bb6-a691f11ed7b9 service nova] Acquiring lock "refresh_cache-4454a9bf-1408-47d0-af64-7ab9f0f21956" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.671515] env[64120]: DEBUG oslo_concurrency.lockutils [req-237d88cc-ab71-4398-94d5-4b79ef03cd27 req-f31dc1fe-cd43-43e8-8bb6-a691f11ed7b9 service nova] Acquired lock "refresh_cache-4454a9bf-1408-47d0-af64-7ab9f0f21956" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.671769] env[64120]: DEBUG nova.network.neutron [req-237d88cc-ab71-4398-94d5-4b79ef03cd27 req-f31dc1fe-cd43-43e8-8bb6-a691f11ed7b9 service nova] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Refreshing network info cache for port b7ac18f5-2452-4540-83dd-1c84ed92f1d8 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1477.863669] env[64120]: DEBUG oslo_vmware.api [None req-69c2b5aa-6a17-47fc-9b84-8bf8d538ecc4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407148, 'name': PowerOffVM_Task, 'duration_secs': 0.20666} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.864227] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c2b5aa-6a17-47fc-9b84-8bf8d538ecc4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1477.864612] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-69c2b5aa-6a17-47fc-9b84-8bf8d538ecc4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1477.865024] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc3aba53-e91b-4824-b46e-ea80bac858cf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.925522] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-69c2b5aa-6a17-47fc-9b84-8bf8d538ecc4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1477.925787] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-69c2b5aa-6a17-47fc-9b84-8bf8d538ecc4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1477.925985] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-69c2b5aa-6a17-47fc-9b84-8bf8d538ecc4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Deleting the datastore file [datastore1] 62041f20-0af3-4a36-be7c-96e034819c1c {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1477.926291] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f626dfe-1800-4ecc-bda2-8e48e6af664b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.933602] env[64120]: DEBUG oslo_vmware.api [None req-69c2b5aa-6a17-47fc-9b84-8bf8d538ecc4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for the task: (returnval){ [ 1477.933602] env[64120]: value = "task-1407151" [ 1477.933602] env[64120]: _type = "Task" [ 1477.933602] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.941570] env[64120]: DEBUG oslo_vmware.api [None req-69c2b5aa-6a17-47fc-9b84-8bf8d538ecc4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.068975] env[64120]: DEBUG oslo_vmware.api [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407149, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.174288] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce25442e-acef-43a5-800a-1eeb144d1c69 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.188282] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c76d2c-bbba-4d1a-b482-d9f0384d2e76 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.225614] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741b6142-853a-4326-ba6e-9046ca332585 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.236874] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b25689d-fcce-4d05-a3fb-5ad5f1a08002 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.261796] env[64120]: DEBUG nova.compute.provider_tree [None req-7c0957f5-2951-432c-8d57-3075c195d2ef tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1478.444545] env[64120]: DEBUG oslo_vmware.api [None req-69c2b5aa-6a17-47fc-9b84-8bf8d538ecc4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Task: {'id': task-1407151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129008} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.444964] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-69c2b5aa-6a17-47fc-9b84-8bf8d538ecc4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1478.445034] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-69c2b5aa-6a17-47fc-9b84-8bf8d538ecc4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1478.445302] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-69c2b5aa-6a17-47fc-9b84-8bf8d538ecc4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1478.445423] env[64120]: INFO nova.compute.manager [None req-69c2b5aa-6a17-47fc-9b84-8bf8d538ecc4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1478.445700] env[64120]: DEBUG oslo.service.loopingcall [None req-69c2b5aa-6a17-47fc-9b84-8bf8d538ecc4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1478.445851] env[64120]: DEBUG nova.compute.manager [-] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1478.445948] env[64120]: DEBUG nova.network.neutron [-] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1478.563262] env[64120]: DEBUG oslo_vmware.api [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407149, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.818414} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.563583] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 79e469aa-fece-4aa8-aefc-8ecec4c7b339/79e469aa-fece-4aa8-aefc-8ecec4c7b339.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1478.563807] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1478.564095] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e264e54c-0b6e-4962-a419-94c4a88fc2ec {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.572242] env[64120]: DEBUG oslo_vmware.api [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for the task: (returnval){ [ 1478.572242] env[64120]: value = "task-1407152" [ 1478.572242] env[64120]: _type = "Task" [ 1478.572242] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.578774] env[64120]: DEBUG oslo_vmware.api [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.637141] env[64120]: DEBUG nova.network.neutron [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Updating instance_info_cache with network_info: [{"id": "624c7700-ea37-4646-a61e-9166d76bb311", "address": "fa:16:3e:e3:33:42", "network": {"id": "92d218ec-145d-4482-8416-fa888f5c743c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1794575816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "845268a29b9040cfb7c02f220348a552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap624c7700-ea", "ovs_interfaceid": "624c7700-ea37-4646-a61e-9166d76bb311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.741081] env[64120]: DEBUG nova.network.neutron [req-237d88cc-ab71-4398-94d5-4b79ef03cd27 req-f31dc1fe-cd43-43e8-8bb6-a691f11ed7b9 service nova] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Updated VIF entry in instance network info cache for port b7ac18f5-2452-4540-83dd-1c84ed92f1d8. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1478.741508] env[64120]: DEBUG nova.network.neutron [req-237d88cc-ab71-4398-94d5-4b79ef03cd27 req-f31dc1fe-cd43-43e8-8bb6-a691f11ed7b9 service nova] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Updating instance_info_cache with network_info: [{"id": "b7ac18f5-2452-4540-83dd-1c84ed92f1d8", "address": "fa:16:3e:64:9f:fe", "network": {"id": "563cc151-45ed-483a-ba84-741e27829347", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-361013423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81d9c283f8148c1a32b0bc3bd947531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ac18f5-24", "ovs_interfaceid": "b7ac18f5-2452-4540-83dd-1c84ed92f1d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.767824] env[64120]: DEBUG nova.scheduler.client.report [None req-7c0957f5-2951-432c-8d57-3075c195d2ef tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1478.852699] env[64120]: DEBUG nova.compute.manager [req-4e4470f4-8c4d-403c-a76f-31326f571a9a req-4fe712f7-acc2-4a55-a7ed-89b33a261a41 service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Received event network-vif-deleted-3573d8ba-49d2-47db-a4b1-2662a0751a0d {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1478.852927] env[64120]: INFO nova.compute.manager [req-4e4470f4-8c4d-403c-a76f-31326f571a9a req-4fe712f7-acc2-4a55-a7ed-89b33a261a41 service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Neutron deleted interface 3573d8ba-49d2-47db-a4b1-2662a0751a0d; detaching it from the instance and deleting it from the info cache [ 1478.853196] env[64120]: DEBUG nova.network.neutron [req-4e4470f4-8c4d-403c-a76f-31326f571a9a req-4fe712f7-acc2-4a55-a7ed-89b33a261a41 service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.081910] env[64120]: DEBUG oslo_vmware.api [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.232687} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.082268] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1479.083065] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4cb1bc-180b-4cfc-afb6-329bafff3a8d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.104949] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 79e469aa-fece-4aa8-aefc-8ecec4c7b339/79e469aa-fece-4aa8-aefc-8ecec4c7b339.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1479.105306] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e939f12d-9660-4744-afcf-c933cba3d712 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.125227] env[64120]: DEBUG oslo_vmware.api [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for the task: (returnval){ [ 1479.125227] env[64120]: value = "task-1407153" [ 1479.125227] env[64120]: _type = "Task" [ 1479.125227] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.134780] env[64120]: DEBUG oslo_vmware.api [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407153, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.139410] env[64120]: DEBUG oslo_concurrency.lockutils [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Releasing lock "refresh_cache-56b10b50-eb03-43bc-9d5f-8a2498aeb7a9" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.244192] env[64120]: DEBUG oslo_concurrency.lockutils [req-237d88cc-ab71-4398-94d5-4b79ef03cd27 req-f31dc1fe-cd43-43e8-8bb6-a691f11ed7b9 service nova] Releasing lock "refresh_cache-4454a9bf-1408-47d0-af64-7ab9f0f21956" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.272389] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7c0957f5-2951-432c-8d57-3075c195d2ef tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.788s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.293400] env[64120]: INFO nova.scheduler.client.report [None req-7c0957f5-2951-432c-8d57-3075c195d2ef tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Deleted allocations for instance cbbbaf29-bea1-4577-9a6c-a3cece09a063 [ 1479.328663] env[64120]: DEBUG nova.network.neutron [-] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.355240] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b881627-f463-43d9-a0e8-d77ddaa489a2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.365690] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdc2ed9-e5b2-4181-8558-98b3cda75375 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.395038] env[64120]: DEBUG nova.compute.manager [req-4e4470f4-8c4d-403c-a76f-31326f571a9a req-4fe712f7-acc2-4a55-a7ed-89b33a261a41 service nova] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Detach interface failed, port_id=3573d8ba-49d2-47db-a4b1-2662a0751a0d, reason: Instance 62041f20-0af3-4a36-be7c-96e034819c1c could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1479.638042] env[64120]: DEBUG oslo_vmware.api [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.643101] env[64120]: DEBUG nova.compute.manager [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=64120) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:897}} [ 1479.643341] env[64120]: DEBUG oslo_concurrency.lockutils [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.643623] env[64120]: DEBUG oslo_concurrency.lockutils [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.800427] env[64120]: DEBUG oslo_concurrency.lockutils [None req-7c0957f5-2951-432c-8d57-3075c195d2ef tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "cbbbaf29-bea1-4577-9a6c-a3cece09a063" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.046s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.831943] env[64120]: INFO nova.compute.manager [-] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Took 1.39 seconds to deallocate network for instance. [ 1480.136525] env[64120]: DEBUG oslo_vmware.api [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.146578] env[64120]: DEBUG nova.objects.instance [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lazy-loading 'migration_context' on Instance uuid 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1480.338636] env[64120]: DEBUG oslo_concurrency.lockutils [None req-69c2b5aa-6a17-47fc-9b84-8bf8d538ecc4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.636881] env[64120]: DEBUG oslo_vmware.api [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407153, 'name': ReconfigVM_Task, 'duration_secs': 1.256456} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.637198] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 79e469aa-fece-4aa8-aefc-8ecec4c7b339/79e469aa-fece-4aa8-aefc-8ecec4c7b339.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1480.637853] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-140a028e-5bad-49b8-b426-ad6b0a38e756 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.644365] env[64120]: DEBUG oslo_vmware.api [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for the task: (returnval){ [ 1480.644365] env[64120]: value = "task-1407154" [ 1480.644365] env[64120]: _type = "Task" [ 1480.644365] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.654472] env[64120]: DEBUG oslo_vmware.api [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407154, 'name': Rename_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.707845] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6301567f-387f-4e0a-bd63-02a94e21c486 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "2128a7dc-b28b-4160-8fa1-3753c9000e7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.708117] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6301567f-387f-4e0a-bd63-02a94e21c486 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "2128a7dc-b28b-4160-8fa1-3753c9000e7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.708334] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6301567f-387f-4e0a-bd63-02a94e21c486 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "2128a7dc-b28b-4160-8fa1-3753c9000e7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.708530] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6301567f-387f-4e0a-bd63-02a94e21c486 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "2128a7dc-b28b-4160-8fa1-3753c9000e7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.708711] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6301567f-387f-4e0a-bd63-02a94e21c486 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "2128a7dc-b28b-4160-8fa1-3753c9000e7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.710793] env[64120]: INFO nova.compute.manager [None req-6301567f-387f-4e0a-bd63-02a94e21c486 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Terminating instance [ 1480.712646] env[64120]: DEBUG nova.compute.manager [None req-6301567f-387f-4e0a-bd63-02a94e21c486 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1480.712874] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6301567f-387f-4e0a-bd63-02a94e21c486 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1480.713714] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c5fcda-a133-4d48-9092-26a1ae23917b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.723920] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-6301567f-387f-4e0a-bd63-02a94e21c486 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1480.724068] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7675441c-f39d-4978-968d-8744ed670dc4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.731819] env[64120]: DEBUG oslo_vmware.api [None req-6301567f-387f-4e0a-bd63-02a94e21c486 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1480.731819] env[64120]: value = "task-1407155" [ 1480.731819] env[64120]: _type = "Task" [ 1480.731819] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.739759] env[64120]: DEBUG oslo_vmware.api [None req-6301567f-387f-4e0a-bd63-02a94e21c486 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.801421] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da25886-abb1-4269-b662-062ee7074e12 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.808773] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9498d3b4-7443-4068-bc8a-66acd55258d2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.839561] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85464405-1efc-45db-a10e-a233f31862bc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.847265] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85af92d9-aae0-4c03-9f95-2548c6b579e5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.860701] env[64120]: DEBUG nova.compute.provider_tree [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1481.154180] env[64120]: DEBUG oslo_vmware.api [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407154, 'name': Rename_Task, 'duration_secs': 0.140212} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.154472] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1481.154721] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb16213b-ec33-4c93-abef-0a0428414d76 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.160718] env[64120]: DEBUG oslo_vmware.api [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for the task: (returnval){ [ 1481.160718] env[64120]: value = "task-1407156" [ 1481.160718] env[64120]: _type = "Task" [ 1481.160718] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.168661] env[64120]: DEBUG oslo_vmware.api [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.241068] env[64120]: DEBUG oslo_vmware.api [None req-6301567f-387f-4e0a-bd63-02a94e21c486 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407155, 'name': PowerOffVM_Task, 'duration_secs': 0.153322} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.241277] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-6301567f-387f-4e0a-bd63-02a94e21c486 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1481.241366] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6301567f-387f-4e0a-bd63-02a94e21c486 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1481.241604] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e6c034e-fc78-4867-805c-90e82add44db {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.302768] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6301567f-387f-4e0a-bd63-02a94e21c486 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1481.303017] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6301567f-387f-4e0a-bd63-02a94e21c486 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1481.303287] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-6301567f-387f-4e0a-bd63-02a94e21c486 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Deleting the datastore file [datastore2] 2128a7dc-b28b-4160-8fa1-3753c9000e7b {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1481.303569] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e45d8c9-1324-4e9c-95f3-da4fc190902c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.310723] env[64120]: DEBUG oslo_vmware.api [None req-6301567f-387f-4e0a-bd63-02a94e21c486 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for the task: (returnval){ [ 1481.310723] env[64120]: value = "task-1407158" [ 1481.310723] env[64120]: _type = "Task" [ 1481.310723] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.318043] env[64120]: DEBUG oslo_vmware.api [None req-6301567f-387f-4e0a-bd63-02a94e21c486 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.365245] env[64120]: DEBUG nova.scheduler.client.report [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1481.670366] env[64120]: DEBUG oslo_vmware.api [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407156, 'name': PowerOnVM_Task, 'duration_secs': 0.500927} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.670671] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1481.670887] env[64120]: INFO nova.compute.manager [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Took 9.69 seconds to spawn the instance on the hypervisor. [ 1481.671087] env[64120]: DEBUG nova.compute.manager [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1481.671925] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f125d1-4cdb-4217-9f46-01e56b852e25 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.821757] env[64120]: DEBUG oslo_vmware.api [None req-6301567f-387f-4e0a-bd63-02a94e21c486 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Task: {'id': task-1407158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140695} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.821902] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-6301567f-387f-4e0a-bd63-02a94e21c486 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1481.822117] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6301567f-387f-4e0a-bd63-02a94e21c486 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1481.822372] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6301567f-387f-4e0a-bd63-02a94e21c486 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1481.822632] env[64120]: INFO nova.compute.manager [None req-6301567f-387f-4e0a-bd63-02a94e21c486 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1481.822919] env[64120]: DEBUG oslo.service.loopingcall [None req-6301567f-387f-4e0a-bd63-02a94e21c486 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1481.823198] env[64120]: DEBUG nova.compute.manager [-] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1481.823316] env[64120]: DEBUG nova.network.neutron [-] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1481.875442] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "8c785844-844a-4710-8be5-ea4cea78f077" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.875699] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "8c785844-844a-4710-8be5-ea4cea78f077" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.875942] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "8c785844-844a-4710-8be5-ea4cea78f077-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.876162] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "8c785844-844a-4710-8be5-ea4cea78f077-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.876343] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "8c785844-844a-4710-8be5-ea4cea78f077-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.878662] env[64120]: INFO nova.compute.manager [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Terminating instance [ 1481.880527] env[64120]: DEBUG nova.compute.manager [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1481.880802] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1481.881129] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1661c423-2694-4f5b-9088-0c21afa7331c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.890066] env[64120]: DEBUG oslo_vmware.api [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1481.890066] env[64120]: value = "task-1407159" [ 1481.890066] env[64120]: _type = "Task" [ 1481.890066] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.899585] env[64120]: DEBUG oslo_vmware.api [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.119281] env[64120]: DEBUG nova.compute.manager [req-3a5efad3-32bd-4bee-92ac-22e446cb1dc4 req-721a8e87-30c7-4e24-a78e-e7d433195571 service nova] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Received event network-vif-deleted-f35a3d37-01da-4265-8c34-ef6d3954bd20 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1482.119623] env[64120]: INFO nova.compute.manager [req-3a5efad3-32bd-4bee-92ac-22e446cb1dc4 req-721a8e87-30c7-4e24-a78e-e7d433195571 service nova] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Neutron deleted interface f35a3d37-01da-4265-8c34-ef6d3954bd20; detaching it from the instance and deleting it from the info cache [ 1482.119809] env[64120]: DEBUG nova.network.neutron [req-3a5efad3-32bd-4bee-92ac-22e446cb1dc4 req-721a8e87-30c7-4e24-a78e-e7d433195571 service nova] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.189023] env[64120]: INFO nova.compute.manager [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Took 15.37 seconds to build instance. [ 1482.380597] env[64120]: DEBUG oslo_concurrency.lockutils [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.737s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.387710] env[64120]: DEBUG oslo_concurrency.lockutils [None req-69c2b5aa-6a17-47fc-9b84-8bf8d538ecc4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.049s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.388043] env[64120]: DEBUG nova.objects.instance [None req-69c2b5aa-6a17-47fc-9b84-8bf8d538ecc4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lazy-loading 'resources' on Instance uuid 62041f20-0af3-4a36-be7c-96e034819c1c {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1482.403520] env[64120]: DEBUG oslo_vmware.api [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407159, 'name': PowerOffVM_Task, 'duration_secs': 0.22967} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.403974] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1482.403974] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Volume detach. Driver type: vmdk {{(pid=64120) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1482.404223] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298187', 'volume_id': '9d4947b4-3e43-4fce-8544-64a8838d2b76', 'name': 'volume-9d4947b4-3e43-4fce-8544-64a8838d2b76', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '8c785844-844a-4710-8be5-ea4cea78f077', 'attached_at': '2024-11-07T02:17:03.000000', 'detached_at': '', 'volume_id': '9d4947b4-3e43-4fce-8544-64a8838d2b76', 'serial': '9d4947b4-3e43-4fce-8544-64a8838d2b76'} {{(pid=64120) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1482.405192] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf801ec-aba6-4d7a-b2f3-c12d451305f5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.423175] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4bc0f7-10d0-4847-9e78-efd6fc928d96 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.429698] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97477617-4aa1-410e-9157-d83e65874da4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.450341] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5521fdd5-4479-4281-a640-7c7b61977509 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.466422] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] The volume has not been displaced from its original location: [datastore1] volume-9d4947b4-3e43-4fce-8544-64a8838d2b76/volume-9d4947b4-3e43-4fce-8544-64a8838d2b76.vmdk. No consolidation needed. {{(pid=64120) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1482.471761] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1482.472137] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaa3be77-d7d3-4aad-be8c-2b24864c94a6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.490890] env[64120]: DEBUG oslo_vmware.api [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1482.490890] env[64120]: value = "task-1407160" [ 1482.490890] env[64120]: _type = "Task" [ 1482.490890] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.498931] env[64120]: DEBUG oslo_vmware.api [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407160, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.587657] env[64120]: DEBUG nova.network.neutron [-] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.622864] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48bd82fd-152a-4fa3-bd31-5865b59af017 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.632745] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f90e8a-a7d3-4979-a973-97554401c22f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.660581] env[64120]: DEBUG nova.compute.manager [req-3a5efad3-32bd-4bee-92ac-22e446cb1dc4 req-721a8e87-30c7-4e24-a78e-e7d433195571 service nova] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Detach interface failed, port_id=f35a3d37-01da-4265-8c34-ef6d3954bd20, reason: Instance 2128a7dc-b28b-4160-8fa1-3753c9000e7b could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1482.691202] env[64120]: DEBUG oslo_concurrency.lockutils [None req-da0cc40b-dc48-4f91-8faf-83f8256acdd2 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "79e469aa-fece-4aa8-aefc-8ecec4c7b339" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.882s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.012168] env[64120]: DEBUG oslo_vmware.api [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407160, 'name': ReconfigVM_Task, 'duration_secs': 0.418382} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.012648] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1483.021739] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13ad7924-5476-4bac-a2d9-04193a8765fa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.043218] env[64120]: DEBUG oslo_vmware.api [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1483.043218] env[64120]: value = "task-1407161" [ 1483.043218] env[64120]: _type = "Task" [ 1483.043218] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.056613] env[64120]: DEBUG oslo_vmware.api [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.091228] env[64120]: INFO nova.compute.manager [-] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Took 1.27 seconds to deallocate network for instance. [ 1483.100872] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4112b6-9deb-4cb3-9cf6-fbe7f9fa92f0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.109404] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce56b0f-eae2-4636-93af-a36bfcea19d8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.143457] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c5460c-08ce-4cab-a590-a7343616a9a0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.152483] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6f68fc-7f61-4f5d-853d-1a10c09cc53f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.168589] env[64120]: DEBUG nova.compute.provider_tree [None req-69c2b5aa-6a17-47fc-9b84-8bf8d538ecc4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1483.556597] env[64120]: DEBUG oslo_vmware.api [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407161, 'name': ReconfigVM_Task, 'duration_secs': 0.204383} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.556974] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298187', 'volume_id': '9d4947b4-3e43-4fce-8544-64a8838d2b76', 'name': 'volume-9d4947b4-3e43-4fce-8544-64a8838d2b76', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '8c785844-844a-4710-8be5-ea4cea78f077', 'attached_at': '2024-11-07T02:17:03.000000', 'detached_at': '', 'volume_id': '9d4947b4-3e43-4fce-8544-64a8838d2b76', 'serial': '9d4947b4-3e43-4fce-8544-64a8838d2b76'} {{(pid=64120) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1483.557302] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1483.558173] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab889fc6-3fbb-4445-b9c6-a1e9d5de882e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.565221] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1483.565593] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-517cc4ab-ed54-4f39-bdd3-ed3a16bc9f63 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.601103] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6301567f-387f-4e0a-bd63-02a94e21c486 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.639385] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1483.639720] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1483.639970] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Deleting the datastore file [datastore1] 8c785844-844a-4710-8be5-ea4cea78f077 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1483.642943] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60ed0bb7-af07-4b99-bfb7-f4d301aa917e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.647161] env[64120]: DEBUG oslo_vmware.api [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1483.647161] env[64120]: value = "task-1407163" [ 1483.647161] env[64120]: _type = "Task" [ 1483.647161] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.656566] env[64120]: DEBUG oslo_vmware.api [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.673895] env[64120]: DEBUG nova.scheduler.client.report [None req-69c2b5aa-6a17-47fc-9b84-8bf8d538ecc4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1483.923606] env[64120]: INFO nova.compute.manager [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Swapping old allocation on dict_keys(['4ceac537-82ec-49fa-8fac-aa5d6181b318']) held by migration 09799d95-fc2c-4a39-a959-7cb87f93e2e9 for instance [ 1483.946683] env[64120]: DEBUG nova.scheduler.client.report [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Overwriting current allocation {'allocations': {'4ceac537-82ec-49fa-8fac-aa5d6181b318': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 179}}, 'project_id': '845268a29b9040cfb7c02f220348a552', 'user_id': '93f9f18ff0954394ab2e4d473373212b', 'consumer_generation': 1} on consumer 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9 {{(pid=64120) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1484.025646] env[64120]: DEBUG oslo_concurrency.lockutils [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "refresh_cache-56b10b50-eb03-43bc-9d5f-8a2498aeb7a9" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1484.025646] env[64120]: DEBUG oslo_concurrency.lockutils [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquired lock "refresh_cache-56b10b50-eb03-43bc-9d5f-8a2498aeb7a9" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.025875] env[64120]: DEBUG nova.network.neutron [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1484.147442] env[64120]: DEBUG nova.compute.manager [req-820f5f6c-8ea9-442e-9f06-2e59e81ad046 req-7c929c8b-95d5-4b7d-b76d-d857faceb8cd service nova] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Received event network-changed-e0964df1-bf33-4588-b5b7-10f067f03f05 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1484.147737] env[64120]: DEBUG nova.compute.manager [req-820f5f6c-8ea9-442e-9f06-2e59e81ad046 req-7c929c8b-95d5-4b7d-b76d-d857faceb8cd service nova] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Refreshing instance network info cache due to event network-changed-e0964df1-bf33-4588-b5b7-10f067f03f05. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1484.148041] env[64120]: DEBUG oslo_concurrency.lockutils [req-820f5f6c-8ea9-442e-9f06-2e59e81ad046 req-7c929c8b-95d5-4b7d-b76d-d857faceb8cd service nova] Acquiring lock "refresh_cache-79e469aa-fece-4aa8-aefc-8ecec4c7b339" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1484.148252] env[64120]: DEBUG oslo_concurrency.lockutils [req-820f5f6c-8ea9-442e-9f06-2e59e81ad046 req-7c929c8b-95d5-4b7d-b76d-d857faceb8cd service nova] Acquired lock "refresh_cache-79e469aa-fece-4aa8-aefc-8ecec4c7b339" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.148493] env[64120]: DEBUG nova.network.neutron [req-820f5f6c-8ea9-442e-9f06-2e59e81ad046 req-7c929c8b-95d5-4b7d-b76d-d857faceb8cd service nova] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Refreshing network info cache for port e0964df1-bf33-4588-b5b7-10f067f03f05 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1484.159952] env[64120]: DEBUG oslo_vmware.api [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.086424} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.160298] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1484.160405] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1484.160583] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1484.160762] env[64120]: INFO nova.compute.manager [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Took 2.28 seconds to destroy the instance on the hypervisor. [ 1484.161012] env[64120]: DEBUG oslo.service.loopingcall [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1484.161226] env[64120]: DEBUG nova.compute.manager [-] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1484.161314] env[64120]: DEBUG nova.network.neutron [-] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1484.178779] env[64120]: DEBUG oslo_concurrency.lockutils [None req-69c2b5aa-6a17-47fc-9b84-8bf8d538ecc4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.181385] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6301567f-387f-4e0a-bd63-02a94e21c486 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.580s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.181639] env[64120]: DEBUG nova.objects.instance [None req-6301567f-387f-4e0a-bd63-02a94e21c486 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lazy-loading 'resources' on Instance uuid 2128a7dc-b28b-4160-8fa1-3753c9000e7b {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1484.195541] env[64120]: INFO nova.scheduler.client.report [None req-69c2b5aa-6a17-47fc-9b84-8bf8d538ecc4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Deleted allocations for instance 62041f20-0af3-4a36-be7c-96e034819c1c [ 1484.702957] env[64120]: DEBUG oslo_concurrency.lockutils [None req-69c2b5aa-6a17-47fc-9b84-8bf8d538ecc4 tempest-AttachInterfacesTestJSON-253729826 tempest-AttachInterfacesTestJSON-253729826-project-member] Lock "62041f20-0af3-4a36-be7c-96e034819c1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.378s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.854046] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac09a69-a95b-4347-a4da-2d23c0fa138a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.871364] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903a9294-dee9-44ea-8b87-93e91e0fe014 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.903422] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59138283-7f6f-4580-a7fa-027e870e1477 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.912346] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b86099-08ce-41e1-a857-2e2707ef84a6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.928170] env[64120]: DEBUG nova.compute.provider_tree [None req-6301567f-387f-4e0a-bd63-02a94e21c486 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1485.010272] env[64120]: DEBUG nova.network.neutron [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Updating instance_info_cache with network_info: [{"id": "624c7700-ea37-4646-a61e-9166d76bb311", "address": "fa:16:3e:e3:33:42", "network": {"id": "92d218ec-145d-4482-8416-fa888f5c743c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1794575816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "845268a29b9040cfb7c02f220348a552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap624c7700-ea", "ovs_interfaceid": "624c7700-ea37-4646-a61e-9166d76bb311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.078184] env[64120]: DEBUG nova.network.neutron [req-820f5f6c-8ea9-442e-9f06-2e59e81ad046 req-7c929c8b-95d5-4b7d-b76d-d857faceb8cd service nova] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Updated VIF entry in instance network info cache for port e0964df1-bf33-4588-b5b7-10f067f03f05. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1485.078627] env[64120]: DEBUG nova.network.neutron [req-820f5f6c-8ea9-442e-9f06-2e59e81ad046 req-7c929c8b-95d5-4b7d-b76d-d857faceb8cd service nova] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Updating instance_info_cache with network_info: [{"id": "e0964df1-bf33-4588-b5b7-10f067f03f05", "address": "fa:16:3e:14:47:27", "network": {"id": "b430c2ce-4dd5-44aa-82ba-e9e6c79fe1f6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-146035780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "013d1a20c54b41bc8a2a2830177c37e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0964df1-bf", "ovs_interfaceid": "e0964df1-bf33-4588-b5b7-10f067f03f05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.306397] env[64120]: DEBUG nova.network.neutron [-] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.434378] env[64120]: DEBUG nova.scheduler.client.report [None req-6301567f-387f-4e0a-bd63-02a94e21c486 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1485.516241] env[64120]: DEBUG oslo_concurrency.lockutils [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Releasing lock "refresh_cache-56b10b50-eb03-43bc-9d5f-8a2498aeb7a9" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.516402] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1485.516694] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fe2f813-f02c-4516-a7b5-97fd1b658cf8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.525305] env[64120]: DEBUG oslo_vmware.api [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1485.525305] env[64120]: value = "task-1407164" [ 1485.525305] env[64120]: _type = "Task" [ 1485.525305] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.534719] env[64120]: DEBUG oslo_vmware.api [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.581631] env[64120]: DEBUG oslo_concurrency.lockutils [req-820f5f6c-8ea9-442e-9f06-2e59e81ad046 req-7c929c8b-95d5-4b7d-b76d-d857faceb8cd service nova] Releasing lock "refresh_cache-79e469aa-fece-4aa8-aefc-8ecec4c7b339" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.809217] env[64120]: INFO nova.compute.manager [-] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Took 1.65 seconds to deallocate network for instance. [ 1485.939766] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6301567f-387f-4e0a-bd63-02a94e21c486 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.759s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.965700] env[64120]: INFO nova.scheduler.client.report [None req-6301567f-387f-4e0a-bd63-02a94e21c486 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Deleted allocations for instance 2128a7dc-b28b-4160-8fa1-3753c9000e7b [ 1486.034968] env[64120]: DEBUG oslo_vmware.api [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407164, 'name': PowerOffVM_Task, 'duration_secs': 0.377539} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.036036] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1486.036747] env[64120]: DEBUG nova.virt.hardware [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1486.037040] env[64120]: DEBUG nova.virt.hardware [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1486.037256] env[64120]: DEBUG nova.virt.hardware [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1486.037500] env[64120]: DEBUG nova.virt.hardware [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1486.037664] env[64120]: DEBUG nova.virt.hardware [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1486.037822] env[64120]: DEBUG nova.virt.hardware [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1486.038049] env[64120]: DEBUG nova.virt.hardware [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1486.038225] env[64120]: DEBUG nova.virt.hardware [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1486.038399] env[64120]: DEBUG nova.virt.hardware [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1486.038566] env[64120]: DEBUG nova.virt.hardware [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1486.038746] env[64120]: DEBUG nova.virt.hardware [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1486.044022] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87c21fc8-aba3-434b-b22e-bd05b91be043 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.062854] env[64120]: DEBUG oslo_vmware.api [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1486.062854] env[64120]: value = "task-1407165" [ 1486.062854] env[64120]: _type = "Task" [ 1486.062854] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.068974] env[64120]: DEBUG oslo_vmware.api [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407165, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.198387] env[64120]: DEBUG nova.compute.manager [req-b8321047-1883-4350-9c2f-296ce3392489 req-a6eec57a-37da-4b8e-be4f-020cd41898ee service nova] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Received event network-vif-deleted-55af3675-deea-439a-866d-3bf13a0f2173 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1486.355054] env[64120]: INFO nova.compute.manager [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Took 0.54 seconds to detach 1 volumes for instance. [ 1486.357583] env[64120]: DEBUG nova.compute.manager [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Deleting volume: 9d4947b4-3e43-4fce-8544-64a8838d2b76 {{(pid=64120) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3247}} [ 1486.473823] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6301567f-387f-4e0a-bd63-02a94e21c486 tempest-ServersTestJSON-1472183298 tempest-ServersTestJSON-1472183298-project-member] Lock "2128a7dc-b28b-4160-8fa1-3753c9000e7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.766s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.571043] env[64120]: DEBUG oslo_vmware.api [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407165, 'name': ReconfigVM_Task, 'duration_secs': 0.275436} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.571907] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607027eb-353e-4552-847a-f1e5e211cff0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.589659] env[64120]: DEBUG nova.virt.hardware [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1486.589916] env[64120]: DEBUG nova.virt.hardware [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1486.590099] env[64120]: DEBUG nova.virt.hardware [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1486.590298] env[64120]: DEBUG nova.virt.hardware [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1486.590469] env[64120]: DEBUG nova.virt.hardware [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1486.590605] env[64120]: DEBUG nova.virt.hardware [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1486.590813] env[64120]: DEBUG nova.virt.hardware [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1486.590979] env[64120]: DEBUG nova.virt.hardware [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1486.591195] env[64120]: DEBUG nova.virt.hardware [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1486.591343] env[64120]: DEBUG nova.virt.hardware [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1486.591525] env[64120]: DEBUG nova.virt.hardware [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1486.592509] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-033b3a3d-7de3-4fc2-972b-571c1406b17e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.598473] env[64120]: DEBUG oslo_vmware.api [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1486.598473] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5226ffe6-6882-55b7-36c0-fed4b77f886b" [ 1486.598473] env[64120]: _type = "Task" [ 1486.598473] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.606424] env[64120]: DEBUG oslo_vmware.api [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5226ffe6-6882-55b7-36c0-fed4b77f886b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.896847] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.897182] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.897392] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.920971] env[64120]: INFO nova.scheduler.client.report [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Deleted allocations for instance 8c785844-844a-4710-8be5-ea4cea78f077 [ 1487.109271] env[64120]: DEBUG oslo_vmware.api [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5226ffe6-6882-55b7-36c0-fed4b77f886b, 'name': SearchDatastore_Task, 'duration_secs': 0.009434} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.114918] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1487.115274] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f75fa2c-1efe-4f8a-85ac-4b848213c32c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.135178] env[64120]: DEBUG oslo_vmware.api [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1487.135178] env[64120]: value = "task-1407167" [ 1487.135178] env[64120]: _type = "Task" [ 1487.135178] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.142876] env[64120]: DEBUG oslo_vmware.api [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.431888] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394d60ce-50d0-4feb-8752-39003861ab5a tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "8c785844-844a-4710-8be5-ea4cea78f077" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.556s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.647924] env[64120]: DEBUG oslo_vmware.api [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407167, 'name': ReconfigVM_Task, 'duration_secs': 0.248824} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.647924] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1487.648618] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7e7bc2-f45c-4975-871c-b42efc6099f7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.673350] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9/56b10b50-eb03-43bc-9d5f-8a2498aeb7a9.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1487.673695] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74cf23ea-a389-4409-939d-406cb08a04e5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.693493] env[64120]: DEBUG oslo_vmware.api [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1487.693493] env[64120]: value = "task-1407168" [ 1487.693493] env[64120]: _type = "Task" [ 1487.693493] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.701650] env[64120]: DEBUG oslo_vmware.api [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407168, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.205785] env[64120]: DEBUG oslo_vmware.api [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.634465] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0dd978bc-442d-416e-a0f6-30f8c486ef4d tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "0bd620c9-d061-45b5-8bf1-813dd5f1ea26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1488.635396] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0dd978bc-442d-416e-a0f6-30f8c486ef4d tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "0bd620c9-d061-45b5-8bf1-813dd5f1ea26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1488.635396] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0dd978bc-442d-416e-a0f6-30f8c486ef4d tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "0bd620c9-d061-45b5-8bf1-813dd5f1ea26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1488.635396] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0dd978bc-442d-416e-a0f6-30f8c486ef4d tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "0bd620c9-d061-45b5-8bf1-813dd5f1ea26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1488.635396] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0dd978bc-442d-416e-a0f6-30f8c486ef4d tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "0bd620c9-d061-45b5-8bf1-813dd5f1ea26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.637313] env[64120]: INFO nova.compute.manager [None req-0dd978bc-442d-416e-a0f6-30f8c486ef4d tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Terminating instance [ 1488.639234] env[64120]: DEBUG nova.compute.manager [None req-0dd978bc-442d-416e-a0f6-30f8c486ef4d tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1488.639377] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd978bc-442d-416e-a0f6-30f8c486ef4d tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1488.640242] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f58674-f615-4871-99e3-d3b687ee8bb4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.648217] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd978bc-442d-416e-a0f6-30f8c486ef4d tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1488.648485] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e340e98-21e9-4f45-83fe-c9497783bbd3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.655044] env[64120]: DEBUG oslo_vmware.api [None req-0dd978bc-442d-416e-a0f6-30f8c486ef4d tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1488.655044] env[64120]: value = "task-1407169" [ 1488.655044] env[64120]: _type = "Task" [ 1488.655044] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.662903] env[64120]: DEBUG oslo_vmware.api [None req-0dd978bc-442d-416e-a0f6-30f8c486ef4d tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.702978] env[64120]: DEBUG oslo_vmware.api [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407168, 'name': ReconfigVM_Task, 'duration_secs': 0.818755} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.703397] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9/56b10b50-eb03-43bc-9d5f-8a2498aeb7a9.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1488.704411] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbc0238-23ea-42ce-b315-9b5d8f5bb76d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.723119] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a958f2-b4f5-4c55-b86a-dd408dad1234 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.742634] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0625cc88-74a9-452a-8f60-c96e755c677a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.760985] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57588391-1cc8-4de1-acf8-3e6895a44365 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.768054] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1488.768338] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8dee112-fcbd-4cf8-8132-59380a1e3e72 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.774736] env[64120]: DEBUG oslo_vmware.api [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1488.774736] env[64120]: value = "task-1407170" [ 1488.774736] env[64120]: _type = "Task" [ 1488.774736] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.788441] env[64120]: DEBUG oslo_vmware.api [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.165665] env[64120]: DEBUG oslo_vmware.api [None req-0dd978bc-442d-416e-a0f6-30f8c486ef4d tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407169, 'name': PowerOffVM_Task, 'duration_secs': 0.230832} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.166194] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd978bc-442d-416e-a0f6-30f8c486ef4d tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1489.166530] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd978bc-442d-416e-a0f6-30f8c486ef4d tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1489.166947] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7061227-d318-4c3a-9df5-4bd1048ee482 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.235027] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd978bc-442d-416e-a0f6-30f8c486ef4d tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1489.235027] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd978bc-442d-416e-a0f6-30f8c486ef4d tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1489.235027] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dd978bc-442d-416e-a0f6-30f8c486ef4d tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Deleting the datastore file [datastore2] 0bd620c9-d061-45b5-8bf1-813dd5f1ea26 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1489.235027] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9e68028-a3bf-42c3-9101-676301770fd1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.243899] env[64120]: DEBUG oslo_vmware.api [None req-0dd978bc-442d-416e-a0f6-30f8c486ef4d tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1489.243899] env[64120]: value = "task-1407172" [ 1489.243899] env[64120]: _type = "Task" [ 1489.243899] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.253902] env[64120]: DEBUG oslo_vmware.api [None req-0dd978bc-442d-416e-a0f6-30f8c486ef4d tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.286135] env[64120]: DEBUG oslo_vmware.api [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407170, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.754171] env[64120]: DEBUG oslo_vmware.api [None req-0dd978bc-442d-416e-a0f6-30f8c486ef4d tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155951} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.754433] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dd978bc-442d-416e-a0f6-30f8c486ef4d tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1489.754497] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd978bc-442d-416e-a0f6-30f8c486ef4d tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1489.754708] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd978bc-442d-416e-a0f6-30f8c486ef4d tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1489.754848] env[64120]: INFO nova.compute.manager [None req-0dd978bc-442d-416e-a0f6-30f8c486ef4d tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1489.755157] env[64120]: DEBUG oslo.service.loopingcall [None req-0dd978bc-442d-416e-a0f6-30f8c486ef4d tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1489.755371] env[64120]: DEBUG nova.compute.manager [-] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1489.755467] env[64120]: DEBUG nova.network.neutron [-] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1489.785529] env[64120]: DEBUG oslo_vmware.api [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407170, 'name': PowerOnVM_Task, 'duration_secs': 0.513832} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.788653] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1490.152696] env[64120]: DEBUG nova.compute.manager [req-7d51c976-b095-4bee-9618-33d6eececa76 req-09ca81f4-133e-4dc2-88fe-9573a6fd1ae0 service nova] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Received event network-vif-deleted-77bd4c6b-c2ca-4493-999f-838ca7c1ce1b {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1490.152926] env[64120]: INFO nova.compute.manager [req-7d51c976-b095-4bee-9618-33d6eececa76 req-09ca81f4-133e-4dc2-88fe-9573a6fd1ae0 service nova] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Neutron deleted interface 77bd4c6b-c2ca-4493-999f-838ca7c1ce1b; detaching it from the instance and deleting it from the info cache [ 1490.153171] env[64120]: DEBUG nova.network.neutron [req-7d51c976-b095-4bee-9618-33d6eececa76 req-09ca81f4-133e-4dc2-88fe-9573a6fd1ae0 service nova] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.629769] env[64120]: DEBUG nova.network.neutron [-] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.656110] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0041b75b-7a8f-4e31-9ef2-9d936348cb47 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.667380] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb0fc86-edef-430e-ba5c-e9f10cf343a0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.697171] env[64120]: DEBUG nova.compute.manager [req-7d51c976-b095-4bee-9618-33d6eececa76 req-09ca81f4-133e-4dc2-88fe-9573a6fd1ae0 service nova] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Detach interface failed, port_id=77bd4c6b-c2ca-4493-999f-838ca7c1ce1b, reason: Instance 0bd620c9-d061-45b5-8bf1-813dd5f1ea26 could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1490.799111] env[64120]: INFO nova.compute.manager [None req-19a52f7c-84e8-4133-9162-0584d2c1be6a tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Updating instance to original state: 'active' [ 1491.132882] env[64120]: INFO nova.compute.manager [-] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Took 1.38 seconds to deallocate network for instance. [ 1491.400715] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Acquiring lock "0833a7ea-c4a5-428e-9291-8c52ebd77d74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.400715] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Lock "0833a7ea-c4a5-428e-9291-8c52ebd77d74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.640044] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0dd978bc-442d-416e-a0f6-30f8c486ef4d tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.640044] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0dd978bc-442d-416e-a0f6-30f8c486ef4d tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.640360] env[64120]: DEBUG nova.objects.instance [None req-0dd978bc-442d-416e-a0f6-30f8c486ef4d tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lazy-loading 'resources' on Instance uuid 0bd620c9-d061-45b5-8bf1-813dd5f1ea26 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1491.904822] env[64120]: DEBUG nova.compute.manager [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1492.118059] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b95be826-d580-4143-9967-b40519730c6b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "56b10b50-eb03-43bc-9d5f-8a2498aeb7a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.118327] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b95be826-d580-4143-9967-b40519730c6b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "56b10b50-eb03-43bc-9d5f-8a2498aeb7a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.118552] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b95be826-d580-4143-9967-b40519730c6b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "56b10b50-eb03-43bc-9d5f-8a2498aeb7a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.118745] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b95be826-d580-4143-9967-b40519730c6b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "56b10b50-eb03-43bc-9d5f-8a2498aeb7a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.118922] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b95be826-d580-4143-9967-b40519730c6b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "56b10b50-eb03-43bc-9d5f-8a2498aeb7a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.121310] env[64120]: INFO nova.compute.manager [None req-b95be826-d580-4143-9967-b40519730c6b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Terminating instance [ 1492.123160] env[64120]: DEBUG nova.compute.manager [None req-b95be826-d580-4143-9967-b40519730c6b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1492.123426] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b95be826-d580-4143-9967-b40519730c6b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1492.124295] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd795f4-906d-4ba4-ab28-7bed26fa666f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.132133] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95be826-d580-4143-9967-b40519730c6b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1492.132368] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65a0189f-4019-4157-b0c5-248874f522f3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.138537] env[64120]: DEBUG oslo_vmware.api [None req-b95be826-d580-4143-9967-b40519730c6b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1492.138537] env[64120]: value = "task-1407173" [ 1492.138537] env[64120]: _type = "Task" [ 1492.138537] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.147838] env[64120]: DEBUG oslo_vmware.api [None req-b95be826-d580-4143-9967-b40519730c6b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.249548] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239dcfae-c402-48d5-a58e-c084b34b7b00 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.257321] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cea074c-b800-491a-ba3f-d686b81d6175 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.287185] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35370d97-15d4-4b34-ae4d-b3d40d615185 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.294430] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb62713f-c581-4eb5-8954-32d945e93b1b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.307457] env[64120]: DEBUG nova.compute.provider_tree [None req-0dd978bc-442d-416e-a0f6-30f8c486ef4d tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1492.423236] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.649033] env[64120]: DEBUG oslo_vmware.api [None req-b95be826-d580-4143-9967-b40519730c6b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407173, 'name': PowerOffVM_Task, 'duration_secs': 0.167948} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.649358] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95be826-d580-4143-9967-b40519730c6b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1492.649546] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b95be826-d580-4143-9967-b40519730c6b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1492.649809] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d817615a-a640-4972-a6f9-60f88aa30252 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.710517] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b95be826-d580-4143-9967-b40519730c6b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1492.710761] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b95be826-d580-4143-9967-b40519730c6b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1492.710956] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-b95be826-d580-4143-9967-b40519730c6b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Deleting the datastore file [datastore1] 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1492.711316] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3f5e9bb-041c-4e31-8a91-46d5528e811c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.717893] env[64120]: DEBUG oslo_vmware.api [None req-b95be826-d580-4143-9967-b40519730c6b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1492.717893] env[64120]: value = "task-1407175" [ 1492.717893] env[64120]: _type = "Task" [ 1492.717893] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.726552] env[64120]: DEBUG oslo_vmware.api [None req-b95be826-d580-4143-9967-b40519730c6b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.810802] env[64120]: DEBUG nova.scheduler.client.report [None req-0dd978bc-442d-416e-a0f6-30f8c486ef4d tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1493.229382] env[64120]: DEBUG oslo_vmware.api [None req-b95be826-d580-4143-9967-b40519730c6b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157743} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.229682] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-b95be826-d580-4143-9967-b40519730c6b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1493.229922] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b95be826-d580-4143-9967-b40519730c6b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1493.230172] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b95be826-d580-4143-9967-b40519730c6b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1493.230403] env[64120]: INFO nova.compute.manager [None req-b95be826-d580-4143-9967-b40519730c6b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1493.230704] env[64120]: DEBUG oslo.service.loopingcall [None req-b95be826-d580-4143-9967-b40519730c6b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1493.230945] env[64120]: DEBUG nova.compute.manager [-] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1493.231338] env[64120]: DEBUG nova.network.neutron [-] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1493.315324] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0dd978bc-442d-416e-a0f6-30f8c486ef4d tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.675s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.317869] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.895s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.319702] env[64120]: INFO nova.compute.claims [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1493.332353] env[64120]: INFO nova.scheduler.client.report [None req-0dd978bc-442d-416e-a0f6-30f8c486ef4d tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Deleted allocations for instance 0bd620c9-d061-45b5-8bf1-813dd5f1ea26 [ 1493.684926] env[64120]: DEBUG nova.compute.manager [req-b9de1b71-2fc7-4a74-8206-b15d664c8b67 req-365cf6c4-061c-4861-9195-75b6af147314 service nova] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Received event network-vif-deleted-624c7700-ea37-4646-a61e-9166d76bb311 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1493.685189] env[64120]: INFO nova.compute.manager [req-b9de1b71-2fc7-4a74-8206-b15d664c8b67 req-365cf6c4-061c-4861-9195-75b6af147314 service nova] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Neutron deleted interface 624c7700-ea37-4646-a61e-9166d76bb311; detaching it from the instance and deleting it from the info cache [ 1493.685332] env[64120]: DEBUG nova.network.neutron [req-b9de1b71-2fc7-4a74-8206-b15d664c8b67 req-365cf6c4-061c-4861-9195-75b6af147314 service nova] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.840102] env[64120]: DEBUG oslo_concurrency.lockutils [None req-0dd978bc-442d-416e-a0f6-30f8c486ef4d tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "0bd620c9-d061-45b5-8bf1-813dd5f1ea26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.205s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.159172] env[64120]: DEBUG nova.network.neutron [-] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.187671] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a3bcbd1-4a38-4017-be4e-5c8ce69efc2c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.197327] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a224c2-d6e5-419f-987a-0925e93c5a23 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.224631] env[64120]: DEBUG nova.compute.manager [req-b9de1b71-2fc7-4a74-8206-b15d664c8b67 req-365cf6c4-061c-4861-9195-75b6af147314 service nova] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Detach interface failed, port_id=624c7700-ea37-4646-a61e-9166d76bb311, reason: Instance 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9 could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1494.420656] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6a1142-f805-4e4e-b787-5c115bc3b353 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.428122] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a66538-22b7-4d19-a6d7-1dba4ba20b53 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.464835] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb98fbca-819f-4268-8d82-e0be886507be {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.473195] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8340c68e-61c6-4b30-a73f-9157069aa389 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.488055] env[64120]: DEBUG nova.compute.provider_tree [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1494.661983] env[64120]: INFO nova.compute.manager [-] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Took 1.43 seconds to deallocate network for instance. [ 1494.991775] env[64120]: DEBUG nova.scheduler.client.report [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1495.169339] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b95be826-d580-4143-9967-b40519730c6b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.496968] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.179s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.497550] env[64120]: DEBUG nova.compute.manager [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1495.500237] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b95be826-d580-4143-9967-b40519730c6b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.331s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.500462] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b95be826-d580-4143-9967-b40519730c6b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.518146] env[64120]: INFO nova.scheduler.client.report [None req-b95be826-d580-4143-9967-b40519730c6b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Deleted allocations for instance 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9 [ 1496.005173] env[64120]: DEBUG nova.compute.utils [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1496.006703] env[64120]: DEBUG nova.compute.manager [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1496.006894] env[64120]: DEBUG nova.network.neutron [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1496.026371] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b95be826-d580-4143-9967-b40519730c6b tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "56b10b50-eb03-43bc-9d5f-8a2498aeb7a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.908s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.054989] env[64120]: DEBUG nova.policy [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c462558e36e44ebab0e0b10b499f271a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c6e15ddb64b4cb697287bfbbd0714f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1496.493807] env[64120]: DEBUG nova.network.neutron [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Successfully created port: 7f198e13-0d31-41ed-810e-e5983f0d3b56 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1496.510924] env[64120]: DEBUG nova.compute.manager [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1497.163579] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "779d802c-e083-40c0-959e-da8b5f01e198" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.163579] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "779d802c-e083-40c0-959e-da8b5f01e198" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.288075] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38f5a7b9-f805-4752-9189-98b06d957216 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "98ef028b-4cd6-438d-9f7e-57e2db1d4460" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.288350] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38f5a7b9-f805-4752-9189-98b06d957216 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "98ef028b-4cd6-438d-9f7e-57e2db1d4460" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.288574] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38f5a7b9-f805-4752-9189-98b06d957216 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "98ef028b-4cd6-438d-9f7e-57e2db1d4460-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.288765] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38f5a7b9-f805-4752-9189-98b06d957216 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "98ef028b-4cd6-438d-9f7e-57e2db1d4460-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.288943] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38f5a7b9-f805-4752-9189-98b06d957216 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "98ef028b-4cd6-438d-9f7e-57e2db1d4460-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.291052] env[64120]: INFO nova.compute.manager [None req-38f5a7b9-f805-4752-9189-98b06d957216 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Terminating instance [ 1497.292869] env[64120]: DEBUG nova.compute.manager [None req-38f5a7b9-f805-4752-9189-98b06d957216 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1497.293085] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-38f5a7b9-f805-4752-9189-98b06d957216 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1497.293963] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5337e99-2dae-42c6-adfd-9678d1752fbc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.301855] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f5a7b9-f805-4752-9189-98b06d957216 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1497.302240] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59f78a0a-8a7e-4c5e-a634-5c3a6182315d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.307715] env[64120]: DEBUG oslo_vmware.api [None req-38f5a7b9-f805-4752-9189-98b06d957216 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1497.307715] env[64120]: value = "task-1407177" [ 1497.307715] env[64120]: _type = "Task" [ 1497.307715] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.315245] env[64120]: DEBUG oslo_vmware.api [None req-38f5a7b9-f805-4752-9189-98b06d957216 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.371958] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.372232] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.411158] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "3de862d9-d401-4209-b0d9-67fdd203fd56" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.411469] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "3de862d9-d401-4209-b0d9-67fdd203fd56" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.411656] env[64120]: INFO nova.compute.manager [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Shelving [ 1497.522524] env[64120]: DEBUG nova.compute.manager [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1497.547117] env[64120]: DEBUG nova.virt.hardware [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1497.547378] env[64120]: DEBUG nova.virt.hardware [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1497.547546] env[64120]: DEBUG nova.virt.hardware [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1497.547733] env[64120]: DEBUG nova.virt.hardware [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1497.547886] env[64120]: DEBUG nova.virt.hardware [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1497.548053] env[64120]: DEBUG nova.virt.hardware [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1497.548273] env[64120]: DEBUG nova.virt.hardware [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1497.548440] env[64120]: DEBUG nova.virt.hardware [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1497.548615] env[64120]: DEBUG nova.virt.hardware [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1497.548786] env[64120]: DEBUG nova.virt.hardware [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1497.548969] env[64120]: DEBUG nova.virt.hardware [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1497.549855] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c8bc22-2f49-46ff-a3a6-7d42cc441fb1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.557857] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a98a667-24c4-4d6a-8f72-0979734bdacd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.665121] env[64120]: DEBUG nova.compute.manager [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1497.817437] env[64120]: DEBUG oslo_vmware.api [None req-38f5a7b9-f805-4752-9189-98b06d957216 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407177, 'name': PowerOffVM_Task, 'duration_secs': 0.215388} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.817710] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f5a7b9-f805-4752-9189-98b06d957216 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1497.817885] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-38f5a7b9-f805-4752-9189-98b06d957216 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1497.818157] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bcad45d-3082-44ec-ad2f-021d830e2124 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.878045] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-38f5a7b9-f805-4752-9189-98b06d957216 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1497.878252] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-38f5a7b9-f805-4752-9189-98b06d957216 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1497.878435] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-38f5a7b9-f805-4752-9189-98b06d957216 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Deleting the datastore file [datastore2] 98ef028b-4cd6-438d-9f7e-57e2db1d4460 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1497.878905] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a0c078c-13b2-4acb-b67a-51319fedec19 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.880994] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.881212] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Starting heal instance info cache {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1497.886445] env[64120]: DEBUG oslo_vmware.api [None req-38f5a7b9-f805-4752-9189-98b06d957216 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for the task: (returnval){ [ 1497.886445] env[64120]: value = "task-1407179" [ 1497.886445] env[64120]: _type = "Task" [ 1497.886445] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.894019] env[64120]: DEBUG oslo_vmware.api [None req-38f5a7b9-f805-4752-9189-98b06d957216 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.918716] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1497.918955] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0561fb9-590a-4c49-a67c-2d7dac6424b3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.924578] env[64120]: DEBUG oslo_vmware.api [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1497.924578] env[64120]: value = "task-1407180" [ 1497.924578] env[64120]: _type = "Task" [ 1497.924578] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.932143] env[64120]: DEBUG oslo_vmware.api [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.192019] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.192019] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.192900] env[64120]: INFO nova.compute.claims [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1498.335153] env[64120]: DEBUG nova.compute.manager [req-d2c531f8-5ea8-4ba5-811b-9beb605bd8ae req-c1e057c3-7c04-4304-adfc-7bcdf3dbf8af service nova] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Received event network-vif-plugged-7f198e13-0d31-41ed-810e-e5983f0d3b56 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1498.335153] env[64120]: DEBUG oslo_concurrency.lockutils [req-d2c531f8-5ea8-4ba5-811b-9beb605bd8ae req-c1e057c3-7c04-4304-adfc-7bcdf3dbf8af service nova] Acquiring lock "0833a7ea-c4a5-428e-9291-8c52ebd77d74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.335153] env[64120]: DEBUG oslo_concurrency.lockutils [req-d2c531f8-5ea8-4ba5-811b-9beb605bd8ae req-c1e057c3-7c04-4304-adfc-7bcdf3dbf8af service nova] Lock "0833a7ea-c4a5-428e-9291-8c52ebd77d74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.335153] env[64120]: DEBUG oslo_concurrency.lockutils [req-d2c531f8-5ea8-4ba5-811b-9beb605bd8ae req-c1e057c3-7c04-4304-adfc-7bcdf3dbf8af service nova] Lock "0833a7ea-c4a5-428e-9291-8c52ebd77d74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.335153] env[64120]: DEBUG nova.compute.manager [req-d2c531f8-5ea8-4ba5-811b-9beb605bd8ae req-c1e057c3-7c04-4304-adfc-7bcdf3dbf8af service nova] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] No waiting events found dispatching network-vif-plugged-7f198e13-0d31-41ed-810e-e5983f0d3b56 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1498.335695] env[64120]: WARNING nova.compute.manager [req-d2c531f8-5ea8-4ba5-811b-9beb605bd8ae req-c1e057c3-7c04-4304-adfc-7bcdf3dbf8af service nova] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Received unexpected event network-vif-plugged-7f198e13-0d31-41ed-810e-e5983f0d3b56 for instance with vm_state building and task_state spawning. [ 1498.397185] env[64120]: DEBUG oslo_vmware.api [None req-38f5a7b9-f805-4752-9189-98b06d957216 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Task: {'id': task-1407179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135391} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.398967] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-38f5a7b9-f805-4752-9189-98b06d957216 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1498.404185] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-38f5a7b9-f805-4752-9189-98b06d957216 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1498.404185] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-38f5a7b9-f805-4752-9189-98b06d957216 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1498.404185] env[64120]: INFO nova.compute.manager [None req-38f5a7b9-f805-4752-9189-98b06d957216 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1498.404185] env[64120]: DEBUG oslo.service.loopingcall [None req-38f5a7b9-f805-4752-9189-98b06d957216 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1498.404185] env[64120]: DEBUG nova.network.neutron [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Successfully updated port: 7f198e13-0d31-41ed-810e-e5983f0d3b56 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1498.405944] env[64120]: DEBUG nova.compute.manager [-] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1498.406154] env[64120]: DEBUG nova.network.neutron [-] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1498.437745] env[64120]: DEBUG oslo_vmware.api [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407180, 'name': PowerOffVM_Task, 'duration_secs': 0.198299} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.437745] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1498.437745] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df71b9c-d005-4fcc-8922-16132359ae4e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.458987] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37d220d-d35b-41d3-b492-d56bc8761d44 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.908933] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Acquiring lock "refresh_cache-0833a7ea-c4a5-428e-9291-8c52ebd77d74" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.909104] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Acquired lock "refresh_cache-0833a7ea-c4a5-428e-9291-8c52ebd77d74" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.909188] env[64120]: DEBUG nova.network.neutron [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1498.971189] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Creating Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1498.971510] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bd01d3ac-a2ea-4dc5-82bb-9da689776492 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.978771] env[64120]: DEBUG oslo_vmware.api [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1498.978771] env[64120]: value = "task-1407181" [ 1498.978771] env[64120]: _type = "Task" [ 1498.978771] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.987665] env[64120]: DEBUG oslo_vmware.api [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407181, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.134454] env[64120]: DEBUG nova.network.neutron [-] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.293337] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43910f47-9654-4fd9-a3d1-690b30b668b9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.300934] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434ef16a-8b8e-42dd-8596-ccad385afa4d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.330851] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ae7609-2fda-48ff-80a5-6f82ceed5ef7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.337902] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8330148a-b9b9-4973-8b40-fe39ceacd4e2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.351301] env[64120]: DEBUG nova.compute.provider_tree [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1499.446073] env[64120]: DEBUG nova.network.neutron [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1499.490784] env[64120]: DEBUG oslo_vmware.api [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407181, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.628040] env[64120]: DEBUG nova.network.neutron [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Updating instance_info_cache with network_info: [{"id": "7f198e13-0d31-41ed-810e-e5983f0d3b56", "address": "fa:16:3e:9f:23:56", "network": {"id": "6ea9dfca-6acd-4c51-a054-169bac661b6f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2104689517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e15ddb64b4cb697287bfbbd0714f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f198e13-0d", "ovs_interfaceid": "7f198e13-0d31-41ed-810e-e5983f0d3b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.637231] env[64120]: INFO nova.compute.manager [-] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Took 1.23 seconds to deallocate network for instance. [ 1499.855511] env[64120]: DEBUG nova.scheduler.client.report [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1499.988949] env[64120]: DEBUG oslo_vmware.api [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407181, 'name': CreateSnapshot_Task, 'duration_secs': 0.688732} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.989264] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Created Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1499.990102] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5932895b-232d-4922-aebd-fec69cac6a9f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.131146] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Releasing lock "refresh_cache-0833a7ea-c4a5-428e-9291-8c52ebd77d74" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.131569] env[64120]: DEBUG nova.compute.manager [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Instance network_info: |[{"id": "7f198e13-0d31-41ed-810e-e5983f0d3b56", "address": "fa:16:3e:9f:23:56", "network": {"id": "6ea9dfca-6acd-4c51-a054-169bac661b6f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2104689517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e15ddb64b4cb697287bfbbd0714f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f198e13-0d", "ovs_interfaceid": "7f198e13-0d31-41ed-810e-e5983f0d3b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1500.132037] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:23:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff3ecd2f-0b10-4faf-a512-fd7a20c28df1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f198e13-0d31-41ed-810e-e5983f0d3b56', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1500.141076] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Creating folder: Project (3c6e15ddb64b4cb697287bfbbd0714f1). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1500.141435] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbdd4830-0d21-487e-8666-39095bb22312 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.143997] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38f5a7b9-f805-4752-9189-98b06d957216 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.153975] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Created folder: Project (3c6e15ddb64b4cb697287bfbbd0714f1) in parent group-v297899. [ 1500.154191] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Creating folder: Instances. Parent ref: group-v298210. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1500.154611] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aeb602ba-4906-46e8-a692-aaaed464af08 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.164101] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Created folder: Instances in parent group-v298210. [ 1500.164357] env[64120]: DEBUG oslo.service.loopingcall [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1500.164558] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1500.164762] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b0e5af6-27d1-4940-ba80-7d0b63dd0649 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.183544] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1500.183544] env[64120]: value = "task-1407184" [ 1500.183544] env[64120]: _type = "Task" [ 1500.183544] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.191050] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407184, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.360805] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.170s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.361453] env[64120]: DEBUG nova.compute.manager [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1500.365535] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38f5a7b9-f805-4752-9189-98b06d957216 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.222s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.365793] env[64120]: DEBUG nova.objects.instance [None req-38f5a7b9-f805-4752-9189-98b06d957216 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lazy-loading 'resources' on Instance uuid 98ef028b-4cd6-438d-9f7e-57e2db1d4460 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1500.367895] env[64120]: DEBUG nova.compute.manager [req-d67490ac-98dd-446d-b8fc-4967a5ba8e1c req-ff134cea-11dc-49bd-9553-a1be5da62bc9 service nova] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Received event network-changed-7f198e13-0d31-41ed-810e-e5983f0d3b56 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1500.368124] env[64120]: DEBUG nova.compute.manager [req-d67490ac-98dd-446d-b8fc-4967a5ba8e1c req-ff134cea-11dc-49bd-9553-a1be5da62bc9 service nova] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Refreshing instance network info cache due to event network-changed-7f198e13-0d31-41ed-810e-e5983f0d3b56. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1500.368352] env[64120]: DEBUG oslo_concurrency.lockutils [req-d67490ac-98dd-446d-b8fc-4967a5ba8e1c req-ff134cea-11dc-49bd-9553-a1be5da62bc9 service nova] Acquiring lock "refresh_cache-0833a7ea-c4a5-428e-9291-8c52ebd77d74" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.368503] env[64120]: DEBUG oslo_concurrency.lockutils [req-d67490ac-98dd-446d-b8fc-4967a5ba8e1c req-ff134cea-11dc-49bd-9553-a1be5da62bc9 service nova] Acquired lock "refresh_cache-0833a7ea-c4a5-428e-9291-8c52ebd77d74" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.368671] env[64120]: DEBUG nova.network.neutron [req-d67490ac-98dd-446d-b8fc-4967a5ba8e1c req-ff134cea-11dc-49bd-9553-a1be5da62bc9 service nova] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Refreshing network info cache for port 7f198e13-0d31-41ed-810e-e5983f0d3b56 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1500.507525] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Creating linked-clone VM from snapshot {{(pid=64120) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1500.507877] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-57840ff9-a489-4da4-8684-9c725468a4ad {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.515704] env[64120]: DEBUG oslo_vmware.api [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1500.515704] env[64120]: value = "task-1407185" [ 1500.515704] env[64120]: _type = "Task" [ 1500.515704] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.523619] env[64120]: DEBUG oslo_vmware.api [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407185, 'name': CloneVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.696206] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407184, 'name': CreateVM_Task, 'duration_secs': 0.293239} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.696497] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1500.703898] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.704100] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.704444] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1500.704709] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e59059f8-239b-43fd-bfcf-9aaad89dd7ef {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.709477] env[64120]: DEBUG oslo_vmware.api [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Waiting for the task: (returnval){ [ 1500.709477] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]522271fb-3c0a-9430-1d85-3cfd75f9faa7" [ 1500.709477] env[64120]: _type = "Task" [ 1500.709477] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.717746] env[64120]: DEBUG oslo_vmware.api [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]522271fb-3c0a-9430-1d85-3cfd75f9faa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.874502] env[64120]: DEBUG nova.compute.utils [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1500.880023] env[64120]: DEBUG nova.compute.manager [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1500.880023] env[64120]: DEBUG nova.network.neutron [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1500.963176] env[64120]: DEBUG nova.policy [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93f9f18ff0954394ab2e4d473373212b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '845268a29b9040cfb7c02f220348a552', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1500.977427] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc0fb57-848a-4e4c-9657-b559f5b3f368 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.985259] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972b50ad-d690-40e6-a346-116c0a515a02 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.019770] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43a0244-b399-4deb-a714-bf7e9f758e3b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.032708] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12dee6a4-d1bc-48c5-96e0-b4e3c1abd117 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.036338] env[64120]: DEBUG oslo_vmware.api [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407185, 'name': CloneVM_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.046144] env[64120]: DEBUG nova.compute.provider_tree [None req-38f5a7b9-f805-4752-9189-98b06d957216 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1501.220780] env[64120]: DEBUG oslo_vmware.api [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]522271fb-3c0a-9430-1d85-3cfd75f9faa7, 'name': SearchDatastore_Task, 'duration_secs': 0.010328} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.221634] env[64120]: DEBUG nova.network.neutron [req-d67490ac-98dd-446d-b8fc-4967a5ba8e1c req-ff134cea-11dc-49bd-9553-a1be5da62bc9 service nova] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Updated VIF entry in instance network info cache for port 7f198e13-0d31-41ed-810e-e5983f0d3b56. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1501.221951] env[64120]: DEBUG nova.network.neutron [req-d67490ac-98dd-446d-b8fc-4967a5ba8e1c req-ff134cea-11dc-49bd-9553-a1be5da62bc9 service nova] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Updating instance_info_cache with network_info: [{"id": "7f198e13-0d31-41ed-810e-e5983f0d3b56", "address": "fa:16:3e:9f:23:56", "network": {"id": "6ea9dfca-6acd-4c51-a054-169bac661b6f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2104689517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e15ddb64b4cb697287bfbbd0714f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f198e13-0d", "ovs_interfaceid": "7f198e13-0d31-41ed-810e-e5983f0d3b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.223135] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.223398] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1501.223645] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.223800] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.223986] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1501.224268] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7495e06d-68b5-40fe-8e4b-91774cfec741 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.232413] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1501.232592] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1501.233309] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-087fc9f0-be12-4289-af2b-0e265bcea6c9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.238950] env[64120]: DEBUG oslo_vmware.api [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Waiting for the task: (returnval){ [ 1501.238950] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524f9662-5a36-23c2-6c91-113caa37b967" [ 1501.238950] env[64120]: _type = "Task" [ 1501.238950] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.246325] env[64120]: DEBUG oslo_vmware.api [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524f9662-5a36-23c2-6c91-113caa37b967, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.348092] env[64120]: DEBUG nova.network.neutron [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Successfully created port: 2cdfb6a4-9631-4fda-9eed-2a46c0e82590 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1501.382191] env[64120]: DEBUG nova.compute.manager [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1501.399201] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Didn't find any instances for network info cache update. {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 1501.399444] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.399622] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.399949] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.399949] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.400425] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.400425] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.400425] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64120) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1501.400560] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.531948] env[64120]: DEBUG oslo_vmware.api [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407185, 'name': CloneVM_Task, 'duration_secs': 1.006168} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.535043] env[64120]: INFO nova.virt.vmwareapi.vmops [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Created linked-clone VM from snapshot [ 1501.536491] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd080e21-838c-4c12-977c-4f8b0e8f136b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.543920] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Uploading image ad1e66f8-eb24-41ba-bdfc-34b777f6ca8d {{(pid=64120) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1501.549523] env[64120]: DEBUG nova.scheduler.client.report [None req-38f5a7b9-f805-4752-9189-98b06d957216 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1501.574280] env[64120]: DEBUG oslo_vmware.rw_handles [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1501.574280] env[64120]: value = "vm-298213" [ 1501.574280] env[64120]: _type = "VirtualMachine" [ 1501.574280] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1501.574280] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9eef64d0-4456-4fd5-a0c3-f87cdd767bef {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.581033] env[64120]: DEBUG oslo_vmware.rw_handles [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lease: (returnval){ [ 1501.581033] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ed2270-cd3a-1873-3922-dbb459a5fa63" [ 1501.581033] env[64120]: _type = "HttpNfcLease" [ 1501.581033] env[64120]: } obtained for exporting VM: (result){ [ 1501.581033] env[64120]: value = "vm-298213" [ 1501.581033] env[64120]: _type = "VirtualMachine" [ 1501.581033] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1501.581420] env[64120]: DEBUG oslo_vmware.api [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the lease: (returnval){ [ 1501.581420] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ed2270-cd3a-1873-3922-dbb459a5fa63" [ 1501.581420] env[64120]: _type = "HttpNfcLease" [ 1501.581420] env[64120]: } to be ready. {{(pid=64120) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1501.588142] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1501.588142] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ed2270-cd3a-1873-3922-dbb459a5fa63" [ 1501.588142] env[64120]: _type = "HttpNfcLease" [ 1501.588142] env[64120]: } is initializing. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1501.727460] env[64120]: DEBUG oslo_concurrency.lockutils [req-d67490ac-98dd-446d-b8fc-4967a5ba8e1c req-ff134cea-11dc-49bd-9553-a1be5da62bc9 service nova] Releasing lock "refresh_cache-0833a7ea-c4a5-428e-9291-8c52ebd77d74" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.727772] env[64120]: DEBUG nova.compute.manager [req-d67490ac-98dd-446d-b8fc-4967a5ba8e1c req-ff134cea-11dc-49bd-9553-a1be5da62bc9 service nova] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Received event network-vif-deleted-f5623268-862d-44bd-8e68-e9fced029dbb {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1501.753937] env[64120]: DEBUG oslo_vmware.api [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]524f9662-5a36-23c2-6c91-113caa37b967, 'name': SearchDatastore_Task, 'duration_secs': 0.00798} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.755176] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f02e786d-25e4-4446-bc3d-aa2cf39b20ca {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.761823] env[64120]: DEBUG oslo_vmware.api [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Waiting for the task: (returnval){ [ 1501.761823] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52fd82b1-4dd2-45ae-fb1f-635119788e6b" [ 1501.761823] env[64120]: _type = "Task" [ 1501.761823] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.769384] env[64120]: DEBUG oslo_vmware.api [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52fd82b1-4dd2-45ae-fb1f-635119788e6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.903979] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.056056] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38f5a7b9-f805-4752-9189-98b06d957216 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.057619] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.154s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.057871] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.057953] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64120) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1502.058839] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3635736-6c61-4769-b637-4c6bd942c59f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.068065] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eed8943-7fb8-46f5-8e5f-ac8f0252c3bf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.081846] env[64120]: INFO nova.scheduler.client.report [None req-38f5a7b9-f805-4752-9189-98b06d957216 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Deleted allocations for instance 98ef028b-4cd6-438d-9f7e-57e2db1d4460 [ 1502.083476] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f34afa6-08a2-4304-be8b-23d643b43090 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.095919] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66175186-f6f8-40e7-b904-c61c64a1e5c5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.098668] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1502.098668] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ed2270-cd3a-1873-3922-dbb459a5fa63" [ 1502.098668] env[64120]: _type = "HttpNfcLease" [ 1502.098668] env[64120]: } is ready. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1502.098944] env[64120]: DEBUG oslo_vmware.rw_handles [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1502.098944] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52ed2270-cd3a-1873-3922-dbb459a5fa63" [ 1502.098944] env[64120]: _type = "HttpNfcLease" [ 1502.098944] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1502.099878] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0694b860-f168-452b-a927-5183c30e295d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.126642] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179774MB free_disk=184GB free_vcpus=48 pci_devices=None {{(pid=64120) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1502.126759] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.126925] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.135013] env[64120]: DEBUG oslo_vmware.rw_handles [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fa06d3-d6fe-486f-9cb7-9b3f928bf4f5/disk-0.vmdk from lease info. {{(pid=64120) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1502.135013] env[64120]: DEBUG oslo_vmware.rw_handles [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fa06d3-d6fe-486f-9cb7-9b3f928bf4f5/disk-0.vmdk for reading. {{(pid=64120) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1502.243032] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1f96a8f6-63db-40a1-93c2-12fd06c1e044 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.274016] env[64120]: DEBUG oslo_vmware.api [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52fd82b1-4dd2-45ae-fb1f-635119788e6b, 'name': SearchDatastore_Task, 'duration_secs': 0.009626} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.274319] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.274589] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 0833a7ea-c4a5-428e-9291-8c52ebd77d74/0833a7ea-c4a5-428e-9291-8c52ebd77d74.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1502.274845] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d82704bf-11e9-475e-92bc-c19da25fa96b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.287362] env[64120]: DEBUG oslo_vmware.api [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Waiting for the task: (returnval){ [ 1502.287362] env[64120]: value = "task-1407187" [ 1502.287362] env[64120]: _type = "Task" [ 1502.287362] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.294973] env[64120]: DEBUG oslo_vmware.api [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Task: {'id': task-1407187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.393085] env[64120]: DEBUG nova.compute.manager [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1502.415895] env[64120]: DEBUG nova.virt.hardware [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1502.416143] env[64120]: DEBUG nova.virt.hardware [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1502.416411] env[64120]: DEBUG nova.virt.hardware [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1502.416563] env[64120]: DEBUG nova.virt.hardware [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1502.416745] env[64120]: DEBUG nova.virt.hardware [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1502.416911] env[64120]: DEBUG nova.virt.hardware [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1502.417266] env[64120]: DEBUG nova.virt.hardware [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1502.417505] env[64120]: DEBUG nova.virt.hardware [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1502.417686] env[64120]: DEBUG nova.virt.hardware [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1502.417875] env[64120]: DEBUG nova.virt.hardware [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1502.418108] env[64120]: DEBUG nova.virt.hardware [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1502.418980] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171fbb35-a24b-46c9-b0ba-92012636158b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.429665] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52019450-044d-4e6b-ba30-20d711bbf7fd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.595379] env[64120]: DEBUG oslo_concurrency.lockutils [None req-38f5a7b9-f805-4752-9189-98b06d957216 tempest-ServerActionsTestOtherA-198634700 tempest-ServerActionsTestOtherA-198634700-project-member] Lock "98ef028b-4cd6-438d-9f7e-57e2db1d4460" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.307s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.805529] env[64120]: DEBUG oslo_vmware.api [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Task: {'id': task-1407187, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.058596] env[64120]: DEBUG nova.compute.manager [req-e9a7ed34-7bf7-43f0-ab11-da186ba61d58 req-13f1c653-1ac2-4e02-af4b-24b8f21fb5cb service nova] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Received event network-vif-plugged-2cdfb6a4-9631-4fda-9eed-2a46c0e82590 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1503.059622] env[64120]: DEBUG oslo_concurrency.lockutils [req-e9a7ed34-7bf7-43f0-ab11-da186ba61d58 req-13f1c653-1ac2-4e02-af4b-24b8f21fb5cb service nova] Acquiring lock "779d802c-e083-40c0-959e-da8b5f01e198-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.060031] env[64120]: DEBUG oslo_concurrency.lockutils [req-e9a7ed34-7bf7-43f0-ab11-da186ba61d58 req-13f1c653-1ac2-4e02-af4b-24b8f21fb5cb service nova] Lock "779d802c-e083-40c0-959e-da8b5f01e198-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.060635] env[64120]: DEBUG oslo_concurrency.lockutils [req-e9a7ed34-7bf7-43f0-ab11-da186ba61d58 req-13f1c653-1ac2-4e02-af4b-24b8f21fb5cb service nova] Lock "779d802c-e083-40c0-959e-da8b5f01e198-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.060952] env[64120]: DEBUG nova.compute.manager [req-e9a7ed34-7bf7-43f0-ab11-da186ba61d58 req-13f1c653-1ac2-4e02-af4b-24b8f21fb5cb service nova] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] No waiting events found dispatching network-vif-plugged-2cdfb6a4-9631-4fda-9eed-2a46c0e82590 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1503.061268] env[64120]: WARNING nova.compute.manager [req-e9a7ed34-7bf7-43f0-ab11-da186ba61d58 req-13f1c653-1ac2-4e02-af4b-24b8f21fb5cb service nova] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Received unexpected event network-vif-plugged-2cdfb6a4-9631-4fda-9eed-2a46c0e82590 for instance with vm_state building and task_state spawning. [ 1503.141521] env[64120]: DEBUG nova.network.neutron [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Successfully updated port: 2cdfb6a4-9631-4fda-9eed-2a46c0e82590 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1503.162205] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance edcdcd11-fe13-4fd8-8135-4ca912a90c00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1503.162477] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 3de862d9-d401-4209-b0d9-67fdd203fd56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1503.163102] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 4454a9bf-1408-47d0-af64-7ab9f0f21956 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1503.163102] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 79e469aa-fece-4aa8-aefc-8ecec4c7b339 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1503.163234] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 0833a7ea-c4a5-428e-9291-8c52ebd77d74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1503.163370] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 779d802c-e083-40c0-959e-da8b5f01e198 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1503.163575] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1503.163715] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1503.257963] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8705ed-e4e9-4122-a2db-cebac39d715b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.266441] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bff162-4224-4e61-bf63-e4d29bb225e7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.300944] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29dd182-55da-4aac-b47d-7147c06e6c26 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.308787] env[64120]: DEBUG oslo_vmware.api [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Task: {'id': task-1407187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530779} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.311092] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 0833a7ea-c4a5-428e-9291-8c52ebd77d74/0833a7ea-c4a5-428e-9291-8c52ebd77d74.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1503.311385] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1503.311750] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1d3a34a-6909-4170-a84c-47250619b0f7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.314683] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e5630f-2dc7-4dd5-bf3d-a74dc5d505c0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.330529] env[64120]: DEBUG nova.compute.provider_tree [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1503.333260] env[64120]: DEBUG oslo_vmware.api [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Waiting for the task: (returnval){ [ 1503.333260] env[64120]: value = "task-1407188" [ 1503.333260] env[64120]: _type = "Task" [ 1503.333260] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.342238] env[64120]: DEBUG oslo_vmware.api [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Task: {'id': task-1407188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.645962] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "refresh_cache-779d802c-e083-40c0-959e-da8b5f01e198" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.646367] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquired lock "refresh_cache-779d802c-e083-40c0-959e-da8b5f01e198" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.646367] env[64120]: DEBUG nova.network.neutron [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1503.835522] env[64120]: DEBUG nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1503.847501] env[64120]: DEBUG oslo_vmware.api [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Task: {'id': task-1407188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068613} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.847888] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1503.848796] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfb8510-5588-4970-bd86-43f6db454a19 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.874623] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 0833a7ea-c4a5-428e-9291-8c52ebd77d74/0833a7ea-c4a5-428e-9291-8c52ebd77d74.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1503.875637] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a2f1839-16af-4131-9af5-0fcfd8418b53 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.897944] env[64120]: DEBUG oslo_vmware.api [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Waiting for the task: (returnval){ [ 1503.897944] env[64120]: value = "task-1407189" [ 1503.897944] env[64120]: _type = "Task" [ 1503.897944] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.907084] env[64120]: DEBUG oslo_vmware.api [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Task: {'id': task-1407189, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.216061] env[64120]: DEBUG nova.network.neutron [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1504.343778] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64120) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1504.343980] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.217s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.410965] env[64120]: DEBUG oslo_vmware.api [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Task: {'id': task-1407189, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.466572] env[64120]: DEBUG nova.network.neutron [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Updating instance_info_cache with network_info: [{"id": "2cdfb6a4-9631-4fda-9eed-2a46c0e82590", "address": "fa:16:3e:c8:6d:a1", "network": {"id": "92d218ec-145d-4482-8416-fa888f5c743c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1794575816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "845268a29b9040cfb7c02f220348a552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cdfb6a4-96", "ovs_interfaceid": "2cdfb6a4-9631-4fda-9eed-2a46c0e82590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.910513] env[64120]: DEBUG oslo_vmware.api [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Task: {'id': task-1407189, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.969767] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Releasing lock "refresh_cache-779d802c-e083-40c0-959e-da8b5f01e198" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.970182] env[64120]: DEBUG nova.compute.manager [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Instance network_info: |[{"id": "2cdfb6a4-9631-4fda-9eed-2a46c0e82590", "address": "fa:16:3e:c8:6d:a1", "network": {"id": "92d218ec-145d-4482-8416-fa888f5c743c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1794575816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "845268a29b9040cfb7c02f220348a552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cdfb6a4-96", "ovs_interfaceid": "2cdfb6a4-9631-4fda-9eed-2a46c0e82590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1504.970709] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:6d:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cdfb6a4-9631-4fda-9eed-2a46c0e82590', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1504.979635] env[64120]: DEBUG oslo.service.loopingcall [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1504.979976] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1504.980318] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20277fa1-6d7a-44d6-ae07-873e6abc145e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.002922] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1505.002922] env[64120]: value = "task-1407190" [ 1505.002922] env[64120]: _type = "Task" [ 1505.002922] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.011991] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407190, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.096485] env[64120]: DEBUG nova.compute.manager [req-5da54f66-8908-4121-b62d-a0868d472f75 req-ea9354df-ef2d-4127-bb14-b866b01bfdb6 service nova] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Received event network-changed-2cdfb6a4-9631-4fda-9eed-2a46c0e82590 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1505.096784] env[64120]: DEBUG nova.compute.manager [req-5da54f66-8908-4121-b62d-a0868d472f75 req-ea9354df-ef2d-4127-bb14-b866b01bfdb6 service nova] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Refreshing instance network info cache due to event network-changed-2cdfb6a4-9631-4fda-9eed-2a46c0e82590. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1505.097216] env[64120]: DEBUG oslo_concurrency.lockutils [req-5da54f66-8908-4121-b62d-a0868d472f75 req-ea9354df-ef2d-4127-bb14-b866b01bfdb6 service nova] Acquiring lock "refresh_cache-779d802c-e083-40c0-959e-da8b5f01e198" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.097474] env[64120]: DEBUG oslo_concurrency.lockutils [req-5da54f66-8908-4121-b62d-a0868d472f75 req-ea9354df-ef2d-4127-bb14-b866b01bfdb6 service nova] Acquired lock "refresh_cache-779d802c-e083-40c0-959e-da8b5f01e198" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.097682] env[64120]: DEBUG nova.network.neutron [req-5da54f66-8908-4121-b62d-a0868d472f75 req-ea9354df-ef2d-4127-bb14-b866b01bfdb6 service nova] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Refreshing network info cache for port 2cdfb6a4-9631-4fda-9eed-2a46c0e82590 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1505.410539] env[64120]: DEBUG oslo_vmware.api [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Task: {'id': task-1407189, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.513729] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407190, 'name': CreateVM_Task, 'duration_secs': 0.486294} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.513901] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1505.514608] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.514791] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.515159] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1505.515440] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4829e8ca-4aea-4d76-9847-ec1a81806eab {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.520329] env[64120]: DEBUG oslo_vmware.api [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1505.520329] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c02e6e-735d-503c-9af4-da15d3ef22ff" [ 1505.520329] env[64120]: _type = "Task" [ 1505.520329] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.529711] env[64120]: DEBUG oslo_vmware.api [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c02e6e-735d-503c-9af4-da15d3ef22ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.803392] env[64120]: DEBUG nova.network.neutron [req-5da54f66-8908-4121-b62d-a0868d472f75 req-ea9354df-ef2d-4127-bb14-b866b01bfdb6 service nova] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Updated VIF entry in instance network info cache for port 2cdfb6a4-9631-4fda-9eed-2a46c0e82590. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1505.803860] env[64120]: DEBUG nova.network.neutron [req-5da54f66-8908-4121-b62d-a0868d472f75 req-ea9354df-ef2d-4127-bb14-b866b01bfdb6 service nova] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Updating instance_info_cache with network_info: [{"id": "2cdfb6a4-9631-4fda-9eed-2a46c0e82590", "address": "fa:16:3e:c8:6d:a1", "network": {"id": "92d218ec-145d-4482-8416-fa888f5c743c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1794575816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "845268a29b9040cfb7c02f220348a552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cdfb6a4-96", "ovs_interfaceid": "2cdfb6a4-9631-4fda-9eed-2a46c0e82590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.911666] env[64120]: DEBUG oslo_vmware.api [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Task: {'id': task-1407189, 'name': ReconfigVM_Task, 'duration_secs': 1.655246} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.912066] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 0833a7ea-c4a5-428e-9291-8c52ebd77d74/0833a7ea-c4a5-428e-9291-8c52ebd77d74.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1505.912800] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c146e2b-8fc5-4200-b4c5-78af44f42185 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.920122] env[64120]: DEBUG oslo_vmware.api [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Waiting for the task: (returnval){ [ 1505.920122] env[64120]: value = "task-1407191" [ 1505.920122] env[64120]: _type = "Task" [ 1505.920122] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.928540] env[64120]: DEBUG oslo_vmware.api [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Task: {'id': task-1407191, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.031521] env[64120]: DEBUG oslo_vmware.api [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52c02e6e-735d-503c-9af4-da15d3ef22ff, 'name': SearchDatastore_Task, 'duration_secs': 0.011321} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.031827] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.032088] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1506.032349] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.032511] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.032715] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1506.033023] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-771941f4-c8cf-4f89-9833-64d796f3c459 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.041675] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1506.041887] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1506.042651] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a69f80eb-d894-4957-a7f2-ff8352e10029 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.047727] env[64120]: DEBUG oslo_vmware.api [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1506.047727] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52282a04-a7c9-3884-a29f-e616654cda2a" [ 1506.047727] env[64120]: _type = "Task" [ 1506.047727] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.055183] env[64120]: DEBUG oslo_vmware.api [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52282a04-a7c9-3884-a29f-e616654cda2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.307757] env[64120]: DEBUG oslo_concurrency.lockutils [req-5da54f66-8908-4121-b62d-a0868d472f75 req-ea9354df-ef2d-4127-bb14-b866b01bfdb6 service nova] Releasing lock "refresh_cache-779d802c-e083-40c0-959e-da8b5f01e198" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.432437] env[64120]: DEBUG oslo_vmware.api [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Task: {'id': task-1407191, 'name': Rename_Task, 'duration_secs': 0.206009} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.432818] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1506.433280] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8b2cb93-84b3-4832-add0-b558d9895830 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.440611] env[64120]: DEBUG oslo_vmware.api [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Waiting for the task: (returnval){ [ 1506.440611] env[64120]: value = "task-1407192" [ 1506.440611] env[64120]: _type = "Task" [ 1506.440611] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.450082] env[64120]: DEBUG oslo_vmware.api [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Task: {'id': task-1407192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.559591] env[64120]: DEBUG oslo_vmware.api [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52282a04-a7c9-3884-a29f-e616654cda2a, 'name': SearchDatastore_Task, 'duration_secs': 0.008402} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.560271] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d88e824c-daef-4b93-b5e0-ef60024bd0ac {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.566012] env[64120]: DEBUG oslo_vmware.api [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1506.566012] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529ff255-7eea-0f21-e073-41b78e578efe" [ 1506.566012] env[64120]: _type = "Task" [ 1506.566012] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.576139] env[64120]: DEBUG oslo_vmware.api [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529ff255-7eea-0f21-e073-41b78e578efe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.953249] env[64120]: DEBUG oslo_vmware.api [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Task: {'id': task-1407192, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.080292] env[64120]: DEBUG oslo_vmware.api [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529ff255-7eea-0f21-e073-41b78e578efe, 'name': SearchDatastore_Task, 'duration_secs': 0.015542} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.080603] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.080876] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 779d802c-e083-40c0-959e-da8b5f01e198/779d802c-e083-40c0-959e-da8b5f01e198.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1507.081304] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e8aa471-c32f-4e93-8dc4-b020eec39740 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.088171] env[64120]: DEBUG oslo_vmware.api [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1507.088171] env[64120]: value = "task-1407193" [ 1507.088171] env[64120]: _type = "Task" [ 1507.088171] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.097023] env[64120]: DEBUG oslo_vmware.api [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.454674] env[64120]: DEBUG oslo_vmware.api [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Task: {'id': task-1407192, 'name': PowerOnVM_Task, 'duration_secs': 0.580058} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.455200] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1507.455652] env[64120]: INFO nova.compute.manager [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Took 9.93 seconds to spawn the instance on the hypervisor. [ 1507.456034] env[64120]: DEBUG nova.compute.manager [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1507.458019] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe24c572-50a3-4c42-9b04-cdd088b5bd7b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.606943] env[64120]: DEBUG oslo_vmware.api [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407193, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.840233] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8a457f7d-5e40-4edc-a055-723fd20d9e2f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquiring lock "edcdcd11-fe13-4fd8-8135-4ca912a90c00" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.840233] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8a457f7d-5e40-4edc-a055-723fd20d9e2f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "edcdcd11-fe13-4fd8-8135-4ca912a90c00" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.980177] env[64120]: INFO nova.compute.manager [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Took 15.57 seconds to build instance. [ 1508.099542] env[64120]: DEBUG oslo_vmware.api [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407193, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601124} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.099823] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 779d802c-e083-40c0-959e-da8b5f01e198/779d802c-e083-40c0-959e-da8b5f01e198.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1508.100059] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1508.100324] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad0b5c40-cb06-4777-b2c9-0203c835af71 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.107714] env[64120]: DEBUG oslo_vmware.api [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1508.107714] env[64120]: value = "task-1407194" [ 1508.107714] env[64120]: _type = "Task" [ 1508.107714] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.115368] env[64120]: DEBUG oslo_vmware.api [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407194, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.344244] env[64120]: INFO nova.compute.manager [None req-8a457f7d-5e40-4edc-a055-723fd20d9e2f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Detaching volume e251f16e-d009-4bcc-8f55-ad3aa92ea98c [ 1508.385953] env[64120]: INFO nova.virt.block_device [None req-8a457f7d-5e40-4edc-a055-723fd20d9e2f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Attempting to driver detach volume e251f16e-d009-4bcc-8f55-ad3aa92ea98c from mountpoint /dev/sdb [ 1508.386321] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a457f7d-5e40-4edc-a055-723fd20d9e2f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Volume detach. Driver type: vmdk {{(pid=64120) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1508.387647] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a457f7d-5e40-4edc-a055-723fd20d9e2f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298200', 'volume_id': 'e251f16e-d009-4bcc-8f55-ad3aa92ea98c', 'name': 'volume-e251f16e-d009-4bcc-8f55-ad3aa92ea98c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'edcdcd11-fe13-4fd8-8135-4ca912a90c00', 'attached_at': '', 'detached_at': '', 'volume_id': 'e251f16e-d009-4bcc-8f55-ad3aa92ea98c', 'serial': 'e251f16e-d009-4bcc-8f55-ad3aa92ea98c'} {{(pid=64120) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1508.387647] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdfa702-47d5-4795-8f0d-bbae827d2824 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.410056] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4062919-8219-4f26-8a5c-1e174bf51f80 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.417780] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3fb989-d89a-4e62-94b6-1c2724922fcd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.438143] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404bc14a-9cc8-498f-ae22-8ce19973697d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.453360] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a457f7d-5e40-4edc-a055-723fd20d9e2f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] The volume has not been displaced from its original location: [datastore2] volume-e251f16e-d009-4bcc-8f55-ad3aa92ea98c/volume-e251f16e-d009-4bcc-8f55-ad3aa92ea98c.vmdk. No consolidation needed. {{(pid=64120) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1508.458697] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a457f7d-5e40-4edc-a055-723fd20d9e2f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1508.459064] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba466c73-880a-487d-a005-1f8ba0ad8da8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.478394] env[64120]: DEBUG oslo_vmware.api [None req-8a457f7d-5e40-4edc-a055-723fd20d9e2f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1508.478394] env[64120]: value = "task-1407195" [ 1508.478394] env[64120]: _type = "Task" [ 1508.478394] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.482057] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b5090e38-6493-421a-bb42-999644c24ffa tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Lock "0833a7ea-c4a5-428e-9291-8c52ebd77d74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.082s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.489956] env[64120]: DEBUG oslo_vmware.api [None req-8a457f7d-5e40-4edc-a055-723fd20d9e2f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407195, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.618908] env[64120]: DEBUG oslo_vmware.api [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407194, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068124} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.619302] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1508.620212] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e27a5c-00f8-41f4-878a-4251aafb0fc9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.644571] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 779d802c-e083-40c0-959e-da8b5f01e198/779d802c-e083-40c0-959e-da8b5f01e198.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1508.644938] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0ffc2b2-7e99-49f4-9612-22978df78434 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.667813] env[64120]: DEBUG oslo_vmware.api [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1508.667813] env[64120]: value = "task-1407196" [ 1508.667813] env[64120]: _type = "Task" [ 1508.667813] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.676338] env[64120]: DEBUG oslo_vmware.api [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.988632] env[64120]: DEBUG oslo_vmware.api [None req-8a457f7d-5e40-4edc-a055-723fd20d9e2f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407195, 'name': ReconfigVM_Task, 'duration_secs': 0.257488} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.988944] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a457f7d-5e40-4edc-a055-723fd20d9e2f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1508.994029] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3af963c7-dbd2-40a3-803b-d0f2febfc326 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.009843] env[64120]: DEBUG oslo_vmware.api [None req-8a457f7d-5e40-4edc-a055-723fd20d9e2f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1509.009843] env[64120]: value = "task-1407197" [ 1509.009843] env[64120]: _type = "Task" [ 1509.009843] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.023318] env[64120]: DEBUG oslo_vmware.api [None req-8a457f7d-5e40-4edc-a055-723fd20d9e2f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407197, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.178824] env[64120]: DEBUG oslo_vmware.api [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407196, 'name': ReconfigVM_Task, 'duration_secs': 0.306532} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.179866] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 779d802c-e083-40c0-959e-da8b5f01e198/779d802c-e083-40c0-959e-da8b5f01e198.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1509.179866] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6fee883-5fe9-4d3f-8108-b3064246d825 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.187554] env[64120]: DEBUG oslo_vmware.api [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1509.187554] env[64120]: value = "task-1407198" [ 1509.187554] env[64120]: _type = "Task" [ 1509.187554] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.195701] env[64120]: DEBUG oslo_vmware.api [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407198, 'name': Rename_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.524189] env[64120]: DEBUG oslo_vmware.api [None req-8a457f7d-5e40-4edc-a055-723fd20d9e2f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407197, 'name': ReconfigVM_Task, 'duration_secs': 0.133645} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.524680] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a457f7d-5e40-4edc-a055-723fd20d9e2f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298200', 'volume_id': 'e251f16e-d009-4bcc-8f55-ad3aa92ea98c', 'name': 'volume-e251f16e-d009-4bcc-8f55-ad3aa92ea98c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'edcdcd11-fe13-4fd8-8135-4ca912a90c00', 'attached_at': '', 'detached_at': '', 'volume_id': 'e251f16e-d009-4bcc-8f55-ad3aa92ea98c', 'serial': 'e251f16e-d009-4bcc-8f55-ad3aa92ea98c'} {{(pid=64120) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1509.706150] env[64120]: DEBUG oslo_vmware.api [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407198, 'name': Rename_Task, 'duration_secs': 0.146986} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.706150] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1509.706150] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2cc4e77-eee3-490e-8b49-1ad6c8f2cf40 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.711946] env[64120]: DEBUG oslo_vmware.api [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1509.711946] env[64120]: value = "task-1407199" [ 1509.711946] env[64120]: _type = "Task" [ 1509.711946] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.721178] env[64120]: DEBUG oslo_vmware.api [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.886357] env[64120]: DEBUG nova.compute.manager [req-e40ecc0f-87d4-49e7-8ebb-5fa14e27f1f2 req-c8e8105a-c009-4381-952b-ce29a7036422 service nova] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Received event network-changed-7f198e13-0d31-41ed-810e-e5983f0d3b56 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1509.887150] env[64120]: DEBUG nova.compute.manager [req-e40ecc0f-87d4-49e7-8ebb-5fa14e27f1f2 req-c8e8105a-c009-4381-952b-ce29a7036422 service nova] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Refreshing instance network info cache due to event network-changed-7f198e13-0d31-41ed-810e-e5983f0d3b56. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1509.887150] env[64120]: DEBUG oslo_concurrency.lockutils [req-e40ecc0f-87d4-49e7-8ebb-5fa14e27f1f2 req-c8e8105a-c009-4381-952b-ce29a7036422 service nova] Acquiring lock "refresh_cache-0833a7ea-c4a5-428e-9291-8c52ebd77d74" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.887150] env[64120]: DEBUG oslo_concurrency.lockutils [req-e40ecc0f-87d4-49e7-8ebb-5fa14e27f1f2 req-c8e8105a-c009-4381-952b-ce29a7036422 service nova] Acquired lock "refresh_cache-0833a7ea-c4a5-428e-9291-8c52ebd77d74" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.889310] env[64120]: DEBUG nova.network.neutron [req-e40ecc0f-87d4-49e7-8ebb-5fa14e27f1f2 req-c8e8105a-c009-4381-952b-ce29a7036422 service nova] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Refreshing network info cache for port 7f198e13-0d31-41ed-810e-e5983f0d3b56 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1510.086249] env[64120]: DEBUG nova.objects.instance [None req-8a457f7d-5e40-4edc-a055-723fd20d9e2f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lazy-loading 'flavor' on Instance uuid edcdcd11-fe13-4fd8-8135-4ca912a90c00 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1510.225747] env[64120]: DEBUG oslo_vmware.api [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407199, 'name': PowerOnVM_Task} progress is 96%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.690625] env[64120]: DEBUG nova.network.neutron [req-e40ecc0f-87d4-49e7-8ebb-5fa14e27f1f2 req-c8e8105a-c009-4381-952b-ce29a7036422 service nova] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Updated VIF entry in instance network info cache for port 7f198e13-0d31-41ed-810e-e5983f0d3b56. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1510.691092] env[64120]: DEBUG nova.network.neutron [req-e40ecc0f-87d4-49e7-8ebb-5fa14e27f1f2 req-c8e8105a-c009-4381-952b-ce29a7036422 service nova] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Updating instance_info_cache with network_info: [{"id": "7f198e13-0d31-41ed-810e-e5983f0d3b56", "address": "fa:16:3e:9f:23:56", "network": {"id": "6ea9dfca-6acd-4c51-a054-169bac661b6f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2104689517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e15ddb64b4cb697287bfbbd0714f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f198e13-0d", "ovs_interfaceid": "7f198e13-0d31-41ed-810e-e5983f0d3b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.723113] env[64120]: DEBUG oslo_vmware.api [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407199, 'name': PowerOnVM_Task, 'duration_secs': 0.555311} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.723436] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1510.723655] env[64120]: INFO nova.compute.manager [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1510.723839] env[64120]: DEBUG nova.compute.manager [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1510.724625] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ce3b34-9f0f-45e6-88c6-32d167f06ca7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.034946] env[64120]: DEBUG oslo_concurrency.lockutils [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Acquiring lock "6bb56570-0edd-49e4-ab24-310633043837" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.035213] env[64120]: DEBUG oslo_concurrency.lockutils [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Lock "6bb56570-0edd-49e4-ab24-310633043837" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.099823] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8a457f7d-5e40-4edc-a055-723fd20d9e2f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "edcdcd11-fe13-4fd8-8135-4ca912a90c00" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.260s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.198168] env[64120]: DEBUG oslo_concurrency.lockutils [req-e40ecc0f-87d4-49e7-8ebb-5fa14e27f1f2 req-c8e8105a-c009-4381-952b-ce29a7036422 service nova] Releasing lock "refresh_cache-0833a7ea-c4a5-428e-9291-8c52ebd77d74" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.242844] env[64120]: INFO nova.compute.manager [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Took 13.07 seconds to build instance. [ 1511.542382] env[64120]: DEBUG nova.compute.manager [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1511.580317] env[64120]: DEBUG oslo_vmware.rw_handles [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fa06d3-d6fe-486f-9cb7-9b3f928bf4f5/disk-0.vmdk. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1511.581286] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0ed183-8399-4811-873b-b3b3637b5510 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.590783] env[64120]: DEBUG oslo_vmware.rw_handles [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fa06d3-d6fe-486f-9cb7-9b3f928bf4f5/disk-0.vmdk is in state: ready. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1511.590783] env[64120]: ERROR oslo_vmware.rw_handles [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fa06d3-d6fe-486f-9cb7-9b3f928bf4f5/disk-0.vmdk due to incomplete transfer. [ 1511.590783] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e1978fcb-3b71-4b78-996d-3fab57751962 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.595187] env[64120]: DEBUG oslo_vmware.rw_handles [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fa06d3-d6fe-486f-9cb7-9b3f928bf4f5/disk-0.vmdk. {{(pid=64120) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1511.595411] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Uploaded image ad1e66f8-eb24-41ba-bdfc-34b777f6ca8d to the Glance image server {{(pid=64120) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1511.599467] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Destroying the VM {{(pid=64120) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1511.600097] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d0d8a862-b5ac-4764-b297-e08b4caba4c9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.609112] env[64120]: DEBUG oslo_vmware.api [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1511.609112] env[64120]: value = "task-1407200" [ 1511.609112] env[64120]: _type = "Task" [ 1511.609112] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.619405] env[64120]: DEBUG oslo_vmware.api [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407200, 'name': Destroy_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.750878] env[64120]: DEBUG oslo_concurrency.lockutils [None req-dead7131-ae44-4ce2-a2a4-cf82fe86a5a9 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "779d802c-e083-40c0-959e-da8b5f01e198" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.587s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.979868] env[64120]: DEBUG nova.compute.manager [req-e0b2b277-3ccc-4d6e-bedb-ccdb5d94279d req-7eed1add-8443-4154-b66a-def177607849 service nova] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Received event network-changed-2cdfb6a4-9631-4fda-9eed-2a46c0e82590 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1511.980099] env[64120]: DEBUG nova.compute.manager [req-e0b2b277-3ccc-4d6e-bedb-ccdb5d94279d req-7eed1add-8443-4154-b66a-def177607849 service nova] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Refreshing instance network info cache due to event network-changed-2cdfb6a4-9631-4fda-9eed-2a46c0e82590. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1511.980336] env[64120]: DEBUG oslo_concurrency.lockutils [req-e0b2b277-3ccc-4d6e-bedb-ccdb5d94279d req-7eed1add-8443-4154-b66a-def177607849 service nova] Acquiring lock "refresh_cache-779d802c-e083-40c0-959e-da8b5f01e198" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.980487] env[64120]: DEBUG oslo_concurrency.lockutils [req-e0b2b277-3ccc-4d6e-bedb-ccdb5d94279d req-7eed1add-8443-4154-b66a-def177607849 service nova] Acquired lock "refresh_cache-779d802c-e083-40c0-959e-da8b5f01e198" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.980651] env[64120]: DEBUG nova.network.neutron [req-e0b2b277-3ccc-4d6e-bedb-ccdb5d94279d req-7eed1add-8443-4154-b66a-def177607849 service nova] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Refreshing network info cache for port 2cdfb6a4-9631-4fda-9eed-2a46c0e82590 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1512.078119] env[64120]: DEBUG oslo_concurrency.lockutils [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.078424] env[64120]: DEBUG oslo_concurrency.lockutils [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.080286] env[64120]: INFO nova.compute.claims [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1512.122542] env[64120]: DEBUG oslo_vmware.api [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407200, 'name': Destroy_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.153930] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b125b0ce-c3bb-4416-9139-bff31d00e1f9 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquiring lock "edcdcd11-fe13-4fd8-8135-4ca912a90c00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.154246] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b125b0ce-c3bb-4416-9139-bff31d00e1f9 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "edcdcd11-fe13-4fd8-8135-4ca912a90c00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.154517] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b125b0ce-c3bb-4416-9139-bff31d00e1f9 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquiring lock "edcdcd11-fe13-4fd8-8135-4ca912a90c00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.154683] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b125b0ce-c3bb-4416-9139-bff31d00e1f9 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "edcdcd11-fe13-4fd8-8135-4ca912a90c00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.154856] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b125b0ce-c3bb-4416-9139-bff31d00e1f9 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "edcdcd11-fe13-4fd8-8135-4ca912a90c00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.156954] env[64120]: INFO nova.compute.manager [None req-b125b0ce-c3bb-4416-9139-bff31d00e1f9 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Terminating instance [ 1512.158787] env[64120]: DEBUG nova.compute.manager [None req-b125b0ce-c3bb-4416-9139-bff31d00e1f9 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1512.158992] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b125b0ce-c3bb-4416-9139-bff31d00e1f9 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1512.159805] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33945574-97a6-4842-9dbd-ec5a411f435c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.167676] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b125b0ce-c3bb-4416-9139-bff31d00e1f9 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1512.167946] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e03c8c52-a9bc-43cc-ad3f-a7c258f056ef {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.174061] env[64120]: DEBUG oslo_vmware.api [None req-b125b0ce-c3bb-4416-9139-bff31d00e1f9 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1512.174061] env[64120]: value = "task-1407201" [ 1512.174061] env[64120]: _type = "Task" [ 1512.174061] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.182149] env[64120]: DEBUG oslo_vmware.api [None req-b125b0ce-c3bb-4416-9139-bff31d00e1f9 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.620137] env[64120]: DEBUG oslo_vmware.api [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407200, 'name': Destroy_Task, 'duration_secs': 0.930502} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.620441] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Destroyed the VM [ 1512.620690] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Deleting Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1512.621028] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0a451106-37c5-4821-962b-ed422272e572 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.627206] env[64120]: DEBUG oslo_vmware.api [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1512.627206] env[64120]: value = "task-1407202" [ 1512.627206] env[64120]: _type = "Task" [ 1512.627206] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.634765] env[64120]: DEBUG oslo_vmware.api [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407202, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.683642] env[64120]: DEBUG oslo_vmware.api [None req-b125b0ce-c3bb-4416-9139-bff31d00e1f9 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407201, 'name': PowerOffVM_Task, 'duration_secs': 0.332233} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.686154] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b125b0ce-c3bb-4416-9139-bff31d00e1f9 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1512.686351] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b125b0ce-c3bb-4416-9139-bff31d00e1f9 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1512.686625] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af365c0a-ed29-4c21-937d-1ced56403ac6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.723197] env[64120]: DEBUG nova.network.neutron [req-e0b2b277-3ccc-4d6e-bedb-ccdb5d94279d req-7eed1add-8443-4154-b66a-def177607849 service nova] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Updated VIF entry in instance network info cache for port 2cdfb6a4-9631-4fda-9eed-2a46c0e82590. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1512.723706] env[64120]: DEBUG nova.network.neutron [req-e0b2b277-3ccc-4d6e-bedb-ccdb5d94279d req-7eed1add-8443-4154-b66a-def177607849 service nova] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Updating instance_info_cache with network_info: [{"id": "2cdfb6a4-9631-4fda-9eed-2a46c0e82590", "address": "fa:16:3e:c8:6d:a1", "network": {"id": "92d218ec-145d-4482-8416-fa888f5c743c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1794575816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "845268a29b9040cfb7c02f220348a552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cdfb6a4-96", "ovs_interfaceid": "2cdfb6a4-9631-4fda-9eed-2a46c0e82590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.750461] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b125b0ce-c3bb-4416-9139-bff31d00e1f9 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1512.750782] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b125b0ce-c3bb-4416-9139-bff31d00e1f9 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1512.751020] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-b125b0ce-c3bb-4416-9139-bff31d00e1f9 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Deleting the datastore file [datastore1] edcdcd11-fe13-4fd8-8135-4ca912a90c00 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1512.751424] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6078688-1f4c-4125-9df3-5cb279323de2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.758495] env[64120]: DEBUG oslo_vmware.api [None req-b125b0ce-c3bb-4416-9139-bff31d00e1f9 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1512.758495] env[64120]: value = "task-1407204" [ 1512.758495] env[64120]: _type = "Task" [ 1512.758495] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.766816] env[64120]: DEBUG oslo_vmware.api [None req-b125b0ce-c3bb-4416-9139-bff31d00e1f9 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.140206] env[64120]: DEBUG oslo_vmware.api [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407202, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.193749] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f678c235-c52b-4cab-b7a8-7d356b7cc178 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.202023] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06a8525-2de6-4b2a-a5d0-a0f937bc1969 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.234067] env[64120]: DEBUG oslo_concurrency.lockutils [req-e0b2b277-3ccc-4d6e-bedb-ccdb5d94279d req-7eed1add-8443-4154-b66a-def177607849 service nova] Releasing lock "refresh_cache-779d802c-e083-40c0-959e-da8b5f01e198" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.235075] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee948263-7800-45a3-9dce-bb054593f7ec {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.242921] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282cffcb-0440-4c8a-9ef1-d18cb3b94b24 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.257365] env[64120]: DEBUG nova.compute.provider_tree [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1513.267335] env[64120]: DEBUG oslo_vmware.api [None req-b125b0ce-c3bb-4416-9139-bff31d00e1f9 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300749} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.268265] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-b125b0ce-c3bb-4416-9139-bff31d00e1f9 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1513.268466] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b125b0ce-c3bb-4416-9139-bff31d00e1f9 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1513.268650] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b125b0ce-c3bb-4416-9139-bff31d00e1f9 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1513.268828] env[64120]: INFO nova.compute.manager [None req-b125b0ce-c3bb-4416-9139-bff31d00e1f9 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1513.269108] env[64120]: DEBUG oslo.service.loopingcall [None req-b125b0ce-c3bb-4416-9139-bff31d00e1f9 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1513.269315] env[64120]: DEBUG nova.compute.manager [-] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1513.269409] env[64120]: DEBUG nova.network.neutron [-] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1513.643602] env[64120]: DEBUG oslo_vmware.api [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407202, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.763238] env[64120]: DEBUG nova.scheduler.client.report [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1514.014571] env[64120]: DEBUG nova.compute.manager [req-780e2610-fe06-40cd-baf1-1c27d613315e req-25943e07-3c04-4f45-b6fa-59a8fdcb7fa3 service nova] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Received event network-vif-deleted-3ea87edc-abf0-47a6-b60f-a15fe5e49aab {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1514.014851] env[64120]: INFO nova.compute.manager [req-780e2610-fe06-40cd-baf1-1c27d613315e req-25943e07-3c04-4f45-b6fa-59a8fdcb7fa3 service nova] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Neutron deleted interface 3ea87edc-abf0-47a6-b60f-a15fe5e49aab; detaching it from the instance and deleting it from the info cache [ 1514.014961] env[64120]: DEBUG nova.network.neutron [req-780e2610-fe06-40cd-baf1-1c27d613315e req-25943e07-3c04-4f45-b6fa-59a8fdcb7fa3 service nova] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.142214] env[64120]: DEBUG oslo_vmware.api [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407202, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.241217] env[64120]: DEBUG nova.network.neutron [-] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.268500] env[64120]: DEBUG oslo_concurrency.lockutils [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.190s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.269065] env[64120]: DEBUG nova.compute.manager [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1514.517949] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff067c50-8ca8-4544-8ad7-c0479040fbd8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.528558] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b136fcaf-c7b3-4ab4-b185-2bac5dbb484b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.556876] env[64120]: DEBUG nova.compute.manager [req-780e2610-fe06-40cd-baf1-1c27d613315e req-25943e07-3c04-4f45-b6fa-59a8fdcb7fa3 service nova] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Detach interface failed, port_id=3ea87edc-abf0-47a6-b60f-a15fe5e49aab, reason: Instance edcdcd11-fe13-4fd8-8135-4ca912a90c00 could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1514.639180] env[64120]: DEBUG oslo_vmware.api [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407202, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.745088] env[64120]: INFO nova.compute.manager [-] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Took 1.48 seconds to deallocate network for instance. [ 1514.774113] env[64120]: DEBUG nova.compute.utils [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1514.775858] env[64120]: DEBUG nova.compute.manager [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1514.775858] env[64120]: DEBUG nova.network.neutron [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] [instance: 6bb56570-0edd-49e4-ab24-310633043837] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1514.812454] env[64120]: DEBUG oslo_concurrency.lockutils [None req-12738da9-8d3f-49ba-b358-fd5aae147b9e tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "4454a9bf-1408-47d0-af64-7ab9f0f21956" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.812649] env[64120]: DEBUG oslo_concurrency.lockutils [None req-12738da9-8d3f-49ba-b358-fd5aae147b9e tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "4454a9bf-1408-47d0-af64-7ab9f0f21956" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.818101] env[64120]: DEBUG nova.policy [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89908a8af51c4beeb6aab2c3d1f1a3d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff856604019f42c4a9237e982b00650d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1515.063373] env[64120]: DEBUG nova.network.neutron [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Successfully created port: 748a0d0a-1a49-451c-858b-0a93434f051f {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1515.140582] env[64120]: DEBUG oslo_vmware.api [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407202, 'name': RemoveSnapshot_Task, 'duration_secs': 2.025137} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.140836] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Deleted Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1515.141151] env[64120]: DEBUG nova.compute.manager [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1515.141968] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb02feb-0a9b-4e45-9fa7-8d8febaf584d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.252569] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b125b0ce-c3bb-4416-9139-bff31d00e1f9 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.252876] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b125b0ce-c3bb-4416-9139-bff31d00e1f9 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.253071] env[64120]: DEBUG nova.objects.instance [None req-b125b0ce-c3bb-4416-9139-bff31d00e1f9 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lazy-loading 'resources' on Instance uuid edcdcd11-fe13-4fd8-8135-4ca912a90c00 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1515.280307] env[64120]: DEBUG nova.compute.manager [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1515.316608] env[64120]: DEBUG nova.compute.utils [None req-12738da9-8d3f-49ba-b358-fd5aae147b9e tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1515.654246] env[64120]: INFO nova.compute.manager [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Shelve offloading [ 1515.655902] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1515.656169] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d663841-2ac2-434e-84ca-f803a1b1c233 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.663496] env[64120]: DEBUG oslo_vmware.api [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1515.663496] env[64120]: value = "task-1407205" [ 1515.663496] env[64120]: _type = "Task" [ 1515.663496] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.671389] env[64120]: DEBUG oslo_vmware.api [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.820914] env[64120]: DEBUG oslo_concurrency.lockutils [None req-12738da9-8d3f-49ba-b358-fd5aae147b9e tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "4454a9bf-1408-47d0-af64-7ab9f0f21956" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.853715] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3a943b-d058-4605-bfdc-b3e2adc87b60 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.861948] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70a2810-ee0c-4ec6-a36b-a8faa044c175 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.892162] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dcd481-e5bd-4e7a-abf5-583838755424 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.899554] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fc1ece-5c9d-4e10-a87c-15125a8c31a2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.912236] env[64120]: DEBUG nova.compute.provider_tree [None req-b125b0ce-c3bb-4416-9139-bff31d00e1f9 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1516.190384] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] VM already powered off {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1516.190638] env[64120]: DEBUG nova.compute.manager [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1516.192702] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976e72cb-b2f2-4456-97e9-4e435ae9162a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.204221] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "refresh_cache-3de862d9-d401-4209-b0d9-67fdd203fd56" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1516.204381] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquired lock "refresh_cache-3de862d9-d401-4209-b0d9-67fdd203fd56" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.204563] env[64120]: DEBUG nova.network.neutron [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1516.292390] env[64120]: DEBUG nova.compute.manager [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1516.321239] env[64120]: DEBUG nova.virt.hardware [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1516.321531] env[64120]: DEBUG nova.virt.hardware [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1516.321693] env[64120]: DEBUG nova.virt.hardware [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1516.321883] env[64120]: DEBUG nova.virt.hardware [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1516.322047] env[64120]: DEBUG nova.virt.hardware [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1516.322206] env[64120]: DEBUG nova.virt.hardware [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1516.322570] env[64120]: DEBUG nova.virt.hardware [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1516.322651] env[64120]: DEBUG nova.virt.hardware [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1516.322864] env[64120]: DEBUG nova.virt.hardware [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1516.323070] env[64120]: DEBUG nova.virt.hardware [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1516.323260] env[64120]: DEBUG nova.virt.hardware [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1516.324733] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d53636-d976-425a-9ad8-bc7456281feb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.332974] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d92d7da-4f36-425f-9482-ff057a570b75 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.415074] env[64120]: DEBUG nova.scheduler.client.report [None req-b125b0ce-c3bb-4416-9139-bff31d00e1f9 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1516.468808] env[64120]: DEBUG nova.compute.manager [req-f6fbc0dc-9f47-4365-b026-71d3aa7a04c4 req-a0d69209-ec50-41bc-8b44-944085102e32 service nova] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Received event network-vif-plugged-748a0d0a-1a49-451c-858b-0a93434f051f {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1516.469217] env[64120]: DEBUG oslo_concurrency.lockutils [req-f6fbc0dc-9f47-4365-b026-71d3aa7a04c4 req-a0d69209-ec50-41bc-8b44-944085102e32 service nova] Acquiring lock "6bb56570-0edd-49e4-ab24-310633043837-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.469639] env[64120]: DEBUG oslo_concurrency.lockutils [req-f6fbc0dc-9f47-4365-b026-71d3aa7a04c4 req-a0d69209-ec50-41bc-8b44-944085102e32 service nova] Lock "6bb56570-0edd-49e4-ab24-310633043837-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.469912] env[64120]: DEBUG oslo_concurrency.lockutils [req-f6fbc0dc-9f47-4365-b026-71d3aa7a04c4 req-a0d69209-ec50-41bc-8b44-944085102e32 service nova] Lock "6bb56570-0edd-49e4-ab24-310633043837-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.470206] env[64120]: DEBUG nova.compute.manager [req-f6fbc0dc-9f47-4365-b026-71d3aa7a04c4 req-a0d69209-ec50-41bc-8b44-944085102e32 service nova] [instance: 6bb56570-0edd-49e4-ab24-310633043837] No waiting events found dispatching network-vif-plugged-748a0d0a-1a49-451c-858b-0a93434f051f {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1516.470503] env[64120]: WARNING nova.compute.manager [req-f6fbc0dc-9f47-4365-b026-71d3aa7a04c4 req-a0d69209-ec50-41bc-8b44-944085102e32 service nova] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Received unexpected event network-vif-plugged-748a0d0a-1a49-451c-858b-0a93434f051f for instance with vm_state building and task_state spawning. [ 1516.557415] env[64120]: DEBUG nova.network.neutron [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Successfully updated port: 748a0d0a-1a49-451c-858b-0a93434f051f {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1516.889079] env[64120]: DEBUG oslo_concurrency.lockutils [None req-12738da9-8d3f-49ba-b358-fd5aae147b9e tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "4454a9bf-1408-47d0-af64-7ab9f0f21956" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.889405] env[64120]: DEBUG oslo_concurrency.lockutils [None req-12738da9-8d3f-49ba-b358-fd5aae147b9e tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "4454a9bf-1408-47d0-af64-7ab9f0f21956" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.889700] env[64120]: INFO nova.compute.manager [None req-12738da9-8d3f-49ba-b358-fd5aae147b9e tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Attaching volume 2ffc1849-64c7-4aad-8469-9d051109db1b to /dev/sdb [ 1516.920067] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b125b0ce-c3bb-4416-9139-bff31d00e1f9 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.931035] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b275a50-c1b5-4d4b-af1b-0eff791635fc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.939069] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69192222-1cb2-4304-a6fc-bdfe3b542e7d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.953204] env[64120]: DEBUG nova.virt.block_device [None req-12738da9-8d3f-49ba-b358-fd5aae147b9e tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Updating existing volume attachment record: 72b4e949-9bf6-4562-b713-707d005c9f4f {{(pid=64120) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1516.956256] env[64120]: INFO nova.scheduler.client.report [None req-b125b0ce-c3bb-4416-9139-bff31d00e1f9 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Deleted allocations for instance edcdcd11-fe13-4fd8-8135-4ca912a90c00 [ 1517.008564] env[64120]: DEBUG nova.network.neutron [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Updating instance_info_cache with network_info: [{"id": "9ae78f2a-2395-46f0-8e63-ba32b5aa491e", "address": "fa:16:3e:58:e6:92", "network": {"id": "22dcdd90-5035-4059-b2d9-07d20261e72d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-361135572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "502c554de7554b88b5a0a5ed16c4f89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae78f2a-23", "ovs_interfaceid": "9ae78f2a-2395-46f0-8e63-ba32b5aa491e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.060025] env[64120]: DEBUG oslo_concurrency.lockutils [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Acquiring lock "refresh_cache-6bb56570-0edd-49e4-ab24-310633043837" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1517.060194] env[64120]: DEBUG oslo_concurrency.lockutils [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Acquired lock "refresh_cache-6bb56570-0edd-49e4-ab24-310633043837" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.060432] env[64120]: DEBUG nova.network.neutron [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1517.465979] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b125b0ce-c3bb-4416-9139-bff31d00e1f9 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "edcdcd11-fe13-4fd8-8135-4ca912a90c00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.312s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.513830] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Releasing lock "refresh_cache-3de862d9-d401-4209-b0d9-67fdd203fd56" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1517.602876] env[64120]: DEBUG nova.network.neutron [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1517.876314] env[64120]: DEBUG nova.network.neutron [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Updating instance_info_cache with network_info: [{"id": "748a0d0a-1a49-451c-858b-0a93434f051f", "address": "fa:16:3e:40:d0:af", "network": {"id": "1ff88e44-a732-4cc1-a493-be491d67dd12", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-174561796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff856604019f42c4a9237e982b00650d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap748a0d0a-1a", "ovs_interfaceid": "748a0d0a-1a49-451c-858b-0a93434f051f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1518.117605] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1518.118666] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecce3429-6a6c-46a8-a87d-6532aadd3f3c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.126719] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1518.127030] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-970a502c-5e5c-4f06-ba45-bc3799169acb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.346576] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1518.346920] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1518.347128] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Deleting the datastore file [datastore2] 3de862d9-d401-4209-b0d9-67fdd203fd56 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1518.347404] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c21e270-ec41-4e35-a4fa-8b89c87a30f1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.353608] env[64120]: DEBUG oslo_vmware.api [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1518.353608] env[64120]: value = "task-1407210" [ 1518.353608] env[64120]: _type = "Task" [ 1518.353608] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.361646] env[64120]: DEBUG oslo_vmware.api [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.379355] env[64120]: DEBUG oslo_concurrency.lockutils [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Releasing lock "refresh_cache-6bb56570-0edd-49e4-ab24-310633043837" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.379677] env[64120]: DEBUG nova.compute.manager [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Instance network_info: |[{"id": "748a0d0a-1a49-451c-858b-0a93434f051f", "address": "fa:16:3e:40:d0:af", "network": {"id": "1ff88e44-a732-4cc1-a493-be491d67dd12", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-174561796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff856604019f42c4a9237e982b00650d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap748a0d0a-1a", "ovs_interfaceid": "748a0d0a-1a49-451c-858b-0a93434f051f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1518.380115] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:d0:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '748a0d0a-1a49-451c-858b-0a93434f051f', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1518.388523] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Creating folder: Project (ff856604019f42c4a9237e982b00650d). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1518.388859] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c44256e-8080-488c-9207-bbdf39f77de6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.399046] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Created folder: Project (ff856604019f42c4a9237e982b00650d) in parent group-v297899. [ 1518.399262] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Creating folder: Instances. Parent ref: group-v298217. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1518.399526] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6afc0516-5315-4bf7-adc1-338e62818217 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.408621] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Created folder: Instances in parent group-v298217. [ 1518.408865] env[64120]: DEBUG oslo.service.loopingcall [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1518.409105] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1518.409330] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00a1dd77-40e2-40eb-8b0f-98a96388d316 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.429744] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1518.429744] env[64120]: value = "task-1407213" [ 1518.429744] env[64120]: _type = "Task" [ 1518.429744] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.438138] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407213, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.508996] env[64120]: DEBUG nova.compute.manager [req-81b97e66-dfe4-42d4-8425-6e0aff20105c req-b0f0d86b-5eb8-479a-aa14-61354d064b83 service nova] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Received event network-changed-748a0d0a-1a49-451c-858b-0a93434f051f {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1518.509287] env[64120]: DEBUG nova.compute.manager [req-81b97e66-dfe4-42d4-8425-6e0aff20105c req-b0f0d86b-5eb8-479a-aa14-61354d064b83 service nova] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Refreshing instance network info cache due to event network-changed-748a0d0a-1a49-451c-858b-0a93434f051f. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1518.509532] env[64120]: DEBUG oslo_concurrency.lockutils [req-81b97e66-dfe4-42d4-8425-6e0aff20105c req-b0f0d86b-5eb8-479a-aa14-61354d064b83 service nova] Acquiring lock "refresh_cache-6bb56570-0edd-49e4-ab24-310633043837" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.509601] env[64120]: DEBUG oslo_concurrency.lockutils [req-81b97e66-dfe4-42d4-8425-6e0aff20105c req-b0f0d86b-5eb8-479a-aa14-61354d064b83 service nova] Acquired lock "refresh_cache-6bb56570-0edd-49e4-ab24-310633043837" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.509763] env[64120]: DEBUG nova.network.neutron [req-81b97e66-dfe4-42d4-8425-6e0aff20105c req-b0f0d86b-5eb8-479a-aa14-61354d064b83 service nova] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Refreshing network info cache for port 748a0d0a-1a49-451c-858b-0a93434f051f {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1518.864388] env[64120]: DEBUG oslo_vmware.api [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176542} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.864809] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1518.864953] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1518.865149] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1518.889611] env[64120]: INFO nova.scheduler.client.report [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Deleted allocations for instance 3de862d9-d401-4209-b0d9-67fdd203fd56 [ 1518.940330] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407213, 'name': CreateVM_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.345343] env[64120]: DEBUG nova.network.neutron [req-81b97e66-dfe4-42d4-8425-6e0aff20105c req-b0f0d86b-5eb8-479a-aa14-61354d064b83 service nova] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Updated VIF entry in instance network info cache for port 748a0d0a-1a49-451c-858b-0a93434f051f. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1519.345926] env[64120]: DEBUG nova.network.neutron [req-81b97e66-dfe4-42d4-8425-6e0aff20105c req-b0f0d86b-5eb8-479a-aa14-61354d064b83 service nova] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Updating instance_info_cache with network_info: [{"id": "748a0d0a-1a49-451c-858b-0a93434f051f", "address": "fa:16:3e:40:d0:af", "network": {"id": "1ff88e44-a732-4cc1-a493-be491d67dd12", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-174561796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff856604019f42c4a9237e982b00650d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap748a0d0a-1a", "ovs_interfaceid": "748a0d0a-1a49-451c-858b-0a93434f051f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.394321] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.394639] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.395067] env[64120]: DEBUG nova.objects.instance [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lazy-loading 'resources' on Instance uuid 3de862d9-d401-4209-b0d9-67fdd203fd56 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1519.440708] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407213, 'name': CreateVM_Task, 'duration_secs': 0.556248} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.440899] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1519.441886] env[64120]: DEBUG oslo_concurrency.lockutils [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.442100] env[64120]: DEBUG oslo_concurrency.lockutils [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.442444] env[64120]: DEBUG oslo_concurrency.lockutils [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1519.442713] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abd0385a-c9a2-42c5-b1d9-c0b3dc8e4779 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.448044] env[64120]: DEBUG oslo_vmware.api [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Waiting for the task: (returnval){ [ 1519.448044] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]528a391b-7ff8-c546-41bb-948efdf01f33" [ 1519.448044] env[64120]: _type = "Task" [ 1519.448044] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.456967] env[64120]: DEBUG oslo_vmware.api [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]528a391b-7ff8-c546-41bb-948efdf01f33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.850035] env[64120]: DEBUG oslo_concurrency.lockutils [req-81b97e66-dfe4-42d4-8425-6e0aff20105c req-b0f0d86b-5eb8-479a-aa14-61354d064b83 service nova] Releasing lock "refresh_cache-6bb56570-0edd-49e4-ab24-310633043837" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.850035] env[64120]: DEBUG nova.compute.manager [req-81b97e66-dfe4-42d4-8425-6e0aff20105c req-b0f0d86b-5eb8-479a-aa14-61354d064b83 service nova] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Received event network-vif-unplugged-9ae78f2a-2395-46f0-8e63-ba32b5aa491e {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1519.850035] env[64120]: DEBUG oslo_concurrency.lockutils [req-81b97e66-dfe4-42d4-8425-6e0aff20105c req-b0f0d86b-5eb8-479a-aa14-61354d064b83 service nova] Acquiring lock "3de862d9-d401-4209-b0d9-67fdd203fd56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.850405] env[64120]: DEBUG oslo_concurrency.lockutils [req-81b97e66-dfe4-42d4-8425-6e0aff20105c req-b0f0d86b-5eb8-479a-aa14-61354d064b83 service nova] Lock "3de862d9-d401-4209-b0d9-67fdd203fd56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.850405] env[64120]: DEBUG oslo_concurrency.lockutils [req-81b97e66-dfe4-42d4-8425-6e0aff20105c req-b0f0d86b-5eb8-479a-aa14-61354d064b83 service nova] Lock "3de862d9-d401-4209-b0d9-67fdd203fd56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.850583] env[64120]: DEBUG nova.compute.manager [req-81b97e66-dfe4-42d4-8425-6e0aff20105c req-b0f0d86b-5eb8-479a-aa14-61354d064b83 service nova] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] No waiting events found dispatching network-vif-unplugged-9ae78f2a-2395-46f0-8e63-ba32b5aa491e {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1519.850762] env[64120]: WARNING nova.compute.manager [req-81b97e66-dfe4-42d4-8425-6e0aff20105c req-b0f0d86b-5eb8-479a-aa14-61354d064b83 service nova] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Received unexpected event network-vif-unplugged-9ae78f2a-2395-46f0-8e63-ba32b5aa491e for instance with vm_state shelved and task_state shelving_offloading. [ 1519.850934] env[64120]: DEBUG nova.compute.manager [req-81b97e66-dfe4-42d4-8425-6e0aff20105c req-b0f0d86b-5eb8-479a-aa14-61354d064b83 service nova] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Received event network-changed-9ae78f2a-2395-46f0-8e63-ba32b5aa491e {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1519.851114] env[64120]: DEBUG nova.compute.manager [req-81b97e66-dfe4-42d4-8425-6e0aff20105c req-b0f0d86b-5eb8-479a-aa14-61354d064b83 service nova] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Refreshing instance network info cache due to event network-changed-9ae78f2a-2395-46f0-8e63-ba32b5aa491e. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1519.851313] env[64120]: DEBUG oslo_concurrency.lockutils [req-81b97e66-dfe4-42d4-8425-6e0aff20105c req-b0f0d86b-5eb8-479a-aa14-61354d064b83 service nova] Acquiring lock "refresh_cache-3de862d9-d401-4209-b0d9-67fdd203fd56" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.851501] env[64120]: DEBUG oslo_concurrency.lockutils [req-81b97e66-dfe4-42d4-8425-6e0aff20105c req-b0f0d86b-5eb8-479a-aa14-61354d064b83 service nova] Acquired lock "refresh_cache-3de862d9-d401-4209-b0d9-67fdd203fd56" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.851710] env[64120]: DEBUG nova.network.neutron [req-81b97e66-dfe4-42d4-8425-6e0aff20105c req-b0f0d86b-5eb8-479a-aa14-61354d064b83 service nova] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Refreshing network info cache for port 9ae78f2a-2395-46f0-8e63-ba32b5aa491e {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1519.900881] env[64120]: DEBUG nova.objects.instance [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lazy-loading 'numa_topology' on Instance uuid 3de862d9-d401-4209-b0d9-67fdd203fd56 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1519.957977] env[64120]: DEBUG oslo_vmware.api [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]528a391b-7ff8-c546-41bb-948efdf01f33, 'name': SearchDatastore_Task, 'duration_secs': 0.012938} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.958329] env[64120]: DEBUG oslo_concurrency.lockutils [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.958616] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1519.958894] env[64120]: DEBUG oslo_concurrency.lockutils [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.959066] env[64120]: DEBUG oslo_concurrency.lockutils [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.959259] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1519.959522] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8442352c-19b4-4849-95c6-ee1c1f27eaf7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.967551] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1519.967749] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1519.968524] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12a2e8a8-2334-4789-9c54-c20ac31c48e9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.973259] env[64120]: DEBUG oslo_vmware.api [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Waiting for the task: (returnval){ [ 1519.973259] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52675e31-1f89-b781-1281-77887e23d0a2" [ 1519.973259] env[64120]: _type = "Task" [ 1519.973259] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.980620] env[64120]: DEBUG oslo_concurrency.lockutils [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquiring lock "84b22e07-5895-41d8-ad96-cf816054cf1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.980840] env[64120]: DEBUG oslo_concurrency.lockutils [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "84b22e07-5895-41d8-ad96-cf816054cf1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.985410] env[64120]: DEBUG oslo_vmware.api [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52675e31-1f89-b781-1281-77887e23d0a2, 'name': SearchDatastore_Task, 'duration_secs': 0.008177} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.986312] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7cce0bf-1330-449a-985c-a42f9979c2be {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.991063] env[64120]: DEBUG oslo_vmware.api [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Waiting for the task: (returnval){ [ 1519.991063] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f4b84d-67a6-ba63-0f6c-70012c331655" [ 1519.991063] env[64120]: _type = "Task" [ 1519.991063] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.999074] env[64120]: DEBUG oslo_vmware.api [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f4b84d-67a6-ba63-0f6c-70012c331655, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.403632] env[64120]: DEBUG nova.objects.base [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Object Instance<3de862d9-d401-4209-b0d9-67fdd203fd56> lazy-loaded attributes: resources,numa_topology {{(pid=64120) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1520.487565] env[64120]: DEBUG nova.compute.manager [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1520.504206] env[64120]: DEBUG oslo_vmware.api [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f4b84d-67a6-ba63-0f6c-70012c331655, 'name': SearchDatastore_Task, 'duration_secs': 0.010524} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.506050] env[64120]: DEBUG oslo_concurrency.lockutils [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.506318] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 6bb56570-0edd-49e4-ab24-310633043837/6bb56570-0edd-49e4-ab24-310633043837.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1520.506608] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90b098d1-5ab1-4f5a-bbad-6588c31e93f1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.511876] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89c6673-b7af-4cd4-b5b9-5a3b61902837 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.516026] env[64120]: DEBUG oslo_vmware.api [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Waiting for the task: (returnval){ [ 1520.516026] env[64120]: value = "task-1407215" [ 1520.516026] env[64120]: _type = "Task" [ 1520.516026] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.521026] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a29b2de-2b4e-4785-946e-034e5804cd10 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.529349] env[64120]: DEBUG oslo_vmware.api [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Task: {'id': task-1407215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.556050] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d400012-c38d-43d0-b3ef-901d82d85a7d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.564013] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440576cc-6f72-416c-b423-b3434323ec8d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.578281] env[64120]: DEBUG nova.compute.provider_tree [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1520.647421] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "3de862d9-d401-4209-b0d9-67fdd203fd56" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.661108] env[64120]: DEBUG nova.network.neutron [req-81b97e66-dfe4-42d4-8425-6e0aff20105c req-b0f0d86b-5eb8-479a-aa14-61354d064b83 service nova] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Updated VIF entry in instance network info cache for port 9ae78f2a-2395-46f0-8e63-ba32b5aa491e. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1520.661567] env[64120]: DEBUG nova.network.neutron [req-81b97e66-dfe4-42d4-8425-6e0aff20105c req-b0f0d86b-5eb8-479a-aa14-61354d064b83 service nova] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Updating instance_info_cache with network_info: [{"id": "9ae78f2a-2395-46f0-8e63-ba32b5aa491e", "address": "fa:16:3e:58:e6:92", "network": {"id": "22dcdd90-5035-4059-b2d9-07d20261e72d", "bridge": null, "label": "tempest-ServerActionsTestOtherB-361135572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "502c554de7554b88b5a0a5ed16c4f89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9ae78f2a-23", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.766701] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6db4a7ff-0a09-4a97-93ac-f60199ffb6df tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquiring lock "79e469aa-fece-4aa8-aefc-8ecec4c7b339" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.767060] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6db4a7ff-0a09-4a97-93ac-f60199ffb6df tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "79e469aa-fece-4aa8-aefc-8ecec4c7b339" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.006041] env[64120]: DEBUG oslo_concurrency.lockutils [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.024735] env[64120]: DEBUG oslo_vmware.api [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Task: {'id': task-1407215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468412} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.024988] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 6bb56570-0edd-49e4-ab24-310633043837/6bb56570-0edd-49e4-ab24-310633043837.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1521.025223] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1521.025471] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce192d9c-3a6f-40df-ba7b-f821e014a5bd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.031931] env[64120]: DEBUG oslo_vmware.api [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Waiting for the task: (returnval){ [ 1521.031931] env[64120]: value = "task-1407216" [ 1521.031931] env[64120]: _type = "Task" [ 1521.031931] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.038796] env[64120]: DEBUG oslo_vmware.api [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Task: {'id': task-1407216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.081178] env[64120]: DEBUG nova.scheduler.client.report [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1521.165060] env[64120]: DEBUG oslo_concurrency.lockutils [req-81b97e66-dfe4-42d4-8425-6e0aff20105c req-b0f0d86b-5eb8-479a-aa14-61354d064b83 service nova] Releasing lock "refresh_cache-3de862d9-d401-4209-b0d9-67fdd203fd56" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.273010] env[64120]: DEBUG nova.compute.utils [None req-6db4a7ff-0a09-4a97-93ac-f60199ffb6df tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1521.503699] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-12738da9-8d3f-49ba-b358-fd5aae147b9e tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Volume attach. Driver type: vmdk {{(pid=64120) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1521.503974] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-12738da9-8d3f-49ba-b358-fd5aae147b9e tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298216', 'volume_id': '2ffc1849-64c7-4aad-8469-9d051109db1b', 'name': 'volume-2ffc1849-64c7-4aad-8469-9d051109db1b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4454a9bf-1408-47d0-af64-7ab9f0f21956', 'attached_at': '', 'detached_at': '', 'volume_id': '2ffc1849-64c7-4aad-8469-9d051109db1b', 'serial': '2ffc1849-64c7-4aad-8469-9d051109db1b'} {{(pid=64120) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1521.504929] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0963db45-16f2-4bf1-852b-f6d71084c233 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.520836] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4faf0b84-ee53-48b6-b7db-86cc73459969 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.544877] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-12738da9-8d3f-49ba-b358-fd5aae147b9e tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-2ffc1849-64c7-4aad-8469-9d051109db1b/volume-2ffc1849-64c7-4aad-8469-9d051109db1b.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1521.548140] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23b8ac53-e695-4daa-acda-d423ba2f3147 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.566118] env[64120]: DEBUG oslo_vmware.api [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Task: {'id': task-1407216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059795} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.567544] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1521.567934] env[64120]: DEBUG oslo_vmware.api [None req-12738da9-8d3f-49ba-b358-fd5aae147b9e tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1521.567934] env[64120]: value = "task-1407217" [ 1521.567934] env[64120]: _type = "Task" [ 1521.567934] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.568667] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e473233c-243b-4441-bd4d-c345649cd79a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.585600] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.596536] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 6bb56570-0edd-49e4-ab24-310633043837/6bb56570-0edd-49e4-ab24-310633043837.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1521.600340] env[64120]: DEBUG oslo_concurrency.lockutils [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.594s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.602078] env[64120]: INFO nova.compute.claims [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1521.604546] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22682ed7-cdd6-4168-99b7-46708b1af406 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.620744] env[64120]: DEBUG oslo_vmware.api [None req-12738da9-8d3f-49ba-b358-fd5aae147b9e tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407217, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.627489] env[64120]: DEBUG oslo_vmware.api [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Waiting for the task: (returnval){ [ 1521.627489] env[64120]: value = "task-1407218" [ 1521.627489] env[64120]: _type = "Task" [ 1521.627489] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.635622] env[64120]: DEBUG oslo_vmware.api [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Task: {'id': task-1407218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.775968] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6db4a7ff-0a09-4a97-93ac-f60199ffb6df tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "79e469aa-fece-4aa8-aefc-8ecec4c7b339" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.080899] env[64120]: DEBUG oslo_vmware.api [None req-12738da9-8d3f-49ba-b358-fd5aae147b9e tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407217, 'name': ReconfigVM_Task, 'duration_secs': 0.359659} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.081270] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-12738da9-8d3f-49ba-b358-fd5aae147b9e tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-2ffc1849-64c7-4aad-8469-9d051109db1b/volume-2ffc1849-64c7-4aad-8469-9d051109db1b.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1522.085916] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54b2bd60-ec15-4030-a989-96558fe051e0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.102643] env[64120]: DEBUG oslo_vmware.api [None req-12738da9-8d3f-49ba-b358-fd5aae147b9e tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1522.102643] env[64120]: value = "task-1407219" [ 1522.102643] env[64120]: _type = "Task" [ 1522.102643] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.107162] env[64120]: DEBUG oslo_concurrency.lockutils [None req-2a0803b7-330e-4638-b1d8-44c94a50f132 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "3de862d9-d401-4209-b0d9-67fdd203fd56" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.696s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.108062] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "3de862d9-d401-4209-b0d9-67fdd203fd56" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.461s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.108255] env[64120]: INFO nova.compute.manager [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Unshelving [ 1522.115188] env[64120]: DEBUG oslo_vmware.api [None req-12738da9-8d3f-49ba-b358-fd5aae147b9e tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407219, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.138026] env[64120]: DEBUG oslo_vmware.api [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Task: {'id': task-1407218, 'name': ReconfigVM_Task, 'duration_secs': 0.321518} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.138366] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 6bb56570-0edd-49e4-ab24-310633043837/6bb56570-0edd-49e4-ab24-310633043837.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1522.138967] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-096b5634-6158-433e-bc2f-1da174384e87 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.144954] env[64120]: DEBUG oslo_vmware.api [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Waiting for the task: (returnval){ [ 1522.144954] env[64120]: value = "task-1407220" [ 1522.144954] env[64120]: _type = "Task" [ 1522.144954] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.152987] env[64120]: DEBUG oslo_vmware.api [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Task: {'id': task-1407220, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.615870] env[64120]: DEBUG oslo_vmware.api [None req-12738da9-8d3f-49ba-b358-fd5aae147b9e tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407219, 'name': ReconfigVM_Task, 'duration_secs': 0.131295} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.618342] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-12738da9-8d3f-49ba-b358-fd5aae147b9e tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298216', 'volume_id': '2ffc1849-64c7-4aad-8469-9d051109db1b', 'name': 'volume-2ffc1849-64c7-4aad-8469-9d051109db1b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4454a9bf-1408-47d0-af64-7ab9f0f21956', 'attached_at': '', 'detached_at': '', 'volume_id': '2ffc1849-64c7-4aad-8469-9d051109db1b', 'serial': '2ffc1849-64c7-4aad-8469-9d051109db1b'} {{(pid=64120) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1522.657707] env[64120]: DEBUG oslo_vmware.api [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Task: {'id': task-1407220, 'name': Rename_Task, 'duration_secs': 0.165416} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.657958] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1522.658366] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd06edf9-0c5b-4222-988a-b39381033a11 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.666302] env[64120]: DEBUG oslo_vmware.api [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Waiting for the task: (returnval){ [ 1522.666302] env[64120]: value = "task-1407221" [ 1522.666302] env[64120]: _type = "Task" [ 1522.666302] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.674462] env[64120]: DEBUG oslo_vmware.api [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Task: {'id': task-1407221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.734628] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec604666-6e42-48c7-bf68-02625ba0a656 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.741149] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9cf079-b924-4a91-b9a4-03e09655c61b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.771574] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483fea96-91ff-415d-beef-434a23074510 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.779284] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7e6ee9-e1be-4d56-ad69-86a6ac06049e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.793196] env[64120]: DEBUG nova.compute.provider_tree [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1522.833498] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6db4a7ff-0a09-4a97-93ac-f60199ffb6df tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquiring lock "79e469aa-fece-4aa8-aefc-8ecec4c7b339" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.833829] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6db4a7ff-0a09-4a97-93ac-f60199ffb6df tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "79e469aa-fece-4aa8-aefc-8ecec4c7b339" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.834106] env[64120]: INFO nova.compute.manager [None req-6db4a7ff-0a09-4a97-93ac-f60199ffb6df tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Attaching volume 131f47a5-948d-4db7-9f12-b5cccb6475d3 to /dev/sdb [ 1522.868972] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e54c0b-8adc-44eb-8add-c96a91f21775 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.879113] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ae0128-633c-4a79-aa51-f388fb1f525d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.896440] env[64120]: DEBUG nova.virt.block_device [None req-6db4a7ff-0a09-4a97-93ac-f60199ffb6df tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Updating existing volume attachment record: b6f7eb6e-6151-43b4-a7c6-c92ea2dbffab {{(pid=64120) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1523.137989] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.177224] env[64120]: DEBUG oslo_vmware.api [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Task: {'id': task-1407221, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.296869] env[64120]: DEBUG nova.scheduler.client.report [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1523.658357] env[64120]: DEBUG nova.objects.instance [None req-12738da9-8d3f-49ba-b358-fd5aae147b9e tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lazy-loading 'flavor' on Instance uuid 4454a9bf-1408-47d0-af64-7ab9f0f21956 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1523.680364] env[64120]: DEBUG oslo_vmware.api [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Task: {'id': task-1407221, 'name': PowerOnVM_Task, 'duration_secs': 0.641516} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.680940] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1523.680940] env[64120]: INFO nova.compute.manager [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Took 7.39 seconds to spawn the instance on the hypervisor. [ 1523.681111] env[64120]: DEBUG nova.compute.manager [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1523.681786] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e77ad14-17c8-46a9-8bae-ee892a8f7ebb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.802790] env[64120]: DEBUG oslo_concurrency.lockutils [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.202s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.803332] env[64120]: DEBUG nova.compute.manager [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1523.807907] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.670s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.808213] env[64120]: DEBUG nova.objects.instance [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lazy-loading 'pci_requests' on Instance uuid 3de862d9-d401-4209-b0d9-67fdd203fd56 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1524.163806] env[64120]: DEBUG oslo_concurrency.lockutils [None req-12738da9-8d3f-49ba-b358-fd5aae147b9e tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "4454a9bf-1408-47d0-af64-7ab9f0f21956" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.274s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.199033] env[64120]: INFO nova.compute.manager [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Took 12.14 seconds to build instance. [ 1524.310649] env[64120]: DEBUG nova.compute.utils [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1524.313051] env[64120]: DEBUG nova.compute.manager [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1524.313051] env[64120]: DEBUG nova.network.neutron [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1524.315964] env[64120]: DEBUG nova.objects.instance [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lazy-loading 'numa_topology' on Instance uuid 3de862d9-d401-4209-b0d9-67fdd203fd56 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1524.351374] env[64120]: DEBUG nova.policy [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e88dc9588ee49bcacefa0802f9f85e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3f4905bad364b14ad429c24290f1f87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1524.691668] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c4e56773-efbf-441c-bca5-8999a94edbe4 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Acquiring lock "6bb56570-0edd-49e4-ab24-310633043837" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.703469] env[64120]: DEBUG oslo_concurrency.lockutils [None req-baa79612-0dd6-4a24-9aa3-f2d4cb4ebcd3 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Lock "6bb56570-0edd-49e4-ab24-310633043837" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.667s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.703877] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c4e56773-efbf-441c-bca5-8999a94edbe4 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Lock "6bb56570-0edd-49e4-ab24-310633043837" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.012s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.704205] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c4e56773-efbf-441c-bca5-8999a94edbe4 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Acquiring lock "6bb56570-0edd-49e4-ab24-310633043837-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.704528] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c4e56773-efbf-441c-bca5-8999a94edbe4 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Lock "6bb56570-0edd-49e4-ab24-310633043837-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.704788] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c4e56773-efbf-441c-bca5-8999a94edbe4 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Lock "6bb56570-0edd-49e4-ab24-310633043837-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.709033] env[64120]: INFO nova.compute.manager [None req-c4e56773-efbf-441c-bca5-8999a94edbe4 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Terminating instance [ 1524.712232] env[64120]: DEBUG nova.compute.manager [None req-c4e56773-efbf-441c-bca5-8999a94edbe4 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1524.712439] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e56773-efbf-441c-bca5-8999a94edbe4 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1524.713331] env[64120]: DEBUG nova.network.neutron [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Successfully created port: 9f3cb725-4535-4371-80c7-dbbf1cde8bda {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1524.715738] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f16d75-fc07-468e-999a-28ce6dbff28d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.725040] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e56773-efbf-441c-bca5-8999a94edbe4 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1524.725040] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-597f0da9-c5a9-4b72-a2b6-9262d3e43637 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.731460] env[64120]: DEBUG oslo_vmware.api [None req-c4e56773-efbf-441c-bca5-8999a94edbe4 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Waiting for the task: (returnval){ [ 1524.731460] env[64120]: value = "task-1407223" [ 1524.731460] env[64120]: _type = "Task" [ 1524.731460] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.740806] env[64120]: DEBUG oslo_vmware.api [None req-c4e56773-efbf-441c-bca5-8999a94edbe4 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Task: {'id': task-1407223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.817732] env[64120]: DEBUG nova.compute.manager [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1524.824023] env[64120]: INFO nova.compute.claims [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1525.243030] env[64120]: DEBUG oslo_vmware.api [None req-c4e56773-efbf-441c-bca5-8999a94edbe4 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Task: {'id': task-1407223, 'name': PowerOffVM_Task, 'duration_secs': 0.187194} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.243030] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e56773-efbf-441c-bca5-8999a94edbe4 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1525.243030] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e56773-efbf-441c-bca5-8999a94edbe4 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1525.243030] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88782312-5d94-44c2-a0af-079ef44dd4d5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.318024] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e56773-efbf-441c-bca5-8999a94edbe4 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1525.318024] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e56773-efbf-441c-bca5-8999a94edbe4 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1525.318024] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4e56773-efbf-441c-bca5-8999a94edbe4 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Deleting the datastore file [datastore1] 6bb56570-0edd-49e4-ab24-310633043837 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1525.318024] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4bcaebc-42cf-45c2-aa85-beb0d9c8c2e1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.335303] env[64120]: DEBUG oslo_vmware.api [None req-c4e56773-efbf-441c-bca5-8999a94edbe4 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Waiting for the task: (returnval){ [ 1525.335303] env[64120]: value = "task-1407226" [ 1525.335303] env[64120]: _type = "Task" [ 1525.335303] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.350460] env[64120]: DEBUG oslo_vmware.api [None req-c4e56773-efbf-441c-bca5-8999a94edbe4 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Task: {'id': task-1407226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.550682] env[64120]: DEBUG oslo_concurrency.lockutils [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "1f1efe02-83b9-4749-b9c9-80b4008ce7bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.550997] env[64120]: DEBUG oslo_concurrency.lockutils [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "1f1efe02-83b9-4749-b9c9-80b4008ce7bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.837741] env[64120]: DEBUG nova.compute.manager [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1525.851012] env[64120]: DEBUG oslo_vmware.api [None req-c4e56773-efbf-441c-bca5-8999a94edbe4 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Task: {'id': task-1407226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154608} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.851300] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4e56773-efbf-441c-bca5-8999a94edbe4 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1525.851495] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e56773-efbf-441c-bca5-8999a94edbe4 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1525.851680] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e56773-efbf-441c-bca5-8999a94edbe4 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1525.851863] env[64120]: INFO nova.compute.manager [None req-c4e56773-efbf-441c-bca5-8999a94edbe4 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1525.852128] env[64120]: DEBUG oslo.service.loopingcall [None req-c4e56773-efbf-441c-bca5-8999a94edbe4 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1525.852333] env[64120]: DEBUG nova.compute.manager [-] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1525.852425] env[64120]: DEBUG nova.network.neutron [-] [instance: 6bb56570-0edd-49e4-ab24-310633043837] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1525.864663] env[64120]: DEBUG nova.virt.hardware [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1525.864663] env[64120]: DEBUG nova.virt.hardware [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1525.864663] env[64120]: DEBUG nova.virt.hardware [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1525.864916] env[64120]: DEBUG nova.virt.hardware [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1525.864916] env[64120]: DEBUG nova.virt.hardware [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1525.865105] env[64120]: DEBUG nova.virt.hardware [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1525.866110] env[64120]: DEBUG nova.virt.hardware [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1525.866110] env[64120]: DEBUG nova.virt.hardware [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1525.866110] env[64120]: DEBUG nova.virt.hardware [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1525.866110] env[64120]: DEBUG nova.virt.hardware [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1525.866110] env[64120]: DEBUG nova.virt.hardware [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1525.866891] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e5f004-dfab-459a-a7c5-cebd28b854c1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.877979] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b721c28-c3b2-468c-bb2a-d7231678f189 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.958512] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cab069-ab3a-4672-baf7-667b4aaf3135 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.965891] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041dfe38-ee96-4a55-83e9-6a432b497bfa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.993838] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63ff51b-aef9-417d-90b3-fd3f5e076f13 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.000700] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf1e2d6-416c-4d41-aab6-c1a53320946f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.015319] env[64120]: DEBUG nova.compute.provider_tree [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1526.053467] env[64120]: DEBUG nova.compute.manager [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1526.134074] env[64120]: DEBUG nova.compute.manager [req-839f23c7-bb39-4758-b2c7-a040ee6097eb req-a45f3c68-4924-4425-93db-57d954fe247a service nova] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Received event network-vif-deleted-748a0d0a-1a49-451c-858b-0a93434f051f {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1526.134727] env[64120]: INFO nova.compute.manager [req-839f23c7-bb39-4758-b2c7-a040ee6097eb req-a45f3c68-4924-4425-93db-57d954fe247a service nova] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Neutron deleted interface 748a0d0a-1a49-451c-858b-0a93434f051f; detaching it from the instance and deleting it from the info cache [ 1526.134727] env[64120]: DEBUG nova.network.neutron [req-839f23c7-bb39-4758-b2c7-a040ee6097eb req-a45f3c68-4924-4425-93db-57d954fe247a service nova] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.349144] env[64120]: DEBUG nova.network.neutron [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Successfully updated port: 9f3cb725-4535-4371-80c7-dbbf1cde8bda {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1526.519130] env[64120]: DEBUG nova.scheduler.client.report [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1526.576164] env[64120]: DEBUG oslo_concurrency.lockutils [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.611150] env[64120]: DEBUG nova.network.neutron [-] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.636664] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f360806a-63ad-49c8-93e9-b9f96dd55478 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.646112] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a353fb63-1712-4201-b058-e5244a78a050 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.673168] env[64120]: DEBUG nova.compute.manager [req-839f23c7-bb39-4758-b2c7-a040ee6097eb req-a45f3c68-4924-4425-93db-57d954fe247a service nova] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Detach interface failed, port_id=748a0d0a-1a49-451c-858b-0a93434f051f, reason: Instance 6bb56570-0edd-49e4-ab24-310633043837 could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1526.852497] env[64120]: DEBUG oslo_concurrency.lockutils [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquiring lock "refresh_cache-84b22e07-5895-41d8-ad96-cf816054cf1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.852657] env[64120]: DEBUG oslo_concurrency.lockutils [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquired lock "refresh_cache-84b22e07-5895-41d8-ad96-cf816054cf1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.852799] env[64120]: DEBUG nova.network.neutron [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1527.025516] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.217s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.028034] env[64120]: DEBUG oslo_concurrency.lockutils [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.452s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.029556] env[64120]: INFO nova.compute.claims [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1527.060093] env[64120]: INFO nova.network.neutron [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Updating port 9ae78f2a-2395-46f0-8e63-ba32b5aa491e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1527.113698] env[64120]: INFO nova.compute.manager [-] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Took 1.26 seconds to deallocate network for instance. [ 1527.383685] env[64120]: DEBUG nova.network.neutron [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1527.455030] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-6db4a7ff-0a09-4a97-93ac-f60199ffb6df tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Volume attach. Driver type: vmdk {{(pid=64120) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1527.455266] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-6db4a7ff-0a09-4a97-93ac-f60199ffb6df tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298220', 'volume_id': '131f47a5-948d-4db7-9f12-b5cccb6475d3', 'name': 'volume-131f47a5-948d-4db7-9f12-b5cccb6475d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '79e469aa-fece-4aa8-aefc-8ecec4c7b339', 'attached_at': '', 'detached_at': '', 'volume_id': '131f47a5-948d-4db7-9f12-b5cccb6475d3', 'serial': '131f47a5-948d-4db7-9f12-b5cccb6475d3'} {{(pid=64120) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1527.456266] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cafe28-2b18-4def-8ba9-3697541c8b85 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.474784] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad03428c-f8c6-4899-8597-55cb9d7cbc49 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.503251] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-6db4a7ff-0a09-4a97-93ac-f60199ffb6df tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-131f47a5-948d-4db7-9f12-b5cccb6475d3/volume-131f47a5-948d-4db7-9f12-b5cccb6475d3.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1527.503573] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17257c9e-1740-40ac-9c48-5b31b790293c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.519644] env[64120]: DEBUG nova.network.neutron [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Updating instance_info_cache with network_info: [{"id": "9f3cb725-4535-4371-80c7-dbbf1cde8bda", "address": "fa:16:3e:85:47:01", "network": {"id": "6569e1ec-1a2b-4d9b-80f3-051ee4368a6a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1669689819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3f4905bad364b14ad429c24290f1f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f3cb725-45", "ovs_interfaceid": "9f3cb725-4535-4371-80c7-dbbf1cde8bda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.525431] env[64120]: DEBUG oslo_vmware.api [None req-6db4a7ff-0a09-4a97-93ac-f60199ffb6df tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for the task: (returnval){ [ 1527.525431] env[64120]: value = "task-1407227" [ 1527.525431] env[64120]: _type = "Task" [ 1527.525431] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.535854] env[64120]: DEBUG oslo_vmware.api [None req-6db4a7ff-0a09-4a97-93ac-f60199ffb6df tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407227, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.619883] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c4e56773-efbf-441c-bca5-8999a94edbe4 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.022114] env[64120]: DEBUG oslo_concurrency.lockutils [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Releasing lock "refresh_cache-84b22e07-5895-41d8-ad96-cf816054cf1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.022448] env[64120]: DEBUG nova.compute.manager [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Instance network_info: |[{"id": "9f3cb725-4535-4371-80c7-dbbf1cde8bda", "address": "fa:16:3e:85:47:01", "network": {"id": "6569e1ec-1a2b-4d9b-80f3-051ee4368a6a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1669689819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3f4905bad364b14ad429c24290f1f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f3cb725-45", "ovs_interfaceid": "9f3cb725-4535-4371-80c7-dbbf1cde8bda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1528.022903] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:47:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a316376e-2ef0-4b1e-b40c-10321ebd7e1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f3cb725-4535-4371-80c7-dbbf1cde8bda', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1528.030343] env[64120]: DEBUG oslo.service.loopingcall [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1528.031131] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1528.034279] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5672fb4-5e29-47ab-92e9-cf2467777ddf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.056479] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1528.056479] env[64120]: value = "task-1407228" [ 1528.056479] env[64120]: _type = "Task" [ 1528.056479] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.059401] env[64120]: DEBUG oslo_vmware.api [None req-6db4a7ff-0a09-4a97-93ac-f60199ffb6df tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407227, 'name': ReconfigVM_Task, 'duration_secs': 0.329501} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.062255] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-6db4a7ff-0a09-4a97-93ac-f60199ffb6df tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-131f47a5-948d-4db7-9f12-b5cccb6475d3/volume-131f47a5-948d-4db7-9f12-b5cccb6475d3.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1528.068903] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f62d3eb-b72e-44fd-a129-b253a4288389 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.085109] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407228, 'name': CreateVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.086298] env[64120]: DEBUG oslo_vmware.api [None req-6db4a7ff-0a09-4a97-93ac-f60199ffb6df tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for the task: (returnval){ [ 1528.086298] env[64120]: value = "task-1407229" [ 1528.086298] env[64120]: _type = "Task" [ 1528.086298] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.096035] env[64120]: DEBUG oslo_vmware.api [None req-6db4a7ff-0a09-4a97-93ac-f60199ffb6df tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.166345] env[64120]: DEBUG nova.compute.manager [req-48a4ec1b-743a-48ba-b5fb-eed620845047 req-71065fb1-13b5-4b16-a5e1-a6d2170466e6 service nova] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Received event network-vif-plugged-9f3cb725-4535-4371-80c7-dbbf1cde8bda {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1528.166629] env[64120]: DEBUG oslo_concurrency.lockutils [req-48a4ec1b-743a-48ba-b5fb-eed620845047 req-71065fb1-13b5-4b16-a5e1-a6d2170466e6 service nova] Acquiring lock "84b22e07-5895-41d8-ad96-cf816054cf1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.166858] env[64120]: DEBUG oslo_concurrency.lockutils [req-48a4ec1b-743a-48ba-b5fb-eed620845047 req-71065fb1-13b5-4b16-a5e1-a6d2170466e6 service nova] Lock "84b22e07-5895-41d8-ad96-cf816054cf1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.167086] env[64120]: DEBUG oslo_concurrency.lockutils [req-48a4ec1b-743a-48ba-b5fb-eed620845047 req-71065fb1-13b5-4b16-a5e1-a6d2170466e6 service nova] Lock "84b22e07-5895-41d8-ad96-cf816054cf1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.167300] env[64120]: DEBUG nova.compute.manager [req-48a4ec1b-743a-48ba-b5fb-eed620845047 req-71065fb1-13b5-4b16-a5e1-a6d2170466e6 service nova] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] No waiting events found dispatching network-vif-plugged-9f3cb725-4535-4371-80c7-dbbf1cde8bda {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1528.167532] env[64120]: WARNING nova.compute.manager [req-48a4ec1b-743a-48ba-b5fb-eed620845047 req-71065fb1-13b5-4b16-a5e1-a6d2170466e6 service nova] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Received unexpected event network-vif-plugged-9f3cb725-4535-4371-80c7-dbbf1cde8bda for instance with vm_state building and task_state spawning. [ 1528.167759] env[64120]: DEBUG nova.compute.manager [req-48a4ec1b-743a-48ba-b5fb-eed620845047 req-71065fb1-13b5-4b16-a5e1-a6d2170466e6 service nova] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Received event network-changed-9f3cb725-4535-4371-80c7-dbbf1cde8bda {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1528.167959] env[64120]: DEBUG nova.compute.manager [req-48a4ec1b-743a-48ba-b5fb-eed620845047 req-71065fb1-13b5-4b16-a5e1-a6d2170466e6 service nova] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Refreshing instance network info cache due to event network-changed-9f3cb725-4535-4371-80c7-dbbf1cde8bda. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1528.168186] env[64120]: DEBUG oslo_concurrency.lockutils [req-48a4ec1b-743a-48ba-b5fb-eed620845047 req-71065fb1-13b5-4b16-a5e1-a6d2170466e6 service nova] Acquiring lock "refresh_cache-84b22e07-5895-41d8-ad96-cf816054cf1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.168370] env[64120]: DEBUG oslo_concurrency.lockutils [req-48a4ec1b-743a-48ba-b5fb-eed620845047 req-71065fb1-13b5-4b16-a5e1-a6d2170466e6 service nova] Acquired lock "refresh_cache-84b22e07-5895-41d8-ad96-cf816054cf1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.168576] env[64120]: DEBUG nova.network.neutron [req-48a4ec1b-743a-48ba-b5fb-eed620845047 req-71065fb1-13b5-4b16-a5e1-a6d2170466e6 service nova] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Refreshing network info cache for port 9f3cb725-4535-4371-80c7-dbbf1cde8bda {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1528.182694] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a234cd-d38e-448e-bc70-bb792ea5f16e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.190678] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcf3063-bd1c-40bd-bceb-935643b0f8df {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.222181] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f1f3d5-ff48-448e-9c92-55476b8bff24 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.229255] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa114a2-2f87-45f6-b1fe-d59fb712602f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.242525] env[64120]: DEBUG nova.compute.provider_tree [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1528.568684] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407228, 'name': CreateVM_Task, 'duration_secs': 0.302638} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.568990] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1528.569622] env[64120]: DEBUG oslo_concurrency.lockutils [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.569806] env[64120]: DEBUG oslo_concurrency.lockutils [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.570181] env[64120]: DEBUG oslo_concurrency.lockutils [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1528.570448] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e71b5d69-d27b-4537-a1ac-3cc4ea99477c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.575187] env[64120]: DEBUG oslo_vmware.api [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1528.575187] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52162978-e7f2-961a-c09f-5079809210aa" [ 1528.575187] env[64120]: _type = "Task" [ 1528.575187] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.583847] env[64120]: DEBUG oslo_vmware.api [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52162978-e7f2-961a-c09f-5079809210aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.596252] env[64120]: DEBUG oslo_vmware.api [None req-6db4a7ff-0a09-4a97-93ac-f60199ffb6df tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.630236] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "refresh_cache-3de862d9-d401-4209-b0d9-67fdd203fd56" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.630481] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquired lock "refresh_cache-3de862d9-d401-4209-b0d9-67fdd203fd56" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.630666] env[64120]: DEBUG nova.network.neutron [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1528.745856] env[64120]: DEBUG nova.scheduler.client.report [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1528.904864] env[64120]: DEBUG nova.network.neutron [req-48a4ec1b-743a-48ba-b5fb-eed620845047 req-71065fb1-13b5-4b16-a5e1-a6d2170466e6 service nova] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Updated VIF entry in instance network info cache for port 9f3cb725-4535-4371-80c7-dbbf1cde8bda. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1528.905260] env[64120]: DEBUG nova.network.neutron [req-48a4ec1b-743a-48ba-b5fb-eed620845047 req-71065fb1-13b5-4b16-a5e1-a6d2170466e6 service nova] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Updating instance_info_cache with network_info: [{"id": "9f3cb725-4535-4371-80c7-dbbf1cde8bda", "address": "fa:16:3e:85:47:01", "network": {"id": "6569e1ec-1a2b-4d9b-80f3-051ee4368a6a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1669689819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3f4905bad364b14ad429c24290f1f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f3cb725-45", "ovs_interfaceid": "9f3cb725-4535-4371-80c7-dbbf1cde8bda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.085321] env[64120]: DEBUG oslo_vmware.api [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52162978-e7f2-961a-c09f-5079809210aa, 'name': SearchDatastore_Task, 'duration_secs': 0.009692} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.085642] env[64120]: DEBUG oslo_concurrency.lockutils [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.085882] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1529.086142] env[64120]: DEBUG oslo_concurrency.lockutils [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.086304] env[64120]: DEBUG oslo_concurrency.lockutils [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.086487] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1529.086809] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5792ac40-973e-44ec-84df-02c31d5ecee4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.096774] env[64120]: DEBUG oslo_vmware.api [None req-6db4a7ff-0a09-4a97-93ac-f60199ffb6df tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407229, 'name': ReconfigVM_Task, 'duration_secs': 0.842899} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.097744] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-6db4a7ff-0a09-4a97-93ac-f60199ffb6df tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298220', 'volume_id': '131f47a5-948d-4db7-9f12-b5cccb6475d3', 'name': 'volume-131f47a5-948d-4db7-9f12-b5cccb6475d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '79e469aa-fece-4aa8-aefc-8ecec4c7b339', 'attached_at': '', 'detached_at': '', 'volume_id': '131f47a5-948d-4db7-9f12-b5cccb6475d3', 'serial': '131f47a5-948d-4db7-9f12-b5cccb6475d3'} {{(pid=64120) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1529.099629] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1529.099811] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1529.100535] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c59135ae-f1f3-4fb0-b451-057e8eb5fee6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.105081] env[64120]: DEBUG oslo_vmware.api [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1529.105081] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]525804c3-238f-1c56-d1d4-38c85db57a3e" [ 1529.105081] env[64120]: _type = "Task" [ 1529.105081] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.113209] env[64120]: DEBUG oslo_vmware.api [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]525804c3-238f-1c56-d1d4-38c85db57a3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.251300] env[64120]: DEBUG oslo_concurrency.lockutils [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.223s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.251864] env[64120]: DEBUG nova.compute.manager [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1529.254454] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c4e56773-efbf-441c-bca5-8999a94edbe4 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.635s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.254706] env[64120]: DEBUG nova.objects.instance [None req-c4e56773-efbf-441c-bca5-8999a94edbe4 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Lazy-loading 'resources' on Instance uuid 6bb56570-0edd-49e4-ab24-310633043837 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1529.332723] env[64120]: DEBUG nova.network.neutron [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Updating instance_info_cache with network_info: [{"id": "9ae78f2a-2395-46f0-8e63-ba32b5aa491e", "address": "fa:16:3e:58:e6:92", "network": {"id": "22dcdd90-5035-4059-b2d9-07d20261e72d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-361135572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "502c554de7554b88b5a0a5ed16c4f89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae78f2a-23", "ovs_interfaceid": "9ae78f2a-2395-46f0-8e63-ba32b5aa491e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.408521] env[64120]: DEBUG oslo_concurrency.lockutils [req-48a4ec1b-743a-48ba-b5fb-eed620845047 req-71065fb1-13b5-4b16-a5e1-a6d2170466e6 service nova] Releasing lock "refresh_cache-84b22e07-5895-41d8-ad96-cf816054cf1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.616227] env[64120]: DEBUG oslo_vmware.api [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]525804c3-238f-1c56-d1d4-38c85db57a3e, 'name': SearchDatastore_Task, 'duration_secs': 0.008089} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.617121] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8adf429-12be-48ae-afdb-4f16816f705f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.622384] env[64120]: DEBUG oslo_vmware.api [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1529.622384] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52061dc9-9d68-50f9-22f6-b57bbe86e8da" [ 1529.622384] env[64120]: _type = "Task" [ 1529.622384] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.631315] env[64120]: DEBUG oslo_vmware.api [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52061dc9-9d68-50f9-22f6-b57bbe86e8da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.758022] env[64120]: DEBUG nova.compute.utils [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1529.762928] env[64120]: DEBUG nova.compute.manager [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1529.762928] env[64120]: DEBUG nova.network.neutron [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1529.805279] env[64120]: DEBUG nova.policy [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ba3886348644f5b9c69a1b8a4b3af3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e81d9c283f8148c1a32b0bc3bd947531', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1529.835344] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Releasing lock "refresh_cache-3de862d9-d401-4209-b0d9-67fdd203fd56" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.863777] env[64120]: DEBUG nova.virt.hardware [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0208ec04bdadab5596770eeac2931df8',container_format='bare',created_at=2024-11-07T02:17:56Z,direct_url=,disk_format='vmdk',id=ad1e66f8-eb24-41ba-bdfc-34b777f6ca8d,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-508599078-shelved',owner='502c554de7554b88b5a0a5ed16c4f89d',properties=ImageMetaProps,protected=,size=31663616,status='active',tags=,updated_at=2024-11-07T02:18:10Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1529.864070] env[64120]: DEBUG nova.virt.hardware [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1529.864243] env[64120]: DEBUG nova.virt.hardware [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1529.864432] env[64120]: DEBUG nova.virt.hardware [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1529.864599] env[64120]: DEBUG nova.virt.hardware [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1529.864774] env[64120]: DEBUG nova.virt.hardware [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1529.864990] env[64120]: DEBUG nova.virt.hardware [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1529.865306] env[64120]: DEBUG nova.virt.hardware [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1529.865916] env[64120]: DEBUG nova.virt.hardware [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1529.866181] env[64120]: DEBUG nova.virt.hardware [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1529.866796] env[64120]: DEBUG nova.virt.hardware [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1529.867247] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba75b620-f4cb-4354-9575-0a51792c0059 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.871760] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6fd02f-b15d-442a-95f2-0633cd3711e5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.881315] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9965315e-5f28-456a-8bf9-9d9c9da0278b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.885259] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c862a121-d4a5-4131-884e-64ec457848c7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.900184] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:e6:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ae78f2a-2395-46f0-8e63-ba32b5aa491e', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1529.907703] env[64120]: DEBUG oslo.service.loopingcall [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1529.933338] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1529.933801] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f3e45e3-b260-4192-84d6-a1fa9b31c76a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.948172] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde3cde4-6433-46cc-90f7-0d6612753303 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.957452] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0ff527-714c-4caa-8476-be38d09d2215 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.961028] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1529.961028] env[64120]: value = "task-1407230" [ 1529.961028] env[64120]: _type = "Task" [ 1529.961028] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.971776] env[64120]: DEBUG nova.compute.provider_tree [None req-c4e56773-efbf-441c-bca5-8999a94edbe4 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1529.979596] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407230, 'name': CreateVM_Task} progress is 10%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.135024] env[64120]: DEBUG oslo_vmware.api [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52061dc9-9d68-50f9-22f6-b57bbe86e8da, 'name': SearchDatastore_Task, 'duration_secs': 0.009997} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.136131] env[64120]: DEBUG nova.objects.instance [None req-6db4a7ff-0a09-4a97-93ac-f60199ffb6df tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lazy-loading 'flavor' on Instance uuid 79e469aa-fece-4aa8-aefc-8ecec4c7b339 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1530.137719] env[64120]: DEBUG oslo_concurrency.lockutils [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.139074] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 84b22e07-5895-41d8-ad96-cf816054cf1c/84b22e07-5895-41d8-ad96-cf816054cf1c.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1530.139074] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b2acc4a-fd3f-41e3-a6ac-2032a553b77f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.152162] env[64120]: DEBUG oslo_vmware.api [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1530.152162] env[64120]: value = "task-1407231" [ 1530.152162] env[64120]: _type = "Task" [ 1530.152162] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.159541] env[64120]: DEBUG nova.network.neutron [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Successfully created port: c07b2660-d64c-4f12-894b-724e2f97ed66 {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1530.171519] env[64120]: DEBUG oslo_vmware.api [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.198148] env[64120]: DEBUG nova.compute.manager [req-0adb14e9-2df2-4316-b3ee-9cbd9c0275e2 req-cb05e36e-d21a-41eb-b05c-1769d117ea75 service nova] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Received event network-vif-plugged-9ae78f2a-2395-46f0-8e63-ba32b5aa491e {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1530.198419] env[64120]: DEBUG oslo_concurrency.lockutils [req-0adb14e9-2df2-4316-b3ee-9cbd9c0275e2 req-cb05e36e-d21a-41eb-b05c-1769d117ea75 service nova] Acquiring lock "3de862d9-d401-4209-b0d9-67fdd203fd56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.198668] env[64120]: DEBUG oslo_concurrency.lockutils [req-0adb14e9-2df2-4316-b3ee-9cbd9c0275e2 req-cb05e36e-d21a-41eb-b05c-1769d117ea75 service nova] Lock "3de862d9-d401-4209-b0d9-67fdd203fd56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.198879] env[64120]: DEBUG oslo_concurrency.lockutils [req-0adb14e9-2df2-4316-b3ee-9cbd9c0275e2 req-cb05e36e-d21a-41eb-b05c-1769d117ea75 service nova] Lock "3de862d9-d401-4209-b0d9-67fdd203fd56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.199337] env[64120]: DEBUG nova.compute.manager [req-0adb14e9-2df2-4316-b3ee-9cbd9c0275e2 req-cb05e36e-d21a-41eb-b05c-1769d117ea75 service nova] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] No waiting events found dispatching network-vif-plugged-9ae78f2a-2395-46f0-8e63-ba32b5aa491e {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1530.199641] env[64120]: WARNING nova.compute.manager [req-0adb14e9-2df2-4316-b3ee-9cbd9c0275e2 req-cb05e36e-d21a-41eb-b05c-1769d117ea75 service nova] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Received unexpected event network-vif-plugged-9ae78f2a-2395-46f0-8e63-ba32b5aa491e for instance with vm_state shelved_offloaded and task_state spawning. [ 1530.199803] env[64120]: DEBUG nova.compute.manager [req-0adb14e9-2df2-4316-b3ee-9cbd9c0275e2 req-cb05e36e-d21a-41eb-b05c-1769d117ea75 service nova] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Received event network-changed-9ae78f2a-2395-46f0-8e63-ba32b5aa491e {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1530.199958] env[64120]: DEBUG nova.compute.manager [req-0adb14e9-2df2-4316-b3ee-9cbd9c0275e2 req-cb05e36e-d21a-41eb-b05c-1769d117ea75 service nova] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Refreshing instance network info cache due to event network-changed-9ae78f2a-2395-46f0-8e63-ba32b5aa491e. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1530.200215] env[64120]: DEBUG oslo_concurrency.lockutils [req-0adb14e9-2df2-4316-b3ee-9cbd9c0275e2 req-cb05e36e-d21a-41eb-b05c-1769d117ea75 service nova] Acquiring lock "refresh_cache-3de862d9-d401-4209-b0d9-67fdd203fd56" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.200382] env[64120]: DEBUG oslo_concurrency.lockutils [req-0adb14e9-2df2-4316-b3ee-9cbd9c0275e2 req-cb05e36e-d21a-41eb-b05c-1769d117ea75 service nova] Acquired lock "refresh_cache-3de862d9-d401-4209-b0d9-67fdd203fd56" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.200572] env[64120]: DEBUG nova.network.neutron [req-0adb14e9-2df2-4316-b3ee-9cbd9c0275e2 req-cb05e36e-d21a-41eb-b05c-1769d117ea75 service nova] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Refreshing network info cache for port 9ae78f2a-2395-46f0-8e63-ba32b5aa491e {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1530.264158] env[64120]: DEBUG nova.compute.manager [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1530.475960] env[64120]: DEBUG nova.scheduler.client.report [None req-c4e56773-efbf-441c-bca5-8999a94edbe4 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1530.479576] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407230, 'name': CreateVM_Task, 'duration_secs': 0.313257} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.479800] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1530.481092] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad1e66f8-eb24-41ba-bdfc-34b777f6ca8d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.481092] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad1e66f8-eb24-41ba-bdfc-34b777f6ca8d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.481440] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad1e66f8-eb24-41ba-bdfc-34b777f6ca8d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1530.481770] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-496a20ed-d101-46a7-bd53-e977a93eeb8c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.489975] env[64120]: DEBUG oslo_vmware.api [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1530.489975] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52be9368-b22e-06da-53e3-57d6f1fa86c9" [ 1530.489975] env[64120]: _type = "Task" [ 1530.489975] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.498905] env[64120]: DEBUG oslo_vmware.api [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52be9368-b22e-06da-53e3-57d6f1fa86c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.644349] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6db4a7ff-0a09-4a97-93ac-f60199ffb6df tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "79e469aa-fece-4aa8-aefc-8ecec4c7b339" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.810s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.663382] env[64120]: DEBUG oslo_vmware.api [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491834} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.663685] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 84b22e07-5895-41d8-ad96-cf816054cf1c/84b22e07-5895-41d8-ad96-cf816054cf1c.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1530.663911] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1530.664183] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90331795-4acf-4298-ba51-17e06de2d151 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.670902] env[64120]: DEBUG oslo_vmware.api [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1530.670902] env[64120]: value = "task-1407232" [ 1530.670902] env[64120]: _type = "Task" [ 1530.670902] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.680906] env[64120]: DEBUG oslo_vmware.api [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.937704] env[64120]: DEBUG nova.network.neutron [req-0adb14e9-2df2-4316-b3ee-9cbd9c0275e2 req-cb05e36e-d21a-41eb-b05c-1769d117ea75 service nova] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Updated VIF entry in instance network info cache for port 9ae78f2a-2395-46f0-8e63-ba32b5aa491e. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1530.938119] env[64120]: DEBUG nova.network.neutron [req-0adb14e9-2df2-4316-b3ee-9cbd9c0275e2 req-cb05e36e-d21a-41eb-b05c-1769d117ea75 service nova] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Updating instance_info_cache with network_info: [{"id": "9ae78f2a-2395-46f0-8e63-ba32b5aa491e", "address": "fa:16:3e:58:e6:92", "network": {"id": "22dcdd90-5035-4059-b2d9-07d20261e72d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-361135572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "502c554de7554b88b5a0a5ed16c4f89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae78f2a-23", "ovs_interfaceid": "9ae78f2a-2395-46f0-8e63-ba32b5aa491e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.981444] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c4e56773-efbf-441c-bca5-8999a94edbe4 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.727s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.000664] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad1e66f8-eb24-41ba-bdfc-34b777f6ca8d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.000987] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Processing image ad1e66f8-eb24-41ba-bdfc-34b777f6ca8d {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1531.001374] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad1e66f8-eb24-41ba-bdfc-34b777f6ca8d/ad1e66f8-eb24-41ba-bdfc-34b777f6ca8d.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.002196] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad1e66f8-eb24-41ba-bdfc-34b777f6ca8d/ad1e66f8-eb24-41ba-bdfc-34b777f6ca8d.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.002908] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1531.003919] env[64120]: INFO nova.scheduler.client.report [None req-c4e56773-efbf-441c-bca5-8999a94edbe4 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Deleted allocations for instance 6bb56570-0edd-49e4-ab24-310633043837 [ 1531.004908] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7be5a75f-3492-4a59-94bc-5553d8697519 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.015265] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1531.015366] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1531.016326] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38e81702-3c63-43ca-b26b-7d540f2be4da {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.021509] env[64120]: DEBUG oslo_vmware.api [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1531.021509] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d104cc-54d2-3f36-0b96-8c15734a7ae8" [ 1531.021509] env[64120]: _type = "Task" [ 1531.021509] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.028993] env[64120]: DEBUG oslo_vmware.api [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d104cc-54d2-3f36-0b96-8c15734a7ae8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.181040] env[64120]: DEBUG oslo_vmware.api [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069476} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.181317] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1531.182098] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09be1ba9-0e5f-4504-a521-9c8dba493b35 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.204225] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 84b22e07-5895-41d8-ad96-cf816054cf1c/84b22e07-5895-41d8-ad96-cf816054cf1c.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1531.204493] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e32648b-d15b-4287-af79-a5397b66d7d5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.223433] env[64120]: DEBUG oslo_vmware.api [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1531.223433] env[64120]: value = "task-1407233" [ 1531.223433] env[64120]: _type = "Task" [ 1531.223433] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.230951] env[64120]: DEBUG oslo_vmware.api [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407233, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.278062] env[64120]: DEBUG nova.compute.manager [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1531.304251] env[64120]: DEBUG nova.virt.hardware [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1531.304556] env[64120]: DEBUG nova.virt.hardware [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1531.304807] env[64120]: DEBUG nova.virt.hardware [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1531.305117] env[64120]: DEBUG nova.virt.hardware [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1531.305325] env[64120]: DEBUG nova.virt.hardware [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1531.305549] env[64120]: DEBUG nova.virt.hardware [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1531.305813] env[64120]: DEBUG nova.virt.hardware [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1531.306058] env[64120]: DEBUG nova.virt.hardware [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1531.306286] env[64120]: DEBUG nova.virt.hardware [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1531.306496] env[64120]: DEBUG nova.virt.hardware [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1531.306757] env[64120]: DEBUG nova.virt.hardware [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1531.307710] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ceee8d1-1f40-4ae1-bac4-12344db7f097 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.315948] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef7724b-e165-45de-9977-562bc5e64043 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.440464] env[64120]: DEBUG oslo_concurrency.lockutils [req-0adb14e9-2df2-4316-b3ee-9cbd9c0275e2 req-cb05e36e-d21a-41eb-b05c-1769d117ea75 service nova] Releasing lock "refresh_cache-3de862d9-d401-4209-b0d9-67fdd203fd56" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.513185] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c4e56773-efbf-441c-bca5-8999a94edbe4 tempest-ServersNegativeTestMultiTenantJSON-177888045 tempest-ServersNegativeTestMultiTenantJSON-177888045-project-member] Lock "6bb56570-0edd-49e4-ab24-310633043837" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.809s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.532895] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Preparing fetch location {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1531.533198] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Fetch image to [datastore2] OSTACK_IMG_9249affc-625e-4205-9526-cb03e81de561/OSTACK_IMG_9249affc-625e-4205-9526-cb03e81de561.vmdk {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1531.533391] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Downloading stream optimized image ad1e66f8-eb24-41ba-bdfc-34b777f6ca8d to [datastore2] OSTACK_IMG_9249affc-625e-4205-9526-cb03e81de561/OSTACK_IMG_9249affc-625e-4205-9526-cb03e81de561.vmdk on the data store datastore2 as vApp {{(pid=64120) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1531.533587] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Downloading image file data ad1e66f8-eb24-41ba-bdfc-34b777f6ca8d to the ESX as VM named 'OSTACK_IMG_9249affc-625e-4205-9526-cb03e81de561' {{(pid=64120) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1531.598755] env[64120]: DEBUG oslo_vmware.rw_handles [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1531.598755] env[64120]: value = "resgroup-9" [ 1531.598755] env[64120]: _type = "ResourcePool" [ 1531.598755] env[64120]: }. {{(pid=64120) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1531.599071] env[64120]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-45bca4fa-b3b6-41ff-8969-7f0be41ec4d6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.619775] env[64120]: DEBUG oslo_vmware.rw_handles [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lease: (returnval){ [ 1531.619775] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]528348c0-b7cc-344f-83d8-4322bd6c722d" [ 1531.619775] env[64120]: _type = "HttpNfcLease" [ 1531.619775] env[64120]: } obtained for vApp import into resource pool (val){ [ 1531.619775] env[64120]: value = "resgroup-9" [ 1531.619775] env[64120]: _type = "ResourcePool" [ 1531.619775] env[64120]: }. {{(pid=64120) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1531.620113] env[64120]: DEBUG oslo_vmware.api [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the lease: (returnval){ [ 1531.620113] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]528348c0-b7cc-344f-83d8-4322bd6c722d" [ 1531.620113] env[64120]: _type = "HttpNfcLease" [ 1531.620113] env[64120]: } to be ready. {{(pid=64120) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1531.626009] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1531.626009] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]528348c0-b7cc-344f-83d8-4322bd6c722d" [ 1531.626009] env[64120]: _type = "HttpNfcLease" [ 1531.626009] env[64120]: } is initializing. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1531.679319] env[64120]: DEBUG nova.network.neutron [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Successfully updated port: c07b2660-d64c-4f12-894b-724e2f97ed66 {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1531.733713] env[64120]: DEBUG oslo_vmware.api [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407233, 'name': ReconfigVM_Task, 'duration_secs': 0.268353} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.734072] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 84b22e07-5895-41d8-ad96-cf816054cf1c/84b22e07-5895-41d8-ad96-cf816054cf1c.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1531.735119] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86f938ed-6e66-49b8-9a0f-dcc55cb4af1c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.742829] env[64120]: DEBUG oslo_vmware.api [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1531.742829] env[64120]: value = "task-1407235" [ 1531.742829] env[64120]: _type = "Task" [ 1531.742829] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.751192] env[64120]: DEBUG oslo_vmware.api [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407235, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.033212] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f4d88b87-f144-48cf-a0c0-595f9cee84e6 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquiring lock "79e469aa-fece-4aa8-aefc-8ecec4c7b339" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.033212] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f4d88b87-f144-48cf-a0c0-595f9cee84e6 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "79e469aa-fece-4aa8-aefc-8ecec4c7b339" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.128349] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1532.128349] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]528348c0-b7cc-344f-83d8-4322bd6c722d" [ 1532.128349] env[64120]: _type = "HttpNfcLease" [ 1532.128349] env[64120]: } is ready. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1532.128647] env[64120]: DEBUG oslo_vmware.rw_handles [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1532.128647] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]528348c0-b7cc-344f-83d8-4322bd6c722d" [ 1532.128647] env[64120]: _type = "HttpNfcLease" [ 1532.128647] env[64120]: }. {{(pid=64120) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1532.129421] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e54141-3425-40e3-9ebe-0c13bb3fe248 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.136228] env[64120]: DEBUG oslo_vmware.rw_handles [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd6192-f656-f950-61a1-a407147b5cb6/disk-0.vmdk from lease info. {{(pid=64120) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1532.136411] env[64120]: DEBUG oslo_vmware.rw_handles [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Creating HTTP connection to write to file with size = 31663616 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd6192-f656-f950-61a1-a407147b5cb6/disk-0.vmdk. {{(pid=64120) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1532.199115] env[64120]: DEBUG oslo_concurrency.lockutils [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "refresh_cache-1f1efe02-83b9-4749-b9c9-80b4008ce7bb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.199272] env[64120]: DEBUG oslo_concurrency.lockutils [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquired lock "refresh_cache-1f1efe02-83b9-4749-b9c9-80b4008ce7bb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.199442] env[64120]: DEBUG nova.network.neutron [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1532.206113] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-16338753-d5fa-4321-8f39-c6f30e567521 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.231267] env[64120]: DEBUG nova.compute.manager [req-edf1f61e-55b3-4075-88e2-d862ac499341 req-2c64b066-fb0e-47af-831d-b9e6f07ad4c0 service nova] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Received event network-vif-plugged-c07b2660-d64c-4f12-894b-724e2f97ed66 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1532.231519] env[64120]: DEBUG oslo_concurrency.lockutils [req-edf1f61e-55b3-4075-88e2-d862ac499341 req-2c64b066-fb0e-47af-831d-b9e6f07ad4c0 service nova] Acquiring lock "1f1efe02-83b9-4749-b9c9-80b4008ce7bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.231974] env[64120]: DEBUG oslo_concurrency.lockutils [req-edf1f61e-55b3-4075-88e2-d862ac499341 req-2c64b066-fb0e-47af-831d-b9e6f07ad4c0 service nova] Lock "1f1efe02-83b9-4749-b9c9-80b4008ce7bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.231974] env[64120]: DEBUG oslo_concurrency.lockutils [req-edf1f61e-55b3-4075-88e2-d862ac499341 req-2c64b066-fb0e-47af-831d-b9e6f07ad4c0 service nova] Lock "1f1efe02-83b9-4749-b9c9-80b4008ce7bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.231974] env[64120]: DEBUG nova.compute.manager [req-edf1f61e-55b3-4075-88e2-d862ac499341 req-2c64b066-fb0e-47af-831d-b9e6f07ad4c0 service nova] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] No waiting events found dispatching network-vif-plugged-c07b2660-d64c-4f12-894b-724e2f97ed66 {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1532.232295] env[64120]: WARNING nova.compute.manager [req-edf1f61e-55b3-4075-88e2-d862ac499341 req-2c64b066-fb0e-47af-831d-b9e6f07ad4c0 service nova] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Received unexpected event network-vif-plugged-c07b2660-d64c-4f12-894b-724e2f97ed66 for instance with vm_state building and task_state spawning. [ 1532.232385] env[64120]: DEBUG nova.compute.manager [req-edf1f61e-55b3-4075-88e2-d862ac499341 req-2c64b066-fb0e-47af-831d-b9e6f07ad4c0 service nova] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Received event network-changed-c07b2660-d64c-4f12-894b-724e2f97ed66 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1532.232568] env[64120]: DEBUG nova.compute.manager [req-edf1f61e-55b3-4075-88e2-d862ac499341 req-2c64b066-fb0e-47af-831d-b9e6f07ad4c0 service nova] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Refreshing instance network info cache due to event network-changed-c07b2660-d64c-4f12-894b-724e2f97ed66. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1532.232766] env[64120]: DEBUG oslo_concurrency.lockutils [req-edf1f61e-55b3-4075-88e2-d862ac499341 req-2c64b066-fb0e-47af-831d-b9e6f07ad4c0 service nova] Acquiring lock "refresh_cache-1f1efe02-83b9-4749-b9c9-80b4008ce7bb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.252361] env[64120]: DEBUG oslo_vmware.api [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407235, 'name': Rename_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.540346] env[64120]: DEBUG nova.compute.utils [None req-f4d88b87-f144-48cf-a0c0-595f9cee84e6 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1532.750361] env[64120]: DEBUG nova.network.neutron [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1532.761363] env[64120]: DEBUG oslo_vmware.api [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407235, 'name': Rename_Task} progress is 99%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.044774] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f4d88b87-f144-48cf-a0c0-595f9cee84e6 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "79e469aa-fece-4aa8-aefc-8ecec4c7b339" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.059538] env[64120]: DEBUG nova.network.neutron [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Updating instance_info_cache with network_info: [{"id": "c07b2660-d64c-4f12-894b-724e2f97ed66", "address": "fa:16:3e:d5:63:bc", "network": {"id": "563cc151-45ed-483a-ba84-741e27829347", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-361013423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81d9c283f8148c1a32b0bc3bd947531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc07b2660-d6", "ovs_interfaceid": "c07b2660-d64c-4f12-894b-724e2f97ed66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.256308] env[64120]: DEBUG oslo_vmware.api [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407235, 'name': Rename_Task, 'duration_secs': 1.144199} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.256604] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1533.257032] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bc53431-436b-4d33-9678-d59608265f91 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.264940] env[64120]: DEBUG oslo_vmware.api [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1533.264940] env[64120]: value = "task-1407236" [ 1533.264940] env[64120]: _type = "Task" [ 1533.264940] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.275154] env[64120]: DEBUG oslo_vmware.api [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.468814] env[64120]: DEBUG oslo_vmware.rw_handles [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Completed reading data from the image iterator. {{(pid=64120) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1533.469667] env[64120]: DEBUG oslo_vmware.rw_handles [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd6192-f656-f950-61a1-a407147b5cb6/disk-0.vmdk. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1533.471417] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8544f38d-7f71-4dfd-b67d-9818f0a99185 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.479178] env[64120]: DEBUG oslo_vmware.rw_handles [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd6192-f656-f950-61a1-a407147b5cb6/disk-0.vmdk is in state: ready. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1533.479423] env[64120]: DEBUG oslo_vmware.rw_handles [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd6192-f656-f950-61a1-a407147b5cb6/disk-0.vmdk. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1533.479722] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5232dedf-8cc1-4626-8393-6d2c95f9e84f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.563534] env[64120]: DEBUG oslo_concurrency.lockutils [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Releasing lock "refresh_cache-1f1efe02-83b9-4749-b9c9-80b4008ce7bb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.564021] env[64120]: DEBUG nova.compute.manager [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Instance network_info: |[{"id": "c07b2660-d64c-4f12-894b-724e2f97ed66", "address": "fa:16:3e:d5:63:bc", "network": {"id": "563cc151-45ed-483a-ba84-741e27829347", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-361013423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81d9c283f8148c1a32b0bc3bd947531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc07b2660-d6", "ovs_interfaceid": "c07b2660-d64c-4f12-894b-724e2f97ed66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1533.564376] env[64120]: DEBUG oslo_concurrency.lockutils [req-edf1f61e-55b3-4075-88e2-d862ac499341 req-2c64b066-fb0e-47af-831d-b9e6f07ad4c0 service nova] Acquired lock "refresh_cache-1f1efe02-83b9-4749-b9c9-80b4008ce7bb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.564604] env[64120]: DEBUG nova.network.neutron [req-edf1f61e-55b3-4075-88e2-d862ac499341 req-2c64b066-fb0e-47af-831d-b9e6f07ad4c0 service nova] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Refreshing network info cache for port c07b2660-d64c-4f12-894b-724e2f97ed66 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1533.565987] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:63:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '503991c4-44d0-42d9-aa03-5259331f1051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c07b2660-d64c-4f12-894b-724e2f97ed66', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1533.574589] env[64120]: DEBUG oslo.service.loopingcall [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1533.575135] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1533.575374] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9796a0c9-dbbc-4b9e-861c-8d4edf6f0455 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.596163] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1533.596163] env[64120]: value = "task-1407237" [ 1533.596163] env[64120]: _type = "Task" [ 1533.596163] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.604495] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407237, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.714656] env[64120]: DEBUG oslo_vmware.rw_handles [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd6192-f656-f950-61a1-a407147b5cb6/disk-0.vmdk. {{(pid=64120) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1533.714991] env[64120]: INFO nova.virt.vmwareapi.images [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Downloaded image file data ad1e66f8-eb24-41ba-bdfc-34b777f6ca8d [ 1533.716279] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ccb99c-d009-4f14-87f3-0eef7825fc08 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.733329] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17ebbf2b-d8ee-4501-b843-49e7ebd29e71 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.763529] env[64120]: INFO nova.virt.vmwareapi.images [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] The imported VM was unregistered [ 1533.766153] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Caching image {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1533.766398] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Creating directory with path [datastore2] devstack-image-cache_base/ad1e66f8-eb24-41ba-bdfc-34b777f6ca8d {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1533.766730] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d85bd65-8018-4be2-a655-3f8d7e563524 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.777069] env[64120]: DEBUG oslo_vmware.api [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407236, 'name': PowerOnVM_Task, 'duration_secs': 0.467538} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.777324] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1533.777537] env[64120]: INFO nova.compute.manager [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Took 7.94 seconds to spawn the instance on the hypervisor. [ 1533.777755] env[64120]: DEBUG nova.compute.manager [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1533.778500] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a38f53e-3e67-4751-b50e-9b8710d4eed0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.789321] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Created directory with path [datastore2] devstack-image-cache_base/ad1e66f8-eb24-41ba-bdfc-34b777f6ca8d {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1533.789522] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_9249affc-625e-4205-9526-cb03e81de561/OSTACK_IMG_9249affc-625e-4205-9526-cb03e81de561.vmdk to [datastore2] devstack-image-cache_base/ad1e66f8-eb24-41ba-bdfc-34b777f6ca8d/ad1e66f8-eb24-41ba-bdfc-34b777f6ca8d.vmdk. {{(pid=64120) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1533.790113] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-99b2f093-95b8-4186-b63f-8672599c3951 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.795391] env[64120]: DEBUG oslo_vmware.api [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1533.795391] env[64120]: value = "task-1407239" [ 1533.795391] env[64120]: _type = "Task" [ 1533.795391] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.802872] env[64120]: DEBUG oslo_vmware.api [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407239, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.105739] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407237, 'name': CreateVM_Task, 'duration_secs': 0.351989} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.105897] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1534.106595] env[64120]: DEBUG oslo_concurrency.lockutils [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.106772] env[64120]: DEBUG oslo_concurrency.lockutils [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.107126] env[64120]: DEBUG oslo_concurrency.lockutils [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1534.107385] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6f6881e-faca-4011-96c2-97c85247a890 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.111923] env[64120]: DEBUG oslo_vmware.api [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1534.111923] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52221d30-5936-db4b-96b6-291cf7b88cf1" [ 1534.111923] env[64120]: _type = "Task" [ 1534.111923] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.122782] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f4d88b87-f144-48cf-a0c0-595f9cee84e6 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquiring lock "79e469aa-fece-4aa8-aefc-8ecec4c7b339" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.123114] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f4d88b87-f144-48cf-a0c0-595f9cee84e6 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "79e469aa-fece-4aa8-aefc-8ecec4c7b339" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.123490] env[64120]: INFO nova.compute.manager [None req-f4d88b87-f144-48cf-a0c0-595f9cee84e6 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Attaching volume 5d6cadc7-ede1-4103-9886-f9fd6cf2102e to /dev/sdc [ 1534.125042] env[64120]: DEBUG oslo_vmware.api [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52221d30-5936-db4b-96b6-291cf7b88cf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.154687] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a6552e-62bd-4715-b4ae-383f26d7aa3a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.161310] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca754a61-f681-4341-bbbd-f05085ef1e50 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.176543] env[64120]: DEBUG nova.virt.block_device [None req-f4d88b87-f144-48cf-a0c0-595f9cee84e6 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Updating existing volume attachment record: 39376f75-0958-4a46-8a21-338a8ae40e69 {{(pid=64120) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1534.303193] env[64120]: INFO nova.compute.manager [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Took 13.31 seconds to build instance. [ 1534.307879] env[64120]: DEBUG oslo_vmware.api [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407239, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.405274] env[64120]: DEBUG nova.network.neutron [req-edf1f61e-55b3-4075-88e2-d862ac499341 req-2c64b066-fb0e-47af-831d-b9e6f07ad4c0 service nova] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Updated VIF entry in instance network info cache for port c07b2660-d64c-4f12-894b-724e2f97ed66. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1534.405816] env[64120]: DEBUG nova.network.neutron [req-edf1f61e-55b3-4075-88e2-d862ac499341 req-2c64b066-fb0e-47af-831d-b9e6f07ad4c0 service nova] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Updating instance_info_cache with network_info: [{"id": "c07b2660-d64c-4f12-894b-724e2f97ed66", "address": "fa:16:3e:d5:63:bc", "network": {"id": "563cc151-45ed-483a-ba84-741e27829347", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-361013423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81d9c283f8148c1a32b0bc3bd947531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc07b2660-d6", "ovs_interfaceid": "c07b2660-d64c-4f12-894b-724e2f97ed66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.624967] env[64120]: DEBUG oslo_vmware.api [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52221d30-5936-db4b-96b6-291cf7b88cf1, 'name': SearchDatastore_Task, 'duration_secs': 0.033193} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.625380] env[64120]: DEBUG oslo_concurrency.lockutils [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.625644] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1534.625959] env[64120]: DEBUG oslo_concurrency.lockutils [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.626330] env[64120]: DEBUG oslo_concurrency.lockutils [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.626605] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1534.626910] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e64dfa2c-ae1b-4938-bc20-82626d0e15ea {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.650186] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1534.650479] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1534.651822] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cdddb1c-32fd-49f4-ad8c-b1eee089a143 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.661057] env[64120]: DEBUG oslo_vmware.api [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1534.661057] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5241e1d7-815b-37a2-1095-679cfc9fbd1e" [ 1534.661057] env[64120]: _type = "Task" [ 1534.661057] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.675685] env[64120]: DEBUG oslo_vmware.api [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5241e1d7-815b-37a2-1095-679cfc9fbd1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.813219] env[64120]: DEBUG oslo_concurrency.lockutils [None req-282f24cd-0f59-4490-900f-70e0380ae598 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "84b22e07-5895-41d8-ad96-cf816054cf1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.832s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.813659] env[64120]: DEBUG oslo_vmware.api [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407239, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.910125] env[64120]: DEBUG oslo_concurrency.lockutils [req-edf1f61e-55b3-4075-88e2-d862ac499341 req-2c64b066-fb0e-47af-831d-b9e6f07ad4c0 service nova] Releasing lock "refresh_cache-1f1efe02-83b9-4749-b9c9-80b4008ce7bb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.174121] env[64120]: DEBUG oslo_vmware.api [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5241e1d7-815b-37a2-1095-679cfc9fbd1e, 'name': SearchDatastore_Task, 'duration_secs': 0.087826} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.175518] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32f6f97a-3290-4978-8eca-fe1ad78ca99b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.184077] env[64120]: DEBUG oslo_vmware.api [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1535.184077] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f92973-12d1-dcfb-19d1-2502051471fd" [ 1535.184077] env[64120]: _type = "Task" [ 1535.184077] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.194575] env[64120]: DEBUG oslo_vmware.api [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f92973-12d1-dcfb-19d1-2502051471fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.208151] env[64120]: DEBUG nova.compute.manager [req-722b5ccb-23c2-45dc-afa7-4ad6ab494247 req-85305645-1321-4c5d-9b0a-71aab0c33b91 service nova] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Received event network-changed-9f3cb725-4535-4371-80c7-dbbf1cde8bda {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1535.208151] env[64120]: DEBUG nova.compute.manager [req-722b5ccb-23c2-45dc-afa7-4ad6ab494247 req-85305645-1321-4c5d-9b0a-71aab0c33b91 service nova] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Refreshing instance network info cache due to event network-changed-9f3cb725-4535-4371-80c7-dbbf1cde8bda. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1535.208151] env[64120]: DEBUG oslo_concurrency.lockutils [req-722b5ccb-23c2-45dc-afa7-4ad6ab494247 req-85305645-1321-4c5d-9b0a-71aab0c33b91 service nova] Acquiring lock "refresh_cache-84b22e07-5895-41d8-ad96-cf816054cf1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.208151] env[64120]: DEBUG oslo_concurrency.lockutils [req-722b5ccb-23c2-45dc-afa7-4ad6ab494247 req-85305645-1321-4c5d-9b0a-71aab0c33b91 service nova] Acquired lock "refresh_cache-84b22e07-5895-41d8-ad96-cf816054cf1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.208151] env[64120]: DEBUG nova.network.neutron [req-722b5ccb-23c2-45dc-afa7-4ad6ab494247 req-85305645-1321-4c5d-9b0a-71aab0c33b91 service nova] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Refreshing network info cache for port 9f3cb725-4535-4371-80c7-dbbf1cde8bda {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1535.306996] env[64120]: DEBUG oslo_vmware.api [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407239, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.696927] env[64120]: DEBUG oslo_vmware.api [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f92973-12d1-dcfb-19d1-2502051471fd, 'name': SearchDatastore_Task, 'duration_secs': 0.088788} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.697320] env[64120]: DEBUG oslo_concurrency.lockutils [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.697529] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 1f1efe02-83b9-4749-b9c9-80b4008ce7bb/1f1efe02-83b9-4749-b9c9-80b4008ce7bb.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1535.697832] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4911fe71-865c-4869-8f3c-a4fb00be9553 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.707932] env[64120]: DEBUG oslo_vmware.api [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1535.707932] env[64120]: value = "task-1407241" [ 1535.707932] env[64120]: _type = "Task" [ 1535.707932] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.721864] env[64120]: DEBUG oslo_vmware.api [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.809695] env[64120]: DEBUG oslo_vmware.api [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407239, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.957952] env[64120]: DEBUG nova.network.neutron [req-722b5ccb-23c2-45dc-afa7-4ad6ab494247 req-85305645-1321-4c5d-9b0a-71aab0c33b91 service nova] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Updated VIF entry in instance network info cache for port 9f3cb725-4535-4371-80c7-dbbf1cde8bda. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1535.958413] env[64120]: DEBUG nova.network.neutron [req-722b5ccb-23c2-45dc-afa7-4ad6ab494247 req-85305645-1321-4c5d-9b0a-71aab0c33b91 service nova] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Updating instance_info_cache with network_info: [{"id": "9f3cb725-4535-4371-80c7-dbbf1cde8bda", "address": "fa:16:3e:85:47:01", "network": {"id": "6569e1ec-1a2b-4d9b-80f3-051ee4368a6a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1669689819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3f4905bad364b14ad429c24290f1f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f3cb725-45", "ovs_interfaceid": "9f3cb725-4535-4371-80c7-dbbf1cde8bda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.217963] env[64120]: DEBUG oslo_vmware.api [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.309858] env[64120]: DEBUG oslo_vmware.api [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407239, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.461888] env[64120]: DEBUG oslo_concurrency.lockutils [req-722b5ccb-23c2-45dc-afa7-4ad6ab494247 req-85305645-1321-4c5d-9b0a-71aab0c33b91 service nova] Releasing lock "refresh_cache-84b22e07-5895-41d8-ad96-cf816054cf1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.720368] env[64120]: DEBUG oslo_vmware.api [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407241, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.810503] env[64120]: DEBUG oslo_vmware.api [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407239, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.92705} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.810503] env[64120]: INFO nova.virt.vmwareapi.ds_util [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_9249affc-625e-4205-9526-cb03e81de561/OSTACK_IMG_9249affc-625e-4205-9526-cb03e81de561.vmdk to [datastore2] devstack-image-cache_base/ad1e66f8-eb24-41ba-bdfc-34b777f6ca8d/ad1e66f8-eb24-41ba-bdfc-34b777f6ca8d.vmdk. [ 1536.810793] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Cleaning up location [datastore2] OSTACK_IMG_9249affc-625e-4205-9526-cb03e81de561 {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1536.810793] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_9249affc-625e-4205-9526-cb03e81de561 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1536.811034] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86f0c6f2-5ffc-460b-9293-18a383004329 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.819502] env[64120]: DEBUG oslo_vmware.api [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1536.819502] env[64120]: value = "task-1407242" [ 1536.819502] env[64120]: _type = "Task" [ 1536.819502] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.828732] env[64120]: DEBUG oslo_vmware.api [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.220954] env[64120]: DEBUG oslo_vmware.api [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407241, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.330263] env[64120]: DEBUG oslo_vmware.api [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182815} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.330544] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1537.330743] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad1e66f8-eb24-41ba-bdfc-34b777f6ca8d/ad1e66f8-eb24-41ba-bdfc-34b777f6ca8d.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.331034] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad1e66f8-eb24-41ba-bdfc-34b777f6ca8d/ad1e66f8-eb24-41ba-bdfc-34b777f6ca8d.vmdk to [datastore2] 3de862d9-d401-4209-b0d9-67fdd203fd56/3de862d9-d401-4209-b0d9-67fdd203fd56.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1537.331309] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c32d2937-36ed-4bb7-8e2d-b0d63f8e4c7e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.338221] env[64120]: DEBUG oslo_vmware.api [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1537.338221] env[64120]: value = "task-1407243" [ 1537.338221] env[64120]: _type = "Task" [ 1537.338221] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.346017] env[64120]: DEBUG oslo_vmware.api [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.721575] env[64120]: DEBUG oslo_vmware.api [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407241, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.847935] env[64120]: DEBUG oslo_vmware.api [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.223229] env[64120]: DEBUG oslo_vmware.api [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407241, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.333698} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.223660] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 1f1efe02-83b9-4749-b9c9-80b4008ce7bb/1f1efe02-83b9-4749-b9c9-80b4008ce7bb.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1538.223789] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1538.224025] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f58d8106-1173-459a-a08b-a43bbb1ccdd1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.231105] env[64120]: DEBUG oslo_vmware.api [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1538.231105] env[64120]: value = "task-1407244" [ 1538.231105] env[64120]: _type = "Task" [ 1538.231105] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.237933] env[64120]: DEBUG oslo_vmware.api [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.348175] env[64120]: DEBUG oslo_vmware.api [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.742064] env[64120]: DEBUG oslo_vmware.api [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064355} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.742472] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1538.743339] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa713a9-8417-4eee-98ae-6b103dd0157c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.767865] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 1f1efe02-83b9-4749-b9c9-80b4008ce7bb/1f1efe02-83b9-4749-b9c9-80b4008ce7bb.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1538.768238] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac89ed0b-24a2-41c8-a00b-aaeecfbb9385 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.790336] env[64120]: DEBUG oslo_vmware.api [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1538.790336] env[64120]: value = "task-1407246" [ 1538.790336] env[64120]: _type = "Task" [ 1538.790336] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.802878] env[64120]: DEBUG oslo_vmware.api [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407246, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.850979] env[64120]: DEBUG oslo_vmware.api [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407243, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.303783] env[64120]: DEBUG oslo_vmware.api [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.352331] env[64120]: DEBUG oslo_vmware.api [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407243, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.803096] env[64120]: DEBUG oslo_vmware.api [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.855814] env[64120]: DEBUG oslo_vmware.api [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407243, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.303144] env[64120]: DEBUG oslo_vmware.api [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407246, 'name': ReconfigVM_Task, 'duration_secs': 1.295452} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.303456] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 1f1efe02-83b9-4749-b9c9-80b4008ce7bb/1f1efe02-83b9-4749-b9c9-80b4008ce7bb.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1540.304179] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d40b1d42-2de5-4729-a7d1-b544cc3a0169 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.312744] env[64120]: DEBUG oslo_vmware.api [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1540.312744] env[64120]: value = "task-1407247" [ 1540.312744] env[64120]: _type = "Task" [ 1540.312744] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.324096] env[64120]: DEBUG oslo_vmware.api [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407247, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.353799] env[64120]: DEBUG oslo_vmware.api [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407243, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.729730] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4d88b87-f144-48cf-a0c0-595f9cee84e6 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Volume attach. Driver type: vmdk {{(pid=64120) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1540.730083] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4d88b87-f144-48cf-a0c0-595f9cee84e6 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298225', 'volume_id': '5d6cadc7-ede1-4103-9886-f9fd6cf2102e', 'name': 'volume-5d6cadc7-ede1-4103-9886-f9fd6cf2102e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '79e469aa-fece-4aa8-aefc-8ecec4c7b339', 'attached_at': '', 'detached_at': '', 'volume_id': '5d6cadc7-ede1-4103-9886-f9fd6cf2102e', 'serial': '5d6cadc7-ede1-4103-9886-f9fd6cf2102e'} {{(pid=64120) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1540.731098] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bc1a0a-d073-4c82-9c1e-2cd758bf5de3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.747159] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6502e44e-0035-4ce7-b330-83eab507d1d5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.773901] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4d88b87-f144-48cf-a0c0-595f9cee84e6 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-5d6cadc7-ede1-4103-9886-f9fd6cf2102e/volume-5d6cadc7-ede1-4103-9886-f9fd6cf2102e.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1540.774135] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-207493f7-6f7e-462b-a618-ef3766e63d36 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.791325] env[64120]: DEBUG oslo_vmware.api [None req-f4d88b87-f144-48cf-a0c0-595f9cee84e6 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for the task: (returnval){ [ 1540.791325] env[64120]: value = "task-1407248" [ 1540.791325] env[64120]: _type = "Task" [ 1540.791325] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.801189] env[64120]: DEBUG oslo_vmware.api [None req-f4d88b87-f144-48cf-a0c0-595f9cee84e6 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407248, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.820762] env[64120]: DEBUG oslo_vmware.api [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407247, 'name': Rename_Task, 'duration_secs': 0.329527} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.821038] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1540.821298] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7567c23-54dd-4add-87ef-44bd9750445e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.827213] env[64120]: DEBUG oslo_vmware.api [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1540.827213] env[64120]: value = "task-1407249" [ 1540.827213] env[64120]: _type = "Task" [ 1540.827213] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.841791] env[64120]: DEBUG oslo_vmware.api [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.851190] env[64120]: DEBUG oslo_vmware.api [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407243, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.295481} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.851447] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad1e66f8-eb24-41ba-bdfc-34b777f6ca8d/ad1e66f8-eb24-41ba-bdfc-34b777f6ca8d.vmdk to [datastore2] 3de862d9-d401-4209-b0d9-67fdd203fd56/3de862d9-d401-4209-b0d9-67fdd203fd56.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1540.852211] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f544bf-4f7c-4d9c-8642-a5b470a78ba6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.875482] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 3de862d9-d401-4209-b0d9-67fdd203fd56/3de862d9-d401-4209-b0d9-67fdd203fd56.vmdk or device None with type streamOptimized {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1540.875786] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25b3c552-cadb-41cd-863b-3a864c29c08a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.895399] env[64120]: DEBUG oslo_vmware.api [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1540.895399] env[64120]: value = "task-1407250" [ 1540.895399] env[64120]: _type = "Task" [ 1540.895399] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.904458] env[64120]: DEBUG oslo_vmware.api [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407250, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.300628] env[64120]: DEBUG oslo_vmware.api [None req-f4d88b87-f144-48cf-a0c0-595f9cee84e6 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407248, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.336139] env[64120]: DEBUG oslo_vmware.api [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407249, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.405275] env[64120]: DEBUG oslo_vmware.api [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407250, 'name': ReconfigVM_Task, 'duration_secs': 0.391765} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.405574] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 3de862d9-d401-4209-b0d9-67fdd203fd56/3de862d9-d401-4209-b0d9-67fdd203fd56.vmdk or device None with type streamOptimized {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1541.406231] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc5a0d84-dade-41a5-8fc3-62cda5b904f0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.412557] env[64120]: DEBUG oslo_vmware.api [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1541.412557] env[64120]: value = "task-1407251" [ 1541.412557] env[64120]: _type = "Task" [ 1541.412557] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.420180] env[64120]: DEBUG oslo_vmware.api [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407251, 'name': Rename_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.802051] env[64120]: DEBUG oslo_vmware.api [None req-f4d88b87-f144-48cf-a0c0-595f9cee84e6 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407248, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.837501] env[64120]: DEBUG oslo_vmware.api [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407249, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.921842] env[64120]: DEBUG oslo_vmware.api [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407251, 'name': Rename_Task, 'duration_secs': 0.134905} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.922177] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1541.923068] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0eda05f7-0336-4596-92a1-d23d59b4d5c9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.928349] env[64120]: DEBUG oslo_vmware.api [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1541.928349] env[64120]: value = "task-1407252" [ 1541.928349] env[64120]: _type = "Task" [ 1541.928349] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.935736] env[64120]: DEBUG oslo_vmware.api [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.302128] env[64120]: DEBUG oslo_vmware.api [None req-f4d88b87-f144-48cf-a0c0-595f9cee84e6 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407248, 'name': ReconfigVM_Task, 'duration_secs': 1.286718} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.302440] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4d88b87-f144-48cf-a0c0-595f9cee84e6 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-5d6cadc7-ede1-4103-9886-f9fd6cf2102e/volume-5d6cadc7-ede1-4103-9886-f9fd6cf2102e.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1542.307402] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76495f08-00ec-4c30-be73-5f57547a0f45 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.322611] env[64120]: DEBUG oslo_vmware.api [None req-f4d88b87-f144-48cf-a0c0-595f9cee84e6 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for the task: (returnval){ [ 1542.322611] env[64120]: value = "task-1407253" [ 1542.322611] env[64120]: _type = "Task" [ 1542.322611] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.330647] env[64120]: DEBUG oslo_vmware.api [None req-f4d88b87-f144-48cf-a0c0-595f9cee84e6 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407253, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.341237] env[64120]: DEBUG oslo_vmware.api [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407249, 'name': PowerOnVM_Task, 'duration_secs': 1.313335} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.341534] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1542.341776] env[64120]: INFO nova.compute.manager [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Took 11.06 seconds to spawn the instance on the hypervisor. [ 1542.341972] env[64120]: DEBUG nova.compute.manager [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1542.342778] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c34b999-f812-469b-8608-b391c79e1ff6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.438717] env[64120]: DEBUG oslo_vmware.api [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407252, 'name': PowerOnVM_Task, 'duration_secs': 0.464017} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.439016] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1542.544311] env[64120]: DEBUG nova.compute.manager [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1542.545259] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3e7eb4-95c0-430a-af17-e001a41dbf2e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.832217] env[64120]: DEBUG oslo_vmware.api [None req-f4d88b87-f144-48cf-a0c0-595f9cee84e6 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407253, 'name': ReconfigVM_Task, 'duration_secs': 0.224821} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.832541] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4d88b87-f144-48cf-a0c0-595f9cee84e6 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298225', 'volume_id': '5d6cadc7-ede1-4103-9886-f9fd6cf2102e', 'name': 'volume-5d6cadc7-ede1-4103-9886-f9fd6cf2102e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '79e469aa-fece-4aa8-aefc-8ecec4c7b339', 'attached_at': '', 'detached_at': '', 'volume_id': '5d6cadc7-ede1-4103-9886-f9fd6cf2102e', 'serial': '5d6cadc7-ede1-4103-9886-f9fd6cf2102e'} {{(pid=64120) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1542.859607] env[64120]: INFO nova.compute.manager [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Took 16.30 seconds to build instance. [ 1543.061816] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3821e76e-f7e5-4362-b47d-e952c8d29e2c tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "3de862d9-d401-4209-b0d9-67fdd203fd56" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.953s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.361559] env[64120]: DEBUG oslo_concurrency.lockutils [None req-43db2663-8002-4684-95d8-fa916f8855eb tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "1f1efe02-83b9-4749-b9c9-80b4008ce7bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.810s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.855470] env[64120]: DEBUG nova.compute.manager [req-66570084-1bcd-46b8-b4ee-9c299c74c367 req-ca3e5ce0-5c61-47fb-b67f-0bdacaaefbdc service nova] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Received event network-changed-c07b2660-d64c-4f12-894b-724e2f97ed66 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1543.855624] env[64120]: DEBUG nova.compute.manager [req-66570084-1bcd-46b8-b4ee-9c299c74c367 req-ca3e5ce0-5c61-47fb-b67f-0bdacaaefbdc service nova] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Refreshing instance network info cache due to event network-changed-c07b2660-d64c-4f12-894b-724e2f97ed66. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1543.855817] env[64120]: DEBUG oslo_concurrency.lockutils [req-66570084-1bcd-46b8-b4ee-9c299c74c367 req-ca3e5ce0-5c61-47fb-b67f-0bdacaaefbdc service nova] Acquiring lock "refresh_cache-1f1efe02-83b9-4749-b9c9-80b4008ce7bb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.855972] env[64120]: DEBUG oslo_concurrency.lockutils [req-66570084-1bcd-46b8-b4ee-9c299c74c367 req-ca3e5ce0-5c61-47fb-b67f-0bdacaaefbdc service nova] Acquired lock "refresh_cache-1f1efe02-83b9-4749-b9c9-80b4008ce7bb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.856159] env[64120]: DEBUG nova.network.neutron [req-66570084-1bcd-46b8-b4ee-9c299c74c367 req-ca3e5ce0-5c61-47fb-b67f-0bdacaaefbdc service nova] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Refreshing network info cache for port c07b2660-d64c-4f12-894b-724e2f97ed66 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1543.868868] env[64120]: DEBUG nova.objects.instance [None req-f4d88b87-f144-48cf-a0c0-595f9cee84e6 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lazy-loading 'flavor' on Instance uuid 79e469aa-fece-4aa8-aefc-8ecec4c7b339 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1544.260068] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9a2d9ffb-d754-4b25-82c2-cb42f2297be2 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "3de862d9-d401-4209-b0d9-67fdd203fd56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.260389] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9a2d9ffb-d754-4b25-82c2-cb42f2297be2 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "3de862d9-d401-4209-b0d9-67fdd203fd56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.260612] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9a2d9ffb-d754-4b25-82c2-cb42f2297be2 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "3de862d9-d401-4209-b0d9-67fdd203fd56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.260807] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9a2d9ffb-d754-4b25-82c2-cb42f2297be2 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "3de862d9-d401-4209-b0d9-67fdd203fd56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.261032] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9a2d9ffb-d754-4b25-82c2-cb42f2297be2 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "3de862d9-d401-4209-b0d9-67fdd203fd56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.264049] env[64120]: INFO nova.compute.manager [None req-9a2d9ffb-d754-4b25-82c2-cb42f2297be2 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Terminating instance [ 1544.265106] env[64120]: DEBUG nova.compute.manager [None req-9a2d9ffb-d754-4b25-82c2-cb42f2297be2 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1544.265315] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2d9ffb-d754-4b25-82c2-cb42f2297be2 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1544.266196] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aaa56b2-3573-4004-bef1-a84f2ad6e12e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.273930] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2d9ffb-d754-4b25-82c2-cb42f2297be2 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1544.274179] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4859f29d-1a23-4bbe-94b5-27848ba84e92 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.280725] env[64120]: DEBUG oslo_vmware.api [None req-9a2d9ffb-d754-4b25-82c2-cb42f2297be2 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1544.280725] env[64120]: value = "task-1407254" [ 1544.280725] env[64120]: _type = "Task" [ 1544.280725] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.288980] env[64120]: DEBUG oslo_vmware.api [None req-9a2d9ffb-d754-4b25-82c2-cb42f2297be2 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.374241] env[64120]: DEBUG oslo_concurrency.lockutils [None req-f4d88b87-f144-48cf-a0c0-595f9cee84e6 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "79e469aa-fece-4aa8-aefc-8ecec4c7b339" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 10.251s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.591988] env[64120]: DEBUG nova.network.neutron [req-66570084-1bcd-46b8-b4ee-9c299c74c367 req-ca3e5ce0-5c61-47fb-b67f-0bdacaaefbdc service nova] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Updated VIF entry in instance network info cache for port c07b2660-d64c-4f12-894b-724e2f97ed66. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1544.592403] env[64120]: DEBUG nova.network.neutron [req-66570084-1bcd-46b8-b4ee-9c299c74c367 req-ca3e5ce0-5c61-47fb-b67f-0bdacaaefbdc service nova] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Updating instance_info_cache with network_info: [{"id": "c07b2660-d64c-4f12-894b-724e2f97ed66", "address": "fa:16:3e:d5:63:bc", "network": {"id": "563cc151-45ed-483a-ba84-741e27829347", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-361013423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81d9c283f8148c1a32b0bc3bd947531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc07b2660-d6", "ovs_interfaceid": "c07b2660-d64c-4f12-894b-724e2f97ed66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.791787] env[64120]: DEBUG oslo_vmware.api [None req-9a2d9ffb-d754-4b25-82c2-cb42f2297be2 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407254, 'name': PowerOffVM_Task, 'duration_secs': 0.162826} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.792128] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2d9ffb-d754-4b25-82c2-cb42f2297be2 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1544.792331] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2d9ffb-d754-4b25-82c2-cb42f2297be2 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1544.792653] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6291b3e6-0796-46b4-a0af-e6982ce62baf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.803922] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6018a356-3878-4a52-a7ea-cc104d12d1dc tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquiring lock "79e469aa-fece-4aa8-aefc-8ecec4c7b339" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.804223] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6018a356-3878-4a52-a7ea-cc104d12d1dc tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "79e469aa-fece-4aa8-aefc-8ecec4c7b339" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.858071] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2d9ffb-d754-4b25-82c2-cb42f2297be2 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1544.858071] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2d9ffb-d754-4b25-82c2-cb42f2297be2 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1544.858278] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a2d9ffb-d754-4b25-82c2-cb42f2297be2 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Deleting the datastore file [datastore2] 3de862d9-d401-4209-b0d9-67fdd203fd56 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1544.858417] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-522a168e-999c-4047-b975-37022245f6f4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.866158] env[64120]: DEBUG oslo_vmware.api [None req-9a2d9ffb-d754-4b25-82c2-cb42f2297be2 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for the task: (returnval){ [ 1544.866158] env[64120]: value = "task-1407256" [ 1544.866158] env[64120]: _type = "Task" [ 1544.866158] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.873990] env[64120]: DEBUG oslo_vmware.api [None req-9a2d9ffb-d754-4b25-82c2-cb42f2297be2 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.095100] env[64120]: DEBUG oslo_concurrency.lockutils [req-66570084-1bcd-46b8-b4ee-9c299c74c367 req-ca3e5ce0-5c61-47fb-b67f-0bdacaaefbdc service nova] Releasing lock "refresh_cache-1f1efe02-83b9-4749-b9c9-80b4008ce7bb" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.307529] env[64120]: INFO nova.compute.manager [None req-6018a356-3878-4a52-a7ea-cc104d12d1dc tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Detaching volume 131f47a5-948d-4db7-9f12-b5cccb6475d3 [ 1545.338561] env[64120]: INFO nova.virt.block_device [None req-6018a356-3878-4a52-a7ea-cc104d12d1dc tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Attempting to driver detach volume 131f47a5-948d-4db7-9f12-b5cccb6475d3 from mountpoint /dev/sdb [ 1545.338930] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-6018a356-3878-4a52-a7ea-cc104d12d1dc tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Volume detach. Driver type: vmdk {{(pid=64120) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1545.339256] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-6018a356-3878-4a52-a7ea-cc104d12d1dc tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298220', 'volume_id': '131f47a5-948d-4db7-9f12-b5cccb6475d3', 'name': 'volume-131f47a5-948d-4db7-9f12-b5cccb6475d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '79e469aa-fece-4aa8-aefc-8ecec4c7b339', 'attached_at': '', 'detached_at': '', 'volume_id': '131f47a5-948d-4db7-9f12-b5cccb6475d3', 'serial': '131f47a5-948d-4db7-9f12-b5cccb6475d3'} {{(pid=64120) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1545.340497] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e44ff9-3176-46ff-b006-7e0268e3b1bb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.380548] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf6b33c-4457-43fa-8f20-595195d41228 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.390236] env[64120]: DEBUG oslo_vmware.api [None req-9a2d9ffb-d754-4b25-82c2-cb42f2297be2 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Task: {'id': task-1407256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151188} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.392480] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a2d9ffb-d754-4b25-82c2-cb42f2297be2 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1545.392753] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2d9ffb-d754-4b25-82c2-cb42f2297be2 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1545.393015] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2d9ffb-d754-4b25-82c2-cb42f2297be2 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1545.393284] env[64120]: INFO nova.compute.manager [None req-9a2d9ffb-d754-4b25-82c2-cb42f2297be2 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1545.393621] env[64120]: DEBUG oslo.service.loopingcall [None req-9a2d9ffb-d754-4b25-82c2-cb42f2297be2 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1545.394059] env[64120]: DEBUG nova.compute.manager [-] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1545.394194] env[64120]: DEBUG nova.network.neutron [-] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1545.396884] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ee7e88-73ad-4ef2-9e0f-d2ad0b813ea7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.419610] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caab549a-a376-4bb6-b4ae-8c9c15e19533 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.433712] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-6018a356-3878-4a52-a7ea-cc104d12d1dc tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] The volume has not been displaced from its original location: [datastore2] volume-131f47a5-948d-4db7-9f12-b5cccb6475d3/volume-131f47a5-948d-4db7-9f12-b5cccb6475d3.vmdk. No consolidation needed. {{(pid=64120) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1545.438847] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-6018a356-3878-4a52-a7ea-cc104d12d1dc tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1545.440902] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86663bf8-6e7c-4445-b0a7-cf38e0ccc7e5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.459021] env[64120]: DEBUG oslo_vmware.api [None req-6018a356-3878-4a52-a7ea-cc104d12d1dc tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for the task: (returnval){ [ 1545.459021] env[64120]: value = "task-1407257" [ 1545.459021] env[64120]: _type = "Task" [ 1545.459021] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.466113] env[64120]: DEBUG oslo_vmware.api [None req-6018a356-3878-4a52-a7ea-cc104d12d1dc tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407257, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.900125] env[64120]: DEBUG nova.compute.manager [req-7b672440-bff0-4f4f-bfe6-128e825314be req-51cde23e-bf0a-420a-8997-f4aaf26de3a8 service nova] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Received event network-vif-deleted-9ae78f2a-2395-46f0-8e63-ba32b5aa491e {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1545.900125] env[64120]: INFO nova.compute.manager [req-7b672440-bff0-4f4f-bfe6-128e825314be req-51cde23e-bf0a-420a-8997-f4aaf26de3a8 service nova] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Neutron deleted interface 9ae78f2a-2395-46f0-8e63-ba32b5aa491e; detaching it from the instance and deleting it from the info cache [ 1545.900125] env[64120]: DEBUG nova.network.neutron [req-7b672440-bff0-4f4f-bfe6-128e825314be req-51cde23e-bf0a-420a-8997-f4aaf26de3a8 service nova] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.915568] env[64120]: DEBUG nova.objects.instance [None req-a5ece1b2-f4c3-49fd-8aea-a5912474c56e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Lazy-loading 'flavor' on Instance uuid 0833a7ea-c4a5-428e-9291-8c52ebd77d74 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1545.969157] env[64120]: DEBUG oslo_vmware.api [None req-6018a356-3878-4a52-a7ea-cc104d12d1dc tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.380354] env[64120]: DEBUG nova.network.neutron [-] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.402614] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06772f5c-0afc-4766-81e5-36d0ab39dfae {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.412547] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b975817d-5abc-4e30-a6f4-8cc6793c3602 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.425047] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a5ece1b2-f4c3-49fd-8aea-a5912474c56e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Acquiring lock "refresh_cache-0833a7ea-c4a5-428e-9291-8c52ebd77d74" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.425047] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a5ece1b2-f4c3-49fd-8aea-a5912474c56e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Acquired lock "refresh_cache-0833a7ea-c4a5-428e-9291-8c52ebd77d74" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.441804] env[64120]: DEBUG nova.compute.manager [req-7b672440-bff0-4f4f-bfe6-128e825314be req-51cde23e-bf0a-420a-8997-f4aaf26de3a8 service nova] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Detach interface failed, port_id=9ae78f2a-2395-46f0-8e63-ba32b5aa491e, reason: Instance 3de862d9-d401-4209-b0d9-67fdd203fd56 could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1546.470122] env[64120]: DEBUG oslo_vmware.api [None req-6018a356-3878-4a52-a7ea-cc104d12d1dc tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407257, 'name': ReconfigVM_Task, 'duration_secs': 0.598793} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.470454] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-6018a356-3878-4a52-a7ea-cc104d12d1dc tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1546.475535] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c127eca-6a8c-4777-8ab9-bbde1fe6e5dc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.491572] env[64120]: DEBUG oslo_vmware.api [None req-6018a356-3878-4a52-a7ea-cc104d12d1dc tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for the task: (returnval){ [ 1546.491572] env[64120]: value = "task-1407258" [ 1546.491572] env[64120]: _type = "Task" [ 1546.491572] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.500450] env[64120]: DEBUG oslo_vmware.api [None req-6018a356-3878-4a52-a7ea-cc104d12d1dc tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407258, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.771919] env[64120]: DEBUG nova.network.neutron [None req-a5ece1b2-f4c3-49fd-8aea-a5912474c56e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1546.884117] env[64120]: INFO nova.compute.manager [-] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Took 1.49 seconds to deallocate network for instance. [ 1547.000723] env[64120]: DEBUG oslo_vmware.api [None req-6018a356-3878-4a52-a7ea-cc104d12d1dc tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407258, 'name': ReconfigVM_Task, 'duration_secs': 0.130216} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.001087] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-6018a356-3878-4a52-a7ea-cc104d12d1dc tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298220', 'volume_id': '131f47a5-948d-4db7-9f12-b5cccb6475d3', 'name': 'volume-131f47a5-948d-4db7-9f12-b5cccb6475d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '79e469aa-fece-4aa8-aefc-8ecec4c7b339', 'attached_at': '', 'detached_at': '', 'volume_id': '131f47a5-948d-4db7-9f12-b5cccb6475d3', 'serial': '131f47a5-948d-4db7-9f12-b5cccb6475d3'} {{(pid=64120) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1547.389887] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9a2d9ffb-d754-4b25-82c2-cb42f2297be2 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.390190] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9a2d9ffb-d754-4b25-82c2-cb42f2297be2 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.390421] env[64120]: DEBUG nova.objects.instance [None req-9a2d9ffb-d754-4b25-82c2-cb42f2297be2 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lazy-loading 'resources' on Instance uuid 3de862d9-d401-4209-b0d9-67fdd203fd56 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1547.500590] env[64120]: DEBUG nova.network.neutron [None req-a5ece1b2-f4c3-49fd-8aea-a5912474c56e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Updating instance_info_cache with network_info: [{"id": "7f198e13-0d31-41ed-810e-e5983f0d3b56", "address": "fa:16:3e:9f:23:56", "network": {"id": "6ea9dfca-6acd-4c51-a054-169bac661b6f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2104689517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e15ddb64b4cb697287bfbbd0714f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f198e13-0d", "ovs_interfaceid": "7f198e13-0d31-41ed-810e-e5983f0d3b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.543295] env[64120]: DEBUG nova.objects.instance [None req-6018a356-3878-4a52-a7ea-cc104d12d1dc tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lazy-loading 'flavor' on Instance uuid 79e469aa-fece-4aa8-aefc-8ecec4c7b339 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1547.923819] env[64120]: DEBUG nova.compute.manager [req-726fa981-b5e8-4aea-ba12-1ea1b4fc3137 req-806876fa-a809-4f82-ac3d-076551f422ca service nova] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Received event network-changed-7f198e13-0d31-41ed-810e-e5983f0d3b56 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1547.924082] env[64120]: DEBUG nova.compute.manager [req-726fa981-b5e8-4aea-ba12-1ea1b4fc3137 req-806876fa-a809-4f82-ac3d-076551f422ca service nova] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Refreshing instance network info cache due to event network-changed-7f198e13-0d31-41ed-810e-e5983f0d3b56. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1547.924269] env[64120]: DEBUG oslo_concurrency.lockutils [req-726fa981-b5e8-4aea-ba12-1ea1b4fc3137 req-806876fa-a809-4f82-ac3d-076551f422ca service nova] Acquiring lock "refresh_cache-0833a7ea-c4a5-428e-9291-8c52ebd77d74" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1547.983831] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16d5918-cf71-47fd-ac98-0d3315155893 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.991065] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c924064-3dff-4b4a-a837-9b401552f784 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.021620] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a5ece1b2-f4c3-49fd-8aea-a5912474c56e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Releasing lock "refresh_cache-0833a7ea-c4a5-428e-9291-8c52ebd77d74" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1548.021901] env[64120]: DEBUG nova.compute.manager [None req-a5ece1b2-f4c3-49fd-8aea-a5912474c56e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Inject network info {{(pid=64120) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7219}} [ 1548.022200] env[64120]: DEBUG nova.compute.manager [None req-a5ece1b2-f4c3-49fd-8aea-a5912474c56e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] network_info to inject: |[{"id": "7f198e13-0d31-41ed-810e-e5983f0d3b56", "address": "fa:16:3e:9f:23:56", "network": {"id": "6ea9dfca-6acd-4c51-a054-169bac661b6f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2104689517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e15ddb64b4cb697287bfbbd0714f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f198e13-0d", "ovs_interfaceid": "7f198e13-0d31-41ed-810e-e5983f0d3b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1548.026917] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ece1b2-f4c3-49fd-8aea-a5912474c56e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Reconfiguring VM instance to set the machine id {{(pid=64120) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1548.027460] env[64120]: DEBUG oslo_concurrency.lockutils [req-726fa981-b5e8-4aea-ba12-1ea1b4fc3137 req-806876fa-a809-4f82-ac3d-076551f422ca service nova] Acquired lock "refresh_cache-0833a7ea-c4a5-428e-9291-8c52ebd77d74" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.027647] env[64120]: DEBUG nova.network.neutron [req-726fa981-b5e8-4aea-ba12-1ea1b4fc3137 req-806876fa-a809-4f82-ac3d-076551f422ca service nova] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Refreshing network info cache for port 7f198e13-0d31-41ed-810e-e5983f0d3b56 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1548.029622] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f82d68e-2d8c-47ae-962c-4106922e7650 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.039247] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bf5cd6-ba26-4266-bf6b-af53c2196efc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.049567] env[64120]: DEBUG oslo_vmware.api [None req-a5ece1b2-f4c3-49fd-8aea-a5912474c56e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Waiting for the task: (returnval){ [ 1548.049567] env[64120]: value = "task-1407259" [ 1548.049567] env[64120]: _type = "Task" [ 1548.049567] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.051985] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14d6883-ea07-4fcf-ad54-dc154eda5604 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.071959] env[64120]: DEBUG nova.compute.provider_tree [None req-9a2d9ffb-d754-4b25-82c2-cb42f2297be2 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1548.076971] env[64120]: DEBUG oslo_vmware.api [None req-a5ece1b2-f4c3-49fd-8aea-a5912474c56e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Task: {'id': task-1407259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.137178] env[64120]: DEBUG nova.objects.instance [None req-a8eb5381-2d68-4bdf-b8a5-3f09e646a506 tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Lazy-loading 'flavor' on Instance uuid 0833a7ea-c4a5-428e-9291-8c52ebd77d74 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1548.257617] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ab239c19-41ef-4e5b-be98-b11de603c1e7 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "779d802c-e083-40c0-959e-da8b5f01e198" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.257937] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ab239c19-41ef-4e5b-be98-b11de603c1e7 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "779d802c-e083-40c0-959e-da8b5f01e198" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.258186] env[64120]: DEBUG nova.compute.manager [None req-ab239c19-41ef-4e5b-be98-b11de603c1e7 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1548.259320] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d6b01a-fb46-4ee7-bebd-d224423ae344 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.266696] env[64120]: DEBUG nova.compute.manager [None req-ab239c19-41ef-4e5b-be98-b11de603c1e7 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64120) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1548.267255] env[64120]: DEBUG nova.objects.instance [None req-ab239c19-41ef-4e5b-be98-b11de603c1e7 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lazy-loading 'flavor' on Instance uuid 779d802c-e083-40c0-959e-da8b5f01e198 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1548.556233] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6018a356-3878-4a52-a7ea-cc104d12d1dc tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "79e469aa-fece-4aa8-aefc-8ecec4c7b339" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.752s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.560791] env[64120]: DEBUG oslo_vmware.api [None req-a5ece1b2-f4c3-49fd-8aea-a5912474c56e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Task: {'id': task-1407259, 'name': ReconfigVM_Task, 'duration_secs': 0.165605} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.561453] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ece1b2-f4c3-49fd-8aea-a5912474c56e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Reconfigured VM instance to set the machine id {{(pid=64120) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1548.578894] env[64120]: DEBUG nova.scheduler.client.report [None req-9a2d9ffb-d754-4b25-82c2-cb42f2297be2 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1548.642694] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a8eb5381-2d68-4bdf-b8a5-3f09e646a506 tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Acquiring lock "refresh_cache-0833a7ea-c4a5-428e-9291-8c52ebd77d74" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.771799] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab239c19-41ef-4e5b-be98-b11de603c1e7 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1548.772138] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04fc49a6-9953-4db7-ae6a-960a1cdd3fef {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.775208] env[64120]: DEBUG nova.network.neutron [req-726fa981-b5e8-4aea-ba12-1ea1b4fc3137 req-806876fa-a809-4f82-ac3d-076551f422ca service nova] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Updated VIF entry in instance network info cache for port 7f198e13-0d31-41ed-810e-e5983f0d3b56. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1548.775553] env[64120]: DEBUG nova.network.neutron [req-726fa981-b5e8-4aea-ba12-1ea1b4fc3137 req-806876fa-a809-4f82-ac3d-076551f422ca service nova] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Updating instance_info_cache with network_info: [{"id": "7f198e13-0d31-41ed-810e-e5983f0d3b56", "address": "fa:16:3e:9f:23:56", "network": {"id": "6ea9dfca-6acd-4c51-a054-169bac661b6f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2104689517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e15ddb64b4cb697287bfbbd0714f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f198e13-0d", "ovs_interfaceid": "7f198e13-0d31-41ed-810e-e5983f0d3b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.783218] env[64120]: DEBUG oslo_vmware.api [None req-ab239c19-41ef-4e5b-be98-b11de603c1e7 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1548.783218] env[64120]: value = "task-1407260" [ 1548.783218] env[64120]: _type = "Task" [ 1548.783218] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.792991] env[64120]: DEBUG oslo_vmware.api [None req-ab239c19-41ef-4e5b-be98-b11de603c1e7 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.084578] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9a2d9ffb-d754-4b25-82c2-cb42f2297be2 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.694s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.087103] env[64120]: DEBUG oslo_concurrency.lockutils [None req-45c46dad-3d15-475e-bbbb-bed7cecb8fbe tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquiring lock "79e469aa-fece-4aa8-aefc-8ecec4c7b339" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.087347] env[64120]: DEBUG oslo_concurrency.lockutils [None req-45c46dad-3d15-475e-bbbb-bed7cecb8fbe tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "79e469aa-fece-4aa8-aefc-8ecec4c7b339" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.106352] env[64120]: INFO nova.scheduler.client.report [None req-9a2d9ffb-d754-4b25-82c2-cb42f2297be2 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Deleted allocations for instance 3de862d9-d401-4209-b0d9-67fdd203fd56 [ 1549.278254] env[64120]: DEBUG oslo_concurrency.lockutils [req-726fa981-b5e8-4aea-ba12-1ea1b4fc3137 req-806876fa-a809-4f82-ac3d-076551f422ca service nova] Releasing lock "refresh_cache-0833a7ea-c4a5-428e-9291-8c52ebd77d74" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.279115] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a8eb5381-2d68-4bdf-b8a5-3f09e646a506 tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Acquired lock "refresh_cache-0833a7ea-c4a5-428e-9291-8c52ebd77d74" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.292279] env[64120]: DEBUG oslo_vmware.api [None req-ab239c19-41ef-4e5b-be98-b11de603c1e7 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407260, 'name': PowerOffVM_Task, 'duration_secs': 0.226567} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.292581] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab239c19-41ef-4e5b-be98-b11de603c1e7 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1549.292764] env[64120]: DEBUG nova.compute.manager [None req-ab239c19-41ef-4e5b-be98-b11de603c1e7 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1549.293625] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abdabaa-b593-46ee-97e2-fc3ff3df1aed {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.590476] env[64120]: INFO nova.compute.manager [None req-45c46dad-3d15-475e-bbbb-bed7cecb8fbe tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Detaching volume 5d6cadc7-ede1-4103-9886-f9fd6cf2102e [ 1549.615343] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9a2d9ffb-d754-4b25-82c2-cb42f2297be2 tempest-ServerActionsTestOtherB-813783690 tempest-ServerActionsTestOtherB-813783690-project-member] Lock "3de862d9-d401-4209-b0d9-67fdd203fd56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.355s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.625490] env[64120]: INFO nova.virt.block_device [None req-45c46dad-3d15-475e-bbbb-bed7cecb8fbe tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Attempting to driver detach volume 5d6cadc7-ede1-4103-9886-f9fd6cf2102e from mountpoint /dev/sdc [ 1549.625490] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c46dad-3d15-475e-bbbb-bed7cecb8fbe tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Volume detach. Driver type: vmdk {{(pid=64120) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1549.625490] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c46dad-3d15-475e-bbbb-bed7cecb8fbe tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298225', 'volume_id': '5d6cadc7-ede1-4103-9886-f9fd6cf2102e', 'name': 'volume-5d6cadc7-ede1-4103-9886-f9fd6cf2102e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '79e469aa-fece-4aa8-aefc-8ecec4c7b339', 'attached_at': '', 'detached_at': '', 'volume_id': '5d6cadc7-ede1-4103-9886-f9fd6cf2102e', 'serial': '5d6cadc7-ede1-4103-9886-f9fd6cf2102e'} {{(pid=64120) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1549.626243] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7f26c3-40d4-4b3f-84b3-9c4f1c1a7d8f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.648556] env[64120]: DEBUG nova.network.neutron [None req-a8eb5381-2d68-4bdf-b8a5-3f09e646a506 tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1549.650756] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0021fd5-ff8e-411c-bdf9-a3bb88885919 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.658926] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c563a63e-37e1-48cf-9325-60ad644ad2d2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.681048] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82b642f-db29-4554-9343-a29c744e8203 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.696177] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c46dad-3d15-475e-bbbb-bed7cecb8fbe tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] The volume has not been displaced from its original location: [datastore2] volume-5d6cadc7-ede1-4103-9886-f9fd6cf2102e/volume-5d6cadc7-ede1-4103-9886-f9fd6cf2102e.vmdk. No consolidation needed. {{(pid=64120) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1549.703187] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c46dad-3d15-475e-bbbb-bed7cecb8fbe tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Reconfiguring VM instance instance-00000075 to detach disk 2002 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1549.703537] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40286db9-3309-490d-b789-411a59795fd3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.722024] env[64120]: DEBUG oslo_vmware.api [None req-45c46dad-3d15-475e-bbbb-bed7cecb8fbe tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for the task: (returnval){ [ 1549.722024] env[64120]: value = "task-1407262" [ 1549.722024] env[64120]: _type = "Task" [ 1549.722024] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.730064] env[64120]: DEBUG oslo_vmware.api [None req-45c46dad-3d15-475e-bbbb-bed7cecb8fbe tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407262, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.806822] env[64120]: DEBUG oslo_concurrency.lockutils [None req-ab239c19-41ef-4e5b-be98-b11de603c1e7 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "779d802c-e083-40c0-959e-da8b5f01e198" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.549s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.954259] env[64120]: DEBUG nova.compute.manager [req-825c7a72-a8b1-411d-bf88-c1fc9d13a836 req-af2f2896-0a9e-485c-be3d-ff3ce104f0d5 service nova] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Received event network-changed-7f198e13-0d31-41ed-810e-e5983f0d3b56 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1549.954471] env[64120]: DEBUG nova.compute.manager [req-825c7a72-a8b1-411d-bf88-c1fc9d13a836 req-af2f2896-0a9e-485c-be3d-ff3ce104f0d5 service nova] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Refreshing instance network info cache due to event network-changed-7f198e13-0d31-41ed-810e-e5983f0d3b56. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1549.954668] env[64120]: DEBUG oslo_concurrency.lockutils [req-825c7a72-a8b1-411d-bf88-c1fc9d13a836 req-af2f2896-0a9e-485c-be3d-ff3ce104f0d5 service nova] Acquiring lock "refresh_cache-0833a7ea-c4a5-428e-9291-8c52ebd77d74" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.232055] env[64120]: DEBUG oslo_vmware.api [None req-45c46dad-3d15-475e-bbbb-bed7cecb8fbe tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407262, 'name': ReconfigVM_Task, 'duration_secs': 0.256883} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.232307] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c46dad-3d15-475e-bbbb-bed7cecb8fbe tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Reconfigured VM instance instance-00000075 to detach disk 2002 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1550.236953] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52c11f4e-3cae-426a-a799-da3d7176a2e0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.252438] env[64120]: DEBUG oslo_vmware.api [None req-45c46dad-3d15-475e-bbbb-bed7cecb8fbe tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for the task: (returnval){ [ 1550.252438] env[64120]: value = "task-1407263" [ 1550.252438] env[64120]: _type = "Task" [ 1550.252438] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.260696] env[64120]: DEBUG oslo_vmware.api [None req-45c46dad-3d15-475e-bbbb-bed7cecb8fbe tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.416582] env[64120]: DEBUG nova.network.neutron [None req-a8eb5381-2d68-4bdf-b8a5-3f09e646a506 tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Updating instance_info_cache with network_info: [{"id": "7f198e13-0d31-41ed-810e-e5983f0d3b56", "address": "fa:16:3e:9f:23:56", "network": {"id": "6ea9dfca-6acd-4c51-a054-169bac661b6f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2104689517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e15ddb64b4cb697287bfbbd0714f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f198e13-0d", "ovs_interfaceid": "7f198e13-0d31-41ed-810e-e5983f0d3b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.638432] env[64120]: DEBUG nova.objects.instance [None req-e0c7a282-7843-424d-8707-ec41288122bf tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lazy-loading 'flavor' on Instance uuid 779d802c-e083-40c0-959e-da8b5f01e198 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1550.762206] env[64120]: DEBUG oslo_vmware.api [None req-45c46dad-3d15-475e-bbbb-bed7cecb8fbe tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407263, 'name': ReconfigVM_Task, 'duration_secs': 0.13767} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.762550] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c46dad-3d15-475e-bbbb-bed7cecb8fbe tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298225', 'volume_id': '5d6cadc7-ede1-4103-9886-f9fd6cf2102e', 'name': 'volume-5d6cadc7-ede1-4103-9886-f9fd6cf2102e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '79e469aa-fece-4aa8-aefc-8ecec4c7b339', 'attached_at': '', 'detached_at': '', 'volume_id': '5d6cadc7-ede1-4103-9886-f9fd6cf2102e', 'serial': '5d6cadc7-ede1-4103-9886-f9fd6cf2102e'} {{(pid=64120) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1550.919345] env[64120]: DEBUG oslo_concurrency.lockutils [None req-a8eb5381-2d68-4bdf-b8a5-3f09e646a506 tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Releasing lock "refresh_cache-0833a7ea-c4a5-428e-9291-8c52ebd77d74" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.919553] env[64120]: DEBUG nova.compute.manager [None req-a8eb5381-2d68-4bdf-b8a5-3f09e646a506 tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Inject network info {{(pid=64120) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7219}} [ 1550.919829] env[64120]: DEBUG nova.compute.manager [None req-a8eb5381-2d68-4bdf-b8a5-3f09e646a506 tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] network_info to inject: |[{"id": "7f198e13-0d31-41ed-810e-e5983f0d3b56", "address": "fa:16:3e:9f:23:56", "network": {"id": "6ea9dfca-6acd-4c51-a054-169bac661b6f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2104689517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e15ddb64b4cb697287bfbbd0714f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f198e13-0d", "ovs_interfaceid": "7f198e13-0d31-41ed-810e-e5983f0d3b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1550.924636] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a8eb5381-2d68-4bdf-b8a5-3f09e646a506 tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Reconfiguring VM instance to set the machine id {{(pid=64120) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1550.924967] env[64120]: DEBUG oslo_concurrency.lockutils [req-825c7a72-a8b1-411d-bf88-c1fc9d13a836 req-af2f2896-0a9e-485c-be3d-ff3ce104f0d5 service nova] Acquired lock "refresh_cache-0833a7ea-c4a5-428e-9291-8c52ebd77d74" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.925171] env[64120]: DEBUG nova.network.neutron [req-825c7a72-a8b1-411d-bf88-c1fc9d13a836 req-af2f2896-0a9e-485c-be3d-ff3ce104f0d5 service nova] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Refreshing network info cache for port 7f198e13-0d31-41ed-810e-e5983f0d3b56 {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1550.926377] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3211e973-3d5d-4c90-b781-e89b485cc4c3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.945074] env[64120]: DEBUG oslo_vmware.api [None req-a8eb5381-2d68-4bdf-b8a5-3f09e646a506 tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Waiting for the task: (returnval){ [ 1550.945074] env[64120]: value = "task-1407264" [ 1550.945074] env[64120]: _type = "Task" [ 1550.945074] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.953211] env[64120]: DEBUG oslo_vmware.api [None req-a8eb5381-2d68-4bdf-b8a5-3f09e646a506 tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Task: {'id': task-1407264, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.144338] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e0c7a282-7843-424d-8707-ec41288122bf tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "refresh_cache-779d802c-e083-40c0-959e-da8b5f01e198" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.144512] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e0c7a282-7843-424d-8707-ec41288122bf tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquired lock "refresh_cache-779d802c-e083-40c0-959e-da8b5f01e198" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.144693] env[64120]: DEBUG nova.network.neutron [None req-e0c7a282-7843-424d-8707-ec41288122bf tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1551.144925] env[64120]: DEBUG nova.objects.instance [None req-e0c7a282-7843-424d-8707-ec41288122bf tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lazy-loading 'info_cache' on Instance uuid 779d802c-e083-40c0-959e-da8b5f01e198 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1551.146750] env[64120]: DEBUG nova.network.neutron [req-825c7a72-a8b1-411d-bf88-c1fc9d13a836 req-af2f2896-0a9e-485c-be3d-ff3ce104f0d5 service nova] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Updated VIF entry in instance network info cache for port 7f198e13-0d31-41ed-810e-e5983f0d3b56. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1551.147119] env[64120]: DEBUG nova.network.neutron [req-825c7a72-a8b1-411d-bf88-c1fc9d13a836 req-af2f2896-0a9e-485c-be3d-ff3ce104f0d5 service nova] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Updating instance_info_cache with network_info: [{"id": "7f198e13-0d31-41ed-810e-e5983f0d3b56", "address": "fa:16:3e:9f:23:56", "network": {"id": "6ea9dfca-6acd-4c51-a054-169bac661b6f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2104689517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e15ddb64b4cb697287bfbbd0714f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f198e13-0d", "ovs_interfaceid": "7f198e13-0d31-41ed-810e-e5983f0d3b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.310462] env[64120]: DEBUG nova.objects.instance [None req-45c46dad-3d15-475e-bbbb-bed7cecb8fbe tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lazy-loading 'flavor' on Instance uuid 79e469aa-fece-4aa8-aefc-8ecec4c7b339 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1551.455354] env[64120]: DEBUG oslo_vmware.api [None req-a8eb5381-2d68-4bdf-b8a5-3f09e646a506 tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Task: {'id': task-1407264, 'name': ReconfigVM_Task, 'duration_secs': 0.143518} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.455656] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-a8eb5381-2d68-4bdf-b8a5-3f09e646a506 tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Reconfigured VM instance to set the machine id {{(pid=64120) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1551.650232] env[64120]: DEBUG nova.objects.base [None req-e0c7a282-7843-424d-8707-ec41288122bf tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Object Instance<779d802c-e083-40c0-959e-da8b5f01e198> lazy-loaded attributes: flavor,info_cache {{(pid=64120) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1551.651666] env[64120]: DEBUG oslo_concurrency.lockutils [req-825c7a72-a8b1-411d-bf88-c1fc9d13a836 req-af2f2896-0a9e-485c-be3d-ff3ce104f0d5 service nova] Releasing lock "refresh_cache-0833a7ea-c4a5-428e-9291-8c52ebd77d74" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.813487] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6230209b-84a9-46c6-a9d7-f1725b453f7e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Acquiring lock "0833a7ea-c4a5-428e-9291-8c52ebd77d74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.813863] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6230209b-84a9-46c6-a9d7-f1725b453f7e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Lock "0833a7ea-c4a5-428e-9291-8c52ebd77d74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.814127] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6230209b-84a9-46c6-a9d7-f1725b453f7e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Acquiring lock "0833a7ea-c4a5-428e-9291-8c52ebd77d74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.814332] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6230209b-84a9-46c6-a9d7-f1725b453f7e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Lock "0833a7ea-c4a5-428e-9291-8c52ebd77d74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.814508] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6230209b-84a9-46c6-a9d7-f1725b453f7e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Lock "0833a7ea-c4a5-428e-9291-8c52ebd77d74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.821074] env[64120]: INFO nova.compute.manager [None req-6230209b-84a9-46c6-a9d7-f1725b453f7e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Terminating instance [ 1551.821809] env[64120]: DEBUG nova.compute.manager [None req-6230209b-84a9-46c6-a9d7-f1725b453f7e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1551.822044] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6230209b-84a9-46c6-a9d7-f1725b453f7e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1551.822860] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1595b80e-e261-4f85-b3c4-9573f127c37d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.831273] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-6230209b-84a9-46c6-a9d7-f1725b453f7e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1551.831521] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7796494-c657-466b-b0a8-a14affcbb5c7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.839612] env[64120]: DEBUG oslo_vmware.api [None req-6230209b-84a9-46c6-a9d7-f1725b453f7e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Waiting for the task: (returnval){ [ 1551.839612] env[64120]: value = "task-1407265" [ 1551.839612] env[64120]: _type = "Task" [ 1551.839612] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.846862] env[64120]: DEBUG oslo_vmware.api [None req-6230209b-84a9-46c6-a9d7-f1725b453f7e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Task: {'id': task-1407265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.326526] env[64120]: DEBUG oslo_concurrency.lockutils [None req-45c46dad-3d15-475e-bbbb-bed7cecb8fbe tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "79e469aa-fece-4aa8-aefc-8ecec4c7b339" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.239s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.349582] env[64120]: DEBUG oslo_vmware.api [None req-6230209b-84a9-46c6-a9d7-f1725b453f7e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Task: {'id': task-1407265, 'name': PowerOffVM_Task, 'duration_secs': 0.189806} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.352481] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-6230209b-84a9-46c6-a9d7-f1725b453f7e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1552.352712] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6230209b-84a9-46c6-a9d7-f1725b453f7e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1552.353011] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b20addfe-68f9-4419-a8b0-b68e04596ceb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.389507] env[64120]: DEBUG nova.network.neutron [None req-e0c7a282-7843-424d-8707-ec41288122bf tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Updating instance_info_cache with network_info: [{"id": "2cdfb6a4-9631-4fda-9eed-2a46c0e82590", "address": "fa:16:3e:c8:6d:a1", "network": {"id": "92d218ec-145d-4482-8416-fa888f5c743c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1794575816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "845268a29b9040cfb7c02f220348a552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cdfb6a4-96", "ovs_interfaceid": "2cdfb6a4-9631-4fda-9eed-2a46c0e82590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.423378] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6230209b-84a9-46c6-a9d7-f1725b453f7e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1552.423612] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6230209b-84a9-46c6-a9d7-f1725b453f7e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1552.423863] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-6230209b-84a9-46c6-a9d7-f1725b453f7e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Deleting the datastore file [datastore1] 0833a7ea-c4a5-428e-9291-8c52ebd77d74 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1552.424182] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6707f46e-0c99-4c74-a1e6-fac9e661e965 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.431050] env[64120]: DEBUG oslo_vmware.api [None req-6230209b-84a9-46c6-a9d7-f1725b453f7e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Waiting for the task: (returnval){ [ 1552.431050] env[64120]: value = "task-1407267" [ 1552.431050] env[64120]: _type = "Task" [ 1552.431050] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.439093] env[64120]: DEBUG oslo_vmware.api [None req-6230209b-84a9-46c6-a9d7-f1725b453f7e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Task: {'id': task-1407267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.573487] env[64120]: DEBUG oslo_concurrency.lockutils [None req-33624bb0-053d-4500-82b5-b20c32168787 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquiring lock "79e469aa-fece-4aa8-aefc-8ecec4c7b339" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.573810] env[64120]: DEBUG oslo_concurrency.lockutils [None req-33624bb0-053d-4500-82b5-b20c32168787 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "79e469aa-fece-4aa8-aefc-8ecec4c7b339" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.574054] env[64120]: DEBUG oslo_concurrency.lockutils [None req-33624bb0-053d-4500-82b5-b20c32168787 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquiring lock "79e469aa-fece-4aa8-aefc-8ecec4c7b339-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.574254] env[64120]: DEBUG oslo_concurrency.lockutils [None req-33624bb0-053d-4500-82b5-b20c32168787 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "79e469aa-fece-4aa8-aefc-8ecec4c7b339-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.574472] env[64120]: DEBUG oslo_concurrency.lockutils [None req-33624bb0-053d-4500-82b5-b20c32168787 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "79e469aa-fece-4aa8-aefc-8ecec4c7b339-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.576602] env[64120]: INFO nova.compute.manager [None req-33624bb0-053d-4500-82b5-b20c32168787 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Terminating instance [ 1552.578339] env[64120]: DEBUG nova.compute.manager [None req-33624bb0-053d-4500-82b5-b20c32168787 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1552.578539] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-33624bb0-053d-4500-82b5-b20c32168787 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1552.579368] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8bc7bc-8db6-4e6c-9abe-c20afb881081 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.586685] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-33624bb0-053d-4500-82b5-b20c32168787 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1552.586913] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-771e6512-e805-4abc-a03d-f9c603f4d8dc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.592102] env[64120]: DEBUG oslo_vmware.api [None req-33624bb0-053d-4500-82b5-b20c32168787 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for the task: (returnval){ [ 1552.592102] env[64120]: value = "task-1407268" [ 1552.592102] env[64120]: _type = "Task" [ 1552.592102] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.599564] env[64120]: DEBUG oslo_vmware.api [None req-33624bb0-053d-4500-82b5-b20c32168787 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.892698] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e0c7a282-7843-424d-8707-ec41288122bf tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Releasing lock "refresh_cache-779d802c-e083-40c0-959e-da8b5f01e198" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.941130] env[64120]: DEBUG oslo_vmware.api [None req-6230209b-84a9-46c6-a9d7-f1725b453f7e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Task: {'id': task-1407267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139718} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.941356] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-6230209b-84a9-46c6-a9d7-f1725b453f7e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1552.941548] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6230209b-84a9-46c6-a9d7-f1725b453f7e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1552.941787] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-6230209b-84a9-46c6-a9d7-f1725b453f7e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1552.941907] env[64120]: INFO nova.compute.manager [None req-6230209b-84a9-46c6-a9d7-f1725b453f7e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1552.942175] env[64120]: DEBUG oslo.service.loopingcall [None req-6230209b-84a9-46c6-a9d7-f1725b453f7e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1552.942374] env[64120]: DEBUG nova.compute.manager [-] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1552.942469] env[64120]: DEBUG nova.network.neutron [-] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1553.103081] env[64120]: DEBUG oslo_vmware.api [None req-33624bb0-053d-4500-82b5-b20c32168787 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407268, 'name': PowerOffVM_Task, 'duration_secs': 0.21154} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.103372] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-33624bb0-053d-4500-82b5-b20c32168787 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1553.103550] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-33624bb0-053d-4500-82b5-b20c32168787 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1553.103840] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7b092e6-bbb0-49da-8a3a-791b4495cdd1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.168581] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-33624bb0-053d-4500-82b5-b20c32168787 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1553.168894] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-33624bb0-053d-4500-82b5-b20c32168787 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1553.169109] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-33624bb0-053d-4500-82b5-b20c32168787 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Deleting the datastore file [datastore2] 79e469aa-fece-4aa8-aefc-8ecec4c7b339 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1553.169389] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afa7ed57-dbee-497d-887c-9ab36cb33b7f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.176259] env[64120]: DEBUG oslo_vmware.api [None req-33624bb0-053d-4500-82b5-b20c32168787 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for the task: (returnval){ [ 1553.176259] env[64120]: value = "task-1407270" [ 1553.176259] env[64120]: _type = "Task" [ 1553.176259] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.186262] env[64120]: DEBUG oslo_vmware.api [None req-33624bb0-053d-4500-82b5-b20c32168787 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.396532] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c7a282-7843-424d-8707-ec41288122bf tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1553.397253] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e17d4b01-6000-4e33-a35f-e1657f64dcbe {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.405419] env[64120]: DEBUG oslo_vmware.api [None req-e0c7a282-7843-424d-8707-ec41288122bf tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1553.405419] env[64120]: value = "task-1407271" [ 1553.405419] env[64120]: _type = "Task" [ 1553.405419] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.414778] env[64120]: DEBUG oslo_vmware.api [None req-e0c7a282-7843-424d-8707-ec41288122bf tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.690834] env[64120]: DEBUG oslo_vmware.api [None req-33624bb0-053d-4500-82b5-b20c32168787 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Task: {'id': task-1407270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133634} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.691340] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-33624bb0-053d-4500-82b5-b20c32168787 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1553.691811] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-33624bb0-053d-4500-82b5-b20c32168787 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1553.692221] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-33624bb0-053d-4500-82b5-b20c32168787 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1553.692769] env[64120]: INFO nova.compute.manager [None req-33624bb0-053d-4500-82b5-b20c32168787 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1553.693133] env[64120]: DEBUG oslo.service.loopingcall [None req-33624bb0-053d-4500-82b5-b20c32168787 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1553.693413] env[64120]: DEBUG nova.compute.manager [-] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1553.693713] env[64120]: DEBUG nova.network.neutron [-] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1553.719826] env[64120]: DEBUG nova.compute.manager [req-b59a4fde-d202-4d18-9da8-9eb536015990 req-892c3a17-4b9e-445d-8be3-9d21cbea0933 service nova] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Received event network-vif-deleted-7f198e13-0d31-41ed-810e-e5983f0d3b56 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1553.721075] env[64120]: INFO nova.compute.manager [req-b59a4fde-d202-4d18-9da8-9eb536015990 req-892c3a17-4b9e-445d-8be3-9d21cbea0933 service nova] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Neutron deleted interface 7f198e13-0d31-41ed-810e-e5983f0d3b56; detaching it from the instance and deleting it from the info cache [ 1553.721405] env[64120]: DEBUG nova.network.neutron [req-b59a4fde-d202-4d18-9da8-9eb536015990 req-892c3a17-4b9e-445d-8be3-9d21cbea0933 service nova] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.916070] env[64120]: DEBUG oslo_vmware.api [None req-e0c7a282-7843-424d-8707-ec41288122bf tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407271, 'name': PowerOnVM_Task, 'duration_secs': 0.394455} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.916607] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c7a282-7843-424d-8707-ec41288122bf tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1553.916718] env[64120]: DEBUG nova.compute.manager [None req-e0c7a282-7843-424d-8707-ec41288122bf tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1553.917524] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efeb06b7-45d5-412b-bf04-5d3f5203a0d6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.099208] env[64120]: DEBUG nova.network.neutron [-] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.225248] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14068190-6f5c-4978-a21c-3d454a52eed9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.235150] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e8f2f2-b9ca-4b21-b3fb-36b5f969cbac {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.262171] env[64120]: DEBUG nova.compute.manager [req-b59a4fde-d202-4d18-9da8-9eb536015990 req-892c3a17-4b9e-445d-8be3-9d21cbea0933 service nova] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Detach interface failed, port_id=7f198e13-0d31-41ed-810e-e5983f0d3b56, reason: Instance 0833a7ea-c4a5-428e-9291-8c52ebd77d74 could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1554.601511] env[64120]: INFO nova.compute.manager [-] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Took 1.66 seconds to deallocate network for instance. [ 1554.621245] env[64120]: DEBUG nova.network.neutron [-] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.108717] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6230209b-84a9-46c6-a9d7-f1725b453f7e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.109154] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6230209b-84a9-46c6-a9d7-f1725b453f7e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.109270] env[64120]: DEBUG nova.objects.instance [None req-6230209b-84a9-46c6-a9d7-f1725b453f7e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Lazy-loading 'resources' on Instance uuid 0833a7ea-c4a5-428e-9291-8c52ebd77d74 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1555.123398] env[64120]: INFO nova.compute.manager [-] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Took 1.43 seconds to deallocate network for instance. [ 1555.431167] env[64120]: DEBUG oslo_concurrency.lockutils [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Acquiring lock "0a90ec08-736a-4adc-84a6-9fc9a18896f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.431427] env[64120]: DEBUG oslo_concurrency.lockutils [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Lock "0a90ec08-736a-4adc-84a6-9fc9a18896f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.629416] env[64120]: DEBUG oslo_concurrency.lockutils [None req-33624bb0-053d-4500-82b5-b20c32168787 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.708871] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62482413-e301-4f97-b588-a067fbdc9ce4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.717062] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d8e9b1-055f-4e97-881f-50d164bce141 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.745989] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97284bc-1ca6-4335-99f2-62b96dc05f53 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.750368] env[64120]: DEBUG nova.compute.manager [req-0c01fbc8-5e87-43d3-9cf6-cbc05ad34f9f req-20faf214-09ea-43ad-ae97-5696de087b27 service nova] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Received event network-vif-deleted-e0964df1-bf33-4588-b5b7-10f067f03f05 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1555.756039] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc95e5b-5920-4c44-8d94-ff1b283160dd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.769841] env[64120]: DEBUG nova.compute.provider_tree [None req-6230209b-84a9-46c6-a9d7-f1725b453f7e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1555.789677] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e018432f-54d5-4606-b3e0-bea44e37c4b6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.797668] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-1a19f2d1-cc0e-471a-b2bc-3e3226005b1d tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Suspending the VM {{(pid=64120) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1555.797934] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-92876325-435a-49ff-8b11-3fbcdae0e919 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.804947] env[64120]: DEBUG oslo_vmware.api [None req-1a19f2d1-cc0e-471a-b2bc-3e3226005b1d tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1555.804947] env[64120]: value = "task-1407272" [ 1555.804947] env[64120]: _type = "Task" [ 1555.804947] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.814425] env[64120]: DEBUG oslo_vmware.api [None req-1a19f2d1-cc0e-471a-b2bc-3e3226005b1d tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407272, 'name': SuspendVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.934843] env[64120]: DEBUG nova.compute.manager [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1556.272723] env[64120]: DEBUG nova.scheduler.client.report [None req-6230209b-84a9-46c6-a9d7-f1725b453f7e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1556.315328] env[64120]: DEBUG oslo_vmware.api [None req-1a19f2d1-cc0e-471a-b2bc-3e3226005b1d tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407272, 'name': SuspendVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.452433] env[64120]: DEBUG oslo_concurrency.lockutils [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.778577] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6230209b-84a9-46c6-a9d7-f1725b453f7e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.781043] env[64120]: DEBUG oslo_concurrency.lockutils [None req-33624bb0-053d-4500-82b5-b20c32168787 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.152s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.781409] env[64120]: DEBUG nova.objects.instance [None req-33624bb0-053d-4500-82b5-b20c32168787 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lazy-loading 'resources' on Instance uuid 79e469aa-fece-4aa8-aefc-8ecec4c7b339 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1556.800042] env[64120]: INFO nova.scheduler.client.report [None req-6230209b-84a9-46c6-a9d7-f1725b453f7e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Deleted allocations for instance 0833a7ea-c4a5-428e-9291-8c52ebd77d74 [ 1556.816372] env[64120]: DEBUG oslo_vmware.api [None req-1a19f2d1-cc0e-471a-b2bc-3e3226005b1d tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407272, 'name': SuspendVM_Task, 'duration_secs': 0.576391} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.816656] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-1a19f2d1-cc0e-471a-b2bc-3e3226005b1d tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Suspended the VM {{(pid=64120) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1556.816843] env[64120]: DEBUG nova.compute.manager [None req-1a19f2d1-cc0e-471a-b2bc-3e3226005b1d tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1556.817640] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd5803a-c89c-4541-8e2d-857769b388bd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.307146] env[64120]: DEBUG oslo_concurrency.lockutils [None req-6230209b-84a9-46c6-a9d7-f1725b453f7e tempest-AttachInterfacesUnderV243Test-828976861 tempest-AttachInterfacesUnderV243Test-828976861-project-member] Lock "0833a7ea-c4a5-428e-9291-8c52ebd77d74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.493s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.363405] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a24f6ba-2e4f-431f-83b3-1310188fc14a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.370799] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bf341f-0771-4911-9f56-4e57d17e33bb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.400527] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d62517-3809-4ec7-90ef-eb5f78d98ccd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.407471] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200bc85e-e68b-416b-9a42-9208889aa676 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.420193] env[64120]: DEBUG nova.compute.provider_tree [None req-33624bb0-053d-4500-82b5-b20c32168787 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1557.923522] env[64120]: DEBUG nova.scheduler.client.report [None req-33624bb0-053d-4500-82b5-b20c32168787 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1558.156981] env[64120]: INFO nova.compute.manager [None req-abeb21ce-2783-48a4-a838-ff5bd446b5af tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Resuming [ 1558.157736] env[64120]: DEBUG nova.objects.instance [None req-abeb21ce-2783-48a4-a838-ff5bd446b5af tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lazy-loading 'flavor' on Instance uuid 779d802c-e083-40c0-959e-da8b5f01e198 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1558.427952] env[64120]: DEBUG oslo_concurrency.lockutils [None req-33624bb0-053d-4500-82b5-b20c32168787 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.647s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.430323] env[64120]: DEBUG oslo_concurrency.lockutils [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.978s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.432270] env[64120]: INFO nova.compute.claims [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1558.448789] env[64120]: INFO nova.scheduler.client.report [None req-33624bb0-053d-4500-82b5-b20c32168787 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Deleted allocations for instance 79e469aa-fece-4aa8-aefc-8ecec4c7b339 [ 1558.958447] env[64120]: DEBUG oslo_concurrency.lockutils [None req-33624bb0-053d-4500-82b5-b20c32168787 tempest-AttachVolumeTestJSON-1374232049 tempest-AttachVolumeTestJSON-1374232049-project-member] Lock "79e469aa-fece-4aa8-aefc-8ecec4c7b339" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.385s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.166376] env[64120]: DEBUG oslo_concurrency.lockutils [None req-abeb21ce-2783-48a4-a838-ff5bd446b5af tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "refresh_cache-779d802c-e083-40c0-959e-da8b5f01e198" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.166607] env[64120]: DEBUG oslo_concurrency.lockutils [None req-abeb21ce-2783-48a4-a838-ff5bd446b5af tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquired lock "refresh_cache-779d802c-e083-40c0-959e-da8b5f01e198" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.166794] env[64120]: DEBUG nova.network.neutron [None req-abeb21ce-2783-48a4-a838-ff5bd446b5af tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1559.539862] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a9b071-18b2-495d-bd26-405cb7743dfc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.547432] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6052ba8-57a8-4eb4-98f0-f0da65401c3d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.579889] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012b9823-dcd4-4bf0-91d5-07ace0de02b9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.585644] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c9b6c8-f707-4a07-8af2-ae8dff784766 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.599512] env[64120]: DEBUG nova.compute.provider_tree [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1559.890025] env[64120]: DEBUG nova.network.neutron [None req-abeb21ce-2783-48a4-a838-ff5bd446b5af tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Updating instance_info_cache with network_info: [{"id": "2cdfb6a4-9631-4fda-9eed-2a46c0e82590", "address": "fa:16:3e:c8:6d:a1", "network": {"id": "92d218ec-145d-4482-8416-fa888f5c743c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1794575816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "845268a29b9040cfb7c02f220348a552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cdfb6a4-96", "ovs_interfaceid": "2cdfb6a4-9631-4fda-9eed-2a46c0e82590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.102643] env[64120]: DEBUG nova.scheduler.client.report [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1560.394427] env[64120]: DEBUG oslo_concurrency.lockutils [None req-abeb21ce-2783-48a4-a838-ff5bd446b5af tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Releasing lock "refresh_cache-779d802c-e083-40c0-959e-da8b5f01e198" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.395486] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543d1500-2600-4f77-bedc-3d3226c349a5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.402759] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-abeb21ce-2783-48a4-a838-ff5bd446b5af tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Resuming the VM {{(pid=64120) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1560.403065] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83573ddf-cedb-4788-b871-b1750a6046e5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.409087] env[64120]: DEBUG oslo_vmware.api [None req-abeb21ce-2783-48a4-a838-ff5bd446b5af tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1560.409087] env[64120]: value = "task-1407274" [ 1560.409087] env[64120]: _type = "Task" [ 1560.409087] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.416969] env[64120]: DEBUG oslo_vmware.api [None req-abeb21ce-2783-48a4-a838-ff5bd446b5af tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.608623] env[64120]: DEBUG oslo_concurrency.lockutils [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.609250] env[64120]: DEBUG nova.compute.manager [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1560.924382] env[64120]: DEBUG oslo_vmware.api [None req-abeb21ce-2783-48a4-a838-ff5bd446b5af tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407274, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.114250] env[64120]: DEBUG nova.compute.utils [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1561.115818] env[64120]: DEBUG nova.compute.manager [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Not allocating networking since 'none' was specified. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1561.418809] env[64120]: DEBUG oslo_vmware.api [None req-abeb21ce-2783-48a4-a838-ff5bd446b5af tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407274, 'name': PowerOnVM_Task, 'duration_secs': 0.537915} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.419121] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-abeb21ce-2783-48a4-a838-ff5bd446b5af tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Resumed the VM {{(pid=64120) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1561.419315] env[64120]: DEBUG nova.compute.manager [None req-abeb21ce-2783-48a4-a838-ff5bd446b5af tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1561.420084] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159b349c-c0f3-4763-957f-79a4b77c5391 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.617342] env[64120]: DEBUG nova.compute.manager [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1562.627182] env[64120]: DEBUG nova.compute.manager [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1562.657506] env[64120]: DEBUG nova.virt.hardware [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1562.657760] env[64120]: DEBUG nova.virt.hardware [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1562.657971] env[64120]: DEBUG nova.virt.hardware [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1562.658203] env[64120]: DEBUG nova.virt.hardware [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1562.658403] env[64120]: DEBUG nova.virt.hardware [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1562.658605] env[64120]: DEBUG nova.virt.hardware [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1562.658839] env[64120]: DEBUG nova.virt.hardware [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1562.659258] env[64120]: DEBUG nova.virt.hardware [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1562.659505] env[64120]: DEBUG nova.virt.hardware [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1562.659704] env[64120]: DEBUG nova.virt.hardware [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1562.659892] env[64120]: DEBUG nova.virt.hardware [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1562.660879] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768e6983-aa80-418c-80a9-aa14ef5119fe {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.669576] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95729f8f-8f00-4bf3-803c-3fcb83a8809f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.683232] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Instance VIF info [] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1562.688764] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Creating folder: Project (0db7f4f7becb4ca4aa6e90c943a3150c). Parent ref: group-v297899. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1562.689058] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e191faa3-24c3-41d9-abb4-ec160b360147 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.698942] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Created folder: Project (0db7f4f7becb4ca4aa6e90c943a3150c) in parent group-v297899. [ 1562.699152] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Creating folder: Instances. Parent ref: group-v298226. {{(pid=64120) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1562.699382] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68c9011b-5477-404b-91ef-b6229fd8b2fc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.707400] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Created folder: Instances in parent group-v298226. [ 1562.707639] env[64120]: DEBUG oslo.service.loopingcall [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1562.707829] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1562.708075] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-453d0807-a5fb-4630-bea7-2953044540fe {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.723433] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1562.723433] env[64120]: value = "task-1407278" [ 1562.723433] env[64120]: _type = "Task" [ 1562.723433] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.730353] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407278, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.873312] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fef7acab-385d-4e60-b8ec-d86a8c1d5600 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "779d802c-e083-40c0-959e-da8b5f01e198" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.873664] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fef7acab-385d-4e60-b8ec-d86a8c1d5600 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "779d802c-e083-40c0-959e-da8b5f01e198" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.873976] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fef7acab-385d-4e60-b8ec-d86a8c1d5600 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "779d802c-e083-40c0-959e-da8b5f01e198-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.874201] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fef7acab-385d-4e60-b8ec-d86a8c1d5600 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "779d802c-e083-40c0-959e-da8b5f01e198-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.874385] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fef7acab-385d-4e60-b8ec-d86a8c1d5600 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "779d802c-e083-40c0-959e-da8b5f01e198-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.876765] env[64120]: INFO nova.compute.manager [None req-fef7acab-385d-4e60-b8ec-d86a8c1d5600 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Terminating instance [ 1562.878665] env[64120]: DEBUG nova.compute.manager [None req-fef7acab-385d-4e60-b8ec-d86a8c1d5600 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1562.878861] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fef7acab-385d-4e60-b8ec-d86a8c1d5600 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1562.879742] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a368ed6-3ee5-4daf-a687-d3e1977df4d7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.889186] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef7acab-385d-4e60-b8ec-d86a8c1d5600 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1562.889431] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bc2d8ec-5d31-42c1-8038-d78bd435ffcf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.894979] env[64120]: DEBUG oslo_vmware.api [None req-fef7acab-385d-4e60-b8ec-d86a8c1d5600 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1562.894979] env[64120]: value = "task-1407279" [ 1562.894979] env[64120]: _type = "Task" [ 1562.894979] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.903062] env[64120]: DEBUG oslo_vmware.api [None req-fef7acab-385d-4e60-b8ec-d86a8c1d5600 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.233488] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407278, 'name': CreateVM_Task, 'duration_secs': 0.228942} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.233673] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1563.234161] env[64120]: DEBUG oslo_concurrency.lockutils [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.234336] env[64120]: DEBUG oslo_concurrency.lockutils [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.234681] env[64120]: DEBUG oslo_concurrency.lockutils [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1563.235032] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae12a16f-a4aa-405a-abb2-3bdafb9fb99a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.239390] env[64120]: DEBUG oslo_vmware.api [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Waiting for the task: (returnval){ [ 1563.239390] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526a22a6-d97a-e23b-09f7-415273d76234" [ 1563.239390] env[64120]: _type = "Task" [ 1563.239390] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.247047] env[64120]: DEBUG oslo_vmware.api [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526a22a6-d97a-e23b-09f7-415273d76234, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.406376] env[64120]: DEBUG oslo_vmware.api [None req-fef7acab-385d-4e60-b8ec-d86a8c1d5600 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407279, 'name': PowerOffVM_Task, 'duration_secs': 0.19966} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.406665] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef7acab-385d-4e60-b8ec-d86a8c1d5600 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1563.406841] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fef7acab-385d-4e60-b8ec-d86a8c1d5600 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1563.407129] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b27d5a9c-9be8-464f-8bdc-3291428f4ecc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.466700] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fef7acab-385d-4e60-b8ec-d86a8c1d5600 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1563.466986] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fef7acab-385d-4e60-b8ec-d86a8c1d5600 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1563.467477] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-fef7acab-385d-4e60-b8ec-d86a8c1d5600 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Deleting the datastore file [datastore2] 779d802c-e083-40c0-959e-da8b5f01e198 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1563.467831] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d95c15f-07f0-4be1-b3e9-d43111c069bf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.474483] env[64120]: DEBUG oslo_vmware.api [None req-fef7acab-385d-4e60-b8ec-d86a8c1d5600 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for the task: (returnval){ [ 1563.474483] env[64120]: value = "task-1407281" [ 1563.474483] env[64120]: _type = "Task" [ 1563.474483] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.483060] env[64120]: DEBUG oslo_vmware.api [None req-fef7acab-385d-4e60-b8ec-d86a8c1d5600 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.750093] env[64120]: DEBUG oslo_vmware.api [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526a22a6-d97a-e23b-09f7-415273d76234, 'name': SearchDatastore_Task, 'duration_secs': 0.009542} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.750456] env[64120]: DEBUG oslo_concurrency.lockutils [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.750611] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1563.750851] env[64120]: DEBUG oslo_concurrency.lockutils [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.751018] env[64120]: DEBUG oslo_concurrency.lockutils [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.751211] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1563.751478] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d0ea9a1-5f5d-4187-beb8-7e3ebebe0d35 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.759965] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1563.760161] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1563.760862] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65d2b622-143b-41ef-9ac0-46f133d97cda {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.765929] env[64120]: DEBUG oslo_vmware.api [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Waiting for the task: (returnval){ [ 1563.765929] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526c5663-50d7-68d3-7e46-85e376c47364" [ 1563.765929] env[64120]: _type = "Task" [ 1563.765929] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.773518] env[64120]: DEBUG oslo_vmware.api [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526c5663-50d7-68d3-7e46-85e376c47364, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.984178] env[64120]: DEBUG oslo_vmware.api [None req-fef7acab-385d-4e60-b8ec-d86a8c1d5600 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Task: {'id': task-1407281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154233} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.984459] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-fef7acab-385d-4e60-b8ec-d86a8c1d5600 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1563.984657] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fef7acab-385d-4e60-b8ec-d86a8c1d5600 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1563.984871] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-fef7acab-385d-4e60-b8ec-d86a8c1d5600 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1563.985209] env[64120]: INFO nova.compute.manager [None req-fef7acab-385d-4e60-b8ec-d86a8c1d5600 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1563.985319] env[64120]: DEBUG oslo.service.loopingcall [None req-fef7acab-385d-4e60-b8ec-d86a8c1d5600 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1563.985523] env[64120]: DEBUG nova.compute.manager [-] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1563.985618] env[64120]: DEBUG nova.network.neutron [-] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1564.276300] env[64120]: DEBUG oslo_vmware.api [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526c5663-50d7-68d3-7e46-85e376c47364, 'name': SearchDatastore_Task, 'duration_secs': 0.008589} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.277120] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeb2400b-995b-4e9c-bf6a-83cc2240af1c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.282013] env[64120]: DEBUG oslo_vmware.api [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Waiting for the task: (returnval){ [ 1564.282013] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]528ffefa-21e8-77d0-8de2-9f806f612b18" [ 1564.282013] env[64120]: _type = "Task" [ 1564.282013] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.289187] env[64120]: DEBUG oslo_vmware.api [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]528ffefa-21e8-77d0-8de2-9f806f612b18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.345057] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1564.345312] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1564.434164] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Starting heal instance info cache {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1564.434164] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Rebuilding the list of instances to heal {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 1564.475058] env[64120]: DEBUG nova.compute.manager [req-a3d43d8f-ddb1-4206-acee-e555d601c753 req-e7a2e60f-3cef-470c-a031-178d754de67a service nova] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Received event network-vif-deleted-2cdfb6a4-9631-4fda-9eed-2a46c0e82590 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1564.475324] env[64120]: INFO nova.compute.manager [req-a3d43d8f-ddb1-4206-acee-e555d601c753 req-e7a2e60f-3cef-470c-a031-178d754de67a service nova] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Neutron deleted interface 2cdfb6a4-9631-4fda-9eed-2a46c0e82590; detaching it from the instance and deleting it from the info cache [ 1564.475505] env[64120]: DEBUG nova.network.neutron [req-a3d43d8f-ddb1-4206-acee-e555d601c753 req-e7a2e60f-3cef-470c-a031-178d754de67a service nova] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.794518] env[64120]: DEBUG oslo_vmware.api [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]528ffefa-21e8-77d0-8de2-9f806f612b18, 'name': SearchDatastore_Task, 'duration_secs': 0.009513} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.794929] env[64120]: DEBUG oslo_concurrency.lockutils [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.795219] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 0a90ec08-736a-4adc-84a6-9fc9a18896f3/0a90ec08-736a-4adc-84a6-9fc9a18896f3.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1564.795555] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bf94424-a8b4-4a54-ba71-c0ab7329d837 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.802783] env[64120]: DEBUG oslo_vmware.api [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Waiting for the task: (returnval){ [ 1564.802783] env[64120]: value = "task-1407282" [ 1564.802783] env[64120]: _type = "Task" [ 1564.802783] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.810264] env[64120]: DEBUG oslo_vmware.api [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': task-1407282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.850122] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Skipping network cache update for instance because it is being deleted. {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9945}} [ 1564.850341] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Skipping network cache update for instance because it is Building. {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9941}} [ 1564.879283] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "refresh_cache-4454a9bf-1408-47d0-af64-7ab9f0f21956" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.879388] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquired lock "refresh_cache-4454a9bf-1408-47d0-af64-7ab9f0f21956" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.879507] env[64120]: DEBUG nova.network.neutron [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Forcefully refreshing network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1564.879665] env[64120]: DEBUG nova.objects.instance [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lazy-loading 'info_cache' on Instance uuid 4454a9bf-1408-47d0-af64-7ab9f0f21956 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1564.951630] env[64120]: DEBUG nova.network.neutron [-] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.979350] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db4bd3e9-a6e7-440f-a82f-281bccda4be6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.989081] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a93ec0-fe0c-4337-b280-a9c7a8567910 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.016927] env[64120]: DEBUG nova.compute.manager [req-a3d43d8f-ddb1-4206-acee-e555d601c753 req-e7a2e60f-3cef-470c-a031-178d754de67a service nova] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Detach interface failed, port_id=2cdfb6a4-9631-4fda-9eed-2a46c0e82590, reason: Instance 779d802c-e083-40c0-959e-da8b5f01e198 could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1565.313789] env[64120]: DEBUG oslo_vmware.api [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': task-1407282, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.454800] env[64120]: INFO nova.compute.manager [-] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Took 1.47 seconds to deallocate network for instance. [ 1565.813460] env[64120]: DEBUG oslo_vmware.api [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': task-1407282, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586043} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.813890] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 0a90ec08-736a-4adc-84a6-9fc9a18896f3/0a90ec08-736a-4adc-84a6-9fc9a18896f3.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1565.814107] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1565.814358] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-200178e6-7a66-4237-b6de-8a2242127cf6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.820836] env[64120]: DEBUG oslo_vmware.api [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Waiting for the task: (returnval){ [ 1565.820836] env[64120]: value = "task-1407284" [ 1565.820836] env[64120]: _type = "Task" [ 1565.820836] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.828863] env[64120]: DEBUG oslo_vmware.api [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': task-1407284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.960744] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fef7acab-385d-4e60-b8ec-d86a8c1d5600 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.960987] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fef7acab-385d-4e60-b8ec-d86a8c1d5600 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.961238] env[64120]: DEBUG nova.objects.instance [None req-fef7acab-385d-4e60-b8ec-d86a8c1d5600 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lazy-loading 'resources' on Instance uuid 779d802c-e083-40c0-959e-da8b5f01e198 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1566.330072] env[64120]: DEBUG oslo_vmware.api [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': task-1407284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063314} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.330353] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1566.331125] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da2981a-2643-4e9c-878c-fe83f5b01705 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.351029] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 0a90ec08-736a-4adc-84a6-9fc9a18896f3/0a90ec08-736a-4adc-84a6-9fc9a18896f3.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1566.351309] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aba68cf2-63d1-476e-bd94-d80227a9727d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.369234] env[64120]: DEBUG oslo_vmware.api [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Waiting for the task: (returnval){ [ 1566.369234] env[64120]: value = "task-1407285" [ 1566.369234] env[64120]: _type = "Task" [ 1566.369234] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.376516] env[64120]: DEBUG oslo_vmware.api [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': task-1407285, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.540620] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79071b5-6bc5-4f9d-a415-6f9f99fc8e21 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.549821] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a53ca5-3ec2-4e78-b26d-224b0b6ec661 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.578674] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbd029c-d67d-4a57-a61e-392762512e90 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.587767] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e2dc7b-6881-449c-ae67-b750c7a2afd7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.600954] env[64120]: DEBUG nova.compute.provider_tree [None req-fef7acab-385d-4e60-b8ec-d86a8c1d5600 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1566.628152] env[64120]: DEBUG nova.network.neutron [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Updating instance_info_cache with network_info: [{"id": "b7ac18f5-2452-4540-83dd-1c84ed92f1d8", "address": "fa:16:3e:64:9f:fe", "network": {"id": "563cc151-45ed-483a-ba84-741e27829347", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-361013423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81d9c283f8148c1a32b0bc3bd947531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ac18f5-24", "ovs_interfaceid": "b7ac18f5-2452-4540-83dd-1c84ed92f1d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.879484] env[64120]: DEBUG oslo_vmware.api [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': task-1407285, 'name': ReconfigVM_Task, 'duration_secs': 0.26581} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.879812] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 0a90ec08-736a-4adc-84a6-9fc9a18896f3/0a90ec08-736a-4adc-84a6-9fc9a18896f3.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1566.880423] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a6a4d0f-2e23-4841-b430-bd1409e601b5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.887645] env[64120]: DEBUG oslo_vmware.api [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Waiting for the task: (returnval){ [ 1566.887645] env[64120]: value = "task-1407286" [ 1566.887645] env[64120]: _type = "Task" [ 1566.887645] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.895742] env[64120]: DEBUG oslo_vmware.api [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': task-1407286, 'name': Rename_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.108228] env[64120]: DEBUG nova.scheduler.client.report [None req-fef7acab-385d-4e60-b8ec-d86a8c1d5600 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1567.130126] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Releasing lock "refresh_cache-4454a9bf-1408-47d0-af64-7ab9f0f21956" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.130278] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Updated the network info_cache for instance {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9999}} [ 1567.130697] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1567.130865] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1567.131024] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1567.131176] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1567.131318] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1567.131460] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1567.131588] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64120) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1567.131730] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1567.397969] env[64120]: DEBUG oslo_vmware.api [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': task-1407286, 'name': Rename_Task, 'duration_secs': 0.127857} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.398226] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1567.398474] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13a2271a-6af6-40b4-b280-8ec6a21e2d9f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.405327] env[64120]: DEBUG oslo_vmware.api [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Waiting for the task: (returnval){ [ 1567.405327] env[64120]: value = "task-1407287" [ 1567.405327] env[64120]: _type = "Task" [ 1567.405327] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.413149] env[64120]: DEBUG oslo_vmware.api [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': task-1407287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.613523] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fef7acab-385d-4e60-b8ec-d86a8c1d5600 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.633513] env[64120]: INFO nova.scheduler.client.report [None req-fef7acab-385d-4e60-b8ec-d86a8c1d5600 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Deleted allocations for instance 779d802c-e083-40c0-959e-da8b5f01e198 [ 1567.635495] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.635751] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.635975] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.636176] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64120) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1567.639422] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e006b427-6ebb-4753-b66e-aef3b45ed4b7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.649142] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2b0063-91ba-407e-acbb-b694a3cb9336 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.665192] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d9a105-ede0-42fe-9ce7-36fdad9f987a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.672627] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f5ab9e-4a87-4353-b376-0318dad058e1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.716128] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180603MB free_disk=184GB free_vcpus=48 pci_devices=None {{(pid=64120) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1567.716300] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.716484] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.917072] env[64120]: DEBUG oslo_vmware.api [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': task-1407287, 'name': PowerOnVM_Task, 'duration_secs': 0.413433} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.917072] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1567.917072] env[64120]: INFO nova.compute.manager [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Took 5.29 seconds to spawn the instance on the hypervisor. [ 1567.917072] env[64120]: DEBUG nova.compute.manager [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1567.917816] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7d23dc-a8a8-4646-9f59-ed5bdf46913c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.145956] env[64120]: DEBUG oslo_concurrency.lockutils [None req-fef7acab-385d-4e60-b8ec-d86a8c1d5600 tempest-ServerActionsTestJSON-1563245966 tempest-ServerActionsTestJSON-1563245966-project-member] Lock "779d802c-e083-40c0-959e-da8b5f01e198" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.272s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.434406] env[64120]: INFO nova.compute.manager [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Took 12.00 seconds to build instance. [ 1568.744118] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 4454a9bf-1408-47d0-af64-7ab9f0f21956 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1568.744290] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 84b22e07-5895-41d8-ad96-cf816054cf1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1568.744491] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 1f1efe02-83b9-4749-b9c9-80b4008ce7bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1568.744566] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 0a90ec08-736a-4adc-84a6-9fc9a18896f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1568.744716] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1568.744858] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1568.815590] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebc96a9-bdba-4c94-96d7-843f93028653 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.823997] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9486f17-8e98-4b0d-b423-7cbff00388b7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.858011] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e1e53e-0059-430a-a2b2-8e79256d13dd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.866785] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e70930d-3e32-4dcf-9c83-aa83ec54a8cf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.881659] env[64120]: DEBUG nova.compute.provider_tree [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1568.936866] env[64120]: DEBUG oslo_concurrency.lockutils [None req-93c30c8b-c56e-4102-a50d-2c2aa3648e94 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Lock "0a90ec08-736a-4adc-84a6-9fc9a18896f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.505s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.386038] env[64120]: DEBUG nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1569.443567] env[64120]: INFO nova.compute.manager [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Rebuilding instance [ 1569.487065] env[64120]: DEBUG nova.compute.manager [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1569.487971] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6964a688-5e66-42b9-ac0f-1c636939e122 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.893350] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64120) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1569.893596] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.177s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.000877] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1570.001228] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5330057f-d467-4562-9622-3f0870b049f8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.009524] env[64120]: DEBUG oslo_vmware.api [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Waiting for the task: (returnval){ [ 1570.009524] env[64120]: value = "task-1407288" [ 1570.009524] env[64120]: _type = "Task" [ 1570.009524] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.019163] env[64120]: DEBUG oslo_vmware.api [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': task-1407288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.520682] env[64120]: DEBUG oslo_vmware.api [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': task-1407288, 'name': PowerOffVM_Task, 'duration_secs': 0.176464} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.521044] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1570.521338] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1570.522165] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17df3a28-3c69-4ec8-a791-d5743113cba8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.532997] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1570.533309] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d82111e-96cf-42f7-a9e0-25b37e28588a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.561044] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1570.561298] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1570.561487] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Deleting the datastore file [datastore1] 0a90ec08-736a-4adc-84a6-9fc9a18896f3 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1570.561822] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00bdafaf-dd0d-4abe-a18d-b3d0c860381e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.569205] env[64120]: DEBUG oslo_vmware.api [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Waiting for the task: (returnval){ [ 1570.569205] env[64120]: value = "task-1407290" [ 1570.569205] env[64120]: _type = "Task" [ 1570.569205] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.578308] env[64120]: DEBUG oslo_vmware.api [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': task-1407290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.079560] env[64120]: DEBUG oslo_vmware.api [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': task-1407290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091521} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.081053] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1571.081053] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1571.081053] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1572.115189] env[64120]: DEBUG nova.virt.hardware [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1572.115533] env[64120]: DEBUG nova.virt.hardware [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1572.115635] env[64120]: DEBUG nova.virt.hardware [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1572.115828] env[64120]: DEBUG nova.virt.hardware [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1572.116058] env[64120]: DEBUG nova.virt.hardware [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1572.116179] env[64120]: DEBUG nova.virt.hardware [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1572.116399] env[64120]: DEBUG nova.virt.hardware [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1572.116566] env[64120]: DEBUG nova.virt.hardware [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1572.116740] env[64120]: DEBUG nova.virt.hardware [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1572.116913] env[64120]: DEBUG nova.virt.hardware [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1572.117109] env[64120]: DEBUG nova.virt.hardware [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1572.117983] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8769a60-8737-46fc-9ccb-bd698b61488a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.126661] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175a1628-77d1-412b-8d80-27560dfad34f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.141675] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Instance VIF info [] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1572.147508] env[64120]: DEBUG oslo.service.loopingcall [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1572.147790] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1572.148033] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d5119de-bad2-4cb9-8769-aedd215545f6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.165851] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1572.165851] env[64120]: value = "task-1407291" [ 1572.165851] env[64120]: _type = "Task" [ 1572.165851] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.176154] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407291, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.676878] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407291, 'name': CreateVM_Task, 'duration_secs': 0.250613} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.677147] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1572.677456] env[64120]: DEBUG oslo_concurrency.lockutils [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.677629] env[64120]: DEBUG oslo_concurrency.lockutils [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.678074] env[64120]: DEBUG oslo_concurrency.lockutils [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1572.678361] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b400f688-aa98-469f-997f-1b9784efc31f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.692525] env[64120]: DEBUG oslo_vmware.api [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Waiting for the task: (returnval){ [ 1572.692525] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529ed075-5ee1-58e3-f655-1c99df3f1697" [ 1572.692525] env[64120]: _type = "Task" [ 1572.692525] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.701614] env[64120]: DEBUG oslo_vmware.api [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529ed075-5ee1-58e3-f655-1c99df3f1697, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.204396] env[64120]: DEBUG oslo_vmware.api [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529ed075-5ee1-58e3-f655-1c99df3f1697, 'name': SearchDatastore_Task, 'duration_secs': 0.01928} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.204759] env[64120]: DEBUG oslo_concurrency.lockutils [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.204957] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1573.205221] env[64120]: DEBUG oslo_concurrency.lockutils [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1573.205370] env[64120]: DEBUG oslo_concurrency.lockutils [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.205555] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1573.205832] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72388287-5715-4a57-875e-9edb30a4dee8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.215779] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1573.215989] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1573.216766] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c43c8af-e82c-47b9-ad31-89fb2a67cf0a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.222935] env[64120]: DEBUG oslo_vmware.api [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Waiting for the task: (returnval){ [ 1573.222935] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529c724c-76b7-13ab-20b9-ec1c361e7163" [ 1573.222935] env[64120]: _type = "Task" [ 1573.222935] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.231798] env[64120]: DEBUG oslo_vmware.api [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529c724c-76b7-13ab-20b9-ec1c361e7163, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.735448] env[64120]: DEBUG oslo_vmware.api [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]529c724c-76b7-13ab-20b9-ec1c361e7163, 'name': SearchDatastore_Task, 'duration_secs': 0.010149} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.736446] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6876754d-6395-43d0-b27f-f96e705e3b6e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.743152] env[64120]: DEBUG oslo_vmware.api [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Waiting for the task: (returnval){ [ 1573.743152] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b96c63-0c31-c05b-6741-729743c69022" [ 1573.743152] env[64120]: _type = "Task" [ 1573.743152] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.751219] env[64120]: DEBUG oslo_vmware.api [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b96c63-0c31-c05b-6741-729743c69022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.948427] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquiring lock "84b22e07-5895-41d8-ad96-cf816054cf1c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.948803] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "84b22e07-5895-41d8-ad96-cf816054cf1c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.949119] env[64120]: INFO nova.compute.manager [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Shelving [ 1574.254042] env[64120]: DEBUG oslo_vmware.api [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52b96c63-0c31-c05b-6741-729743c69022, 'name': SearchDatastore_Task, 'duration_secs': 0.009734} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.254416] env[64120]: DEBUG oslo_concurrency.lockutils [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.254565] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 0a90ec08-736a-4adc-84a6-9fc9a18896f3/0a90ec08-736a-4adc-84a6-9fc9a18896f3.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1574.254827] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c93defb-d2a6-4112-8360-82bf34d19045 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.261975] env[64120]: DEBUG oslo_vmware.api [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Waiting for the task: (returnval){ [ 1574.261975] env[64120]: value = "task-1407292" [ 1574.261975] env[64120]: _type = "Task" [ 1574.261975] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.270157] env[64120]: DEBUG oslo_vmware.api [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': task-1407292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.457308] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1574.457627] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c143bae-4bb5-4664-beef-6d098b5b8fc1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.467081] env[64120]: DEBUG oslo_vmware.api [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1574.467081] env[64120]: value = "task-1407293" [ 1574.467081] env[64120]: _type = "Task" [ 1574.467081] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.477892] env[64120]: DEBUG oslo_vmware.api [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.771611] env[64120]: DEBUG oslo_vmware.api [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': task-1407292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48066} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.771853] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] 0a90ec08-736a-4adc-84a6-9fc9a18896f3/0a90ec08-736a-4adc-84a6-9fc9a18896f3.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1574.772091] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1574.772384] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d864f64e-eed0-4441-8b04-f3c4055fa38e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.782692] env[64120]: DEBUG oslo_vmware.api [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Waiting for the task: (returnval){ [ 1574.782692] env[64120]: value = "task-1407294" [ 1574.782692] env[64120]: _type = "Task" [ 1574.782692] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.791503] env[64120]: DEBUG oslo_vmware.api [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': task-1407294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.977333] env[64120]: DEBUG oslo_vmware.api [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407293, 'name': PowerOffVM_Task, 'duration_secs': 0.41887} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.977605] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1574.978391] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3ebe08-ec75-489f-998d-52bdf88035ff {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.996329] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2290882-99ca-4a41-b10f-a057d64f33c1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.293311] env[64120]: DEBUG oslo_vmware.api [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': task-1407294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071863} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.293983] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1575.294778] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5e3baf-36a7-4452-8c47-c2a49f459f48 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.314808] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 0a90ec08-736a-4adc-84a6-9fc9a18896f3/0a90ec08-736a-4adc-84a6-9fc9a18896f3.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1575.314808] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7b3564c-51f2-461e-a5d9-3a792a99c8a9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.335280] env[64120]: DEBUG oslo_vmware.api [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Waiting for the task: (returnval){ [ 1575.335280] env[64120]: value = "task-1407295" [ 1575.335280] env[64120]: _type = "Task" [ 1575.335280] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.347646] env[64120]: DEBUG oslo_vmware.api [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': task-1407295, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.506679] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Creating Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1575.506992] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0f54cde5-20a7-4889-bc98-7ae6946240fd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.515409] env[64120]: DEBUG oslo_vmware.api [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1575.515409] env[64120]: value = "task-1407296" [ 1575.515409] env[64120]: _type = "Task" [ 1575.515409] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.523836] env[64120]: DEBUG oslo_vmware.api [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407296, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.845685] env[64120]: DEBUG oslo_vmware.api [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': task-1407295, 'name': ReconfigVM_Task, 'duration_secs': 0.281743} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.845973] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 0a90ec08-736a-4adc-84a6-9fc9a18896f3/0a90ec08-736a-4adc-84a6-9fc9a18896f3.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1575.846628] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7511446a-d9cf-4a0b-bacc-29ae051976a9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.853766] env[64120]: DEBUG oslo_vmware.api [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Waiting for the task: (returnval){ [ 1575.853766] env[64120]: value = "task-1407297" [ 1575.853766] env[64120]: _type = "Task" [ 1575.853766] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.862264] env[64120]: DEBUG oslo_vmware.api [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': task-1407297, 'name': Rename_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.026195] env[64120]: DEBUG oslo_vmware.api [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407296, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.364622] env[64120]: DEBUG oslo_vmware.api [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': task-1407297, 'name': Rename_Task, 'duration_secs': 0.345206} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.364622] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1576.365091] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-917e54ef-7ea1-4aac-92a8-15938370f900 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.371529] env[64120]: DEBUG oslo_vmware.api [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Waiting for the task: (returnval){ [ 1576.371529] env[64120]: value = "task-1407298" [ 1576.371529] env[64120]: _type = "Task" [ 1576.371529] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.382030] env[64120]: DEBUG oslo_vmware.api [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': task-1407298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.526675] env[64120]: DEBUG oslo_vmware.api [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407296, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.881547] env[64120]: DEBUG oslo_vmware.api [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': task-1407298, 'name': PowerOnVM_Task, 'duration_secs': 0.43259} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.881822] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1576.882069] env[64120]: DEBUG nova.compute.manager [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1576.882827] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb091b77-b02c-4329-8429-7e7e801a1f34 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.027357] env[64120]: DEBUG oslo_vmware.api [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407296, 'name': CreateSnapshot_Task, 'duration_secs': 1.01965} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.027651] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Created Snapshot of the VM instance {{(pid=64120) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1577.028489] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae79e17-b88d-4479-a99f-19e4a11bbfa1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.399875] env[64120]: DEBUG oslo_concurrency.lockutils [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.400172] env[64120]: DEBUG oslo_concurrency.lockutils [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.400359] env[64120]: DEBUG nova.objects.instance [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64120) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1577.545750] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Creating linked-clone VM from snapshot {{(pid=64120) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1577.546118] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6e5c4512-23ac-4511-8847-edf5b3257967 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.555227] env[64120]: DEBUG oslo_vmware.api [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1577.555227] env[64120]: value = "task-1407299" [ 1577.555227] env[64120]: _type = "Task" [ 1577.555227] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.564514] env[64120]: DEBUG oslo_vmware.api [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407299, 'name': CloneVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.065882] env[64120]: DEBUG oslo_vmware.api [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407299, 'name': CloneVM_Task} progress is 94%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.107618] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Acquiring lock "0a90ec08-736a-4adc-84a6-9fc9a18896f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.107882] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Lock "0a90ec08-736a-4adc-84a6-9fc9a18896f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.108131] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Acquiring lock "0a90ec08-736a-4adc-84a6-9fc9a18896f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.108324] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Lock "0a90ec08-736a-4adc-84a6-9fc9a18896f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.108496] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Lock "0a90ec08-736a-4adc-84a6-9fc9a18896f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.110795] env[64120]: INFO nova.compute.manager [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Terminating instance [ 1578.112646] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Acquiring lock "refresh_cache-0a90ec08-736a-4adc-84a6-9fc9a18896f3" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.112841] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Acquired lock "refresh_cache-0a90ec08-736a-4adc-84a6-9fc9a18896f3" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.113068] env[64120]: DEBUG nova.network.neutron [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1578.409116] env[64120]: DEBUG oslo_concurrency.lockutils [None req-760dd869-929b-499a-9ff5-d4ca53aab2c0 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.565919] env[64120]: DEBUG oslo_vmware.api [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407299, 'name': CloneVM_Task} progress is 95%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.633723] env[64120]: DEBUG nova.network.neutron [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1578.684901] env[64120]: DEBUG nova.network.neutron [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.068738] env[64120]: DEBUG oslo_vmware.api [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407299, 'name': CloneVM_Task, 'duration_secs': 1.230136} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.069077] env[64120]: INFO nova.virt.vmwareapi.vmops [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Created linked-clone VM from snapshot [ 1579.069909] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462811ea-a2f7-4fb3-affa-a1bd550171f6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.078328] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Uploading image 074d14cf-4e54-4001-8ed9-4aebcce1fc56 {{(pid=64120) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1579.103857] env[64120]: DEBUG oslo_vmware.rw_handles [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1579.103857] env[64120]: value = "vm-298231" [ 1579.103857] env[64120]: _type = "VirtualMachine" [ 1579.103857] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1579.104210] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2c2f189f-4c4a-4c86-8f2b-058b82188cfd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.112394] env[64120]: DEBUG oslo_vmware.rw_handles [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lease: (returnval){ [ 1579.112394] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f357a4-dfcb-ea34-cec1-6850012ca2dc" [ 1579.112394] env[64120]: _type = "HttpNfcLease" [ 1579.112394] env[64120]: } obtained for exporting VM: (result){ [ 1579.112394] env[64120]: value = "vm-298231" [ 1579.112394] env[64120]: _type = "VirtualMachine" [ 1579.112394] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1579.112752] env[64120]: DEBUG oslo_vmware.api [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the lease: (returnval){ [ 1579.112752] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f357a4-dfcb-ea34-cec1-6850012ca2dc" [ 1579.112752] env[64120]: _type = "HttpNfcLease" [ 1579.112752] env[64120]: } to be ready. {{(pid=64120) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1579.119709] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1579.119709] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f357a4-dfcb-ea34-cec1-6850012ca2dc" [ 1579.119709] env[64120]: _type = "HttpNfcLease" [ 1579.119709] env[64120]: } is initializing. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1579.187590] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Releasing lock "refresh_cache-0a90ec08-736a-4adc-84a6-9fc9a18896f3" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.188048] env[64120]: DEBUG nova.compute.manager [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1579.188292] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1579.189163] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb80ed19-1d2e-406c-aee2-c702ce3e6237 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.197160] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1579.197364] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6206e176-52df-4cad-856c-37846f7193af {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.204391] env[64120]: DEBUG oslo_vmware.api [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Waiting for the task: (returnval){ [ 1579.204391] env[64120]: value = "task-1407301" [ 1579.204391] env[64120]: _type = "Task" [ 1579.204391] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.213263] env[64120]: DEBUG oslo_vmware.api [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': task-1407301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.621717] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1579.621717] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f357a4-dfcb-ea34-cec1-6850012ca2dc" [ 1579.621717] env[64120]: _type = "HttpNfcLease" [ 1579.621717] env[64120]: } is ready. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1579.622313] env[64120]: DEBUG oslo_vmware.rw_handles [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1579.622313] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52f357a4-dfcb-ea34-cec1-6850012ca2dc" [ 1579.622313] env[64120]: _type = "HttpNfcLease" [ 1579.622313] env[64120]: }. {{(pid=64120) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1579.622795] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed8f001-8774-452d-806e-3db48153dfcf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.630432] env[64120]: DEBUG oslo_vmware.rw_handles [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4c0b5-33c9-658d-8afd-07565eac9d6d/disk-0.vmdk from lease info. {{(pid=64120) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1579.630616] env[64120]: DEBUG oslo_vmware.rw_handles [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4c0b5-33c9-658d-8afd-07565eac9d6d/disk-0.vmdk for reading. {{(pid=64120) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1579.714664] env[64120]: DEBUG oslo_vmware.api [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': task-1407301, 'name': PowerOffVM_Task, 'duration_secs': 0.158769} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.714985] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1579.715173] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1579.715436] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a57581ac-4d83-47c6-8d52-21a21d040293 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.720178] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d873a07e-2ef9-40d2-995f-39c37bddd672 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.750220] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1579.750509] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1579.750672] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Deleting the datastore file [datastore2] 0a90ec08-736a-4adc-84a6-9fc9a18896f3 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1579.750915] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07d2a4f1-8579-4f3a-b913-7679160bb6ec {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.756781] env[64120]: DEBUG oslo_vmware.api [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Waiting for the task: (returnval){ [ 1579.756781] env[64120]: value = "task-1407303" [ 1579.756781] env[64120]: _type = "Task" [ 1579.756781] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.765302] env[64120]: DEBUG oslo_vmware.api [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': task-1407303, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.269611] env[64120]: DEBUG oslo_vmware.api [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Task: {'id': task-1407303, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.085306} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.270108] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1580.270374] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1580.270580] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1580.270793] env[64120]: INFO nova.compute.manager [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1580.271173] env[64120]: DEBUG oslo.service.loopingcall [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1580.271462] env[64120]: DEBUG nova.compute.manager [-] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1580.271581] env[64120]: DEBUG nova.network.neutron [-] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1580.288652] env[64120]: DEBUG nova.network.neutron [-] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1580.791137] env[64120]: DEBUG nova.network.neutron [-] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.293560] env[64120]: INFO nova.compute.manager [-] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Took 1.02 seconds to deallocate network for instance. [ 1581.761695] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5447747d-5abe-488c-b02e-91094a0136d8 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "1f1efe02-83b9-4749-b9c9-80b4008ce7bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.761925] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5447747d-5abe-488c-b02e-91094a0136d8 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "1f1efe02-83b9-4749-b9c9-80b4008ce7bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.762160] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5447747d-5abe-488c-b02e-91094a0136d8 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "1f1efe02-83b9-4749-b9c9-80b4008ce7bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.762463] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5447747d-5abe-488c-b02e-91094a0136d8 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "1f1efe02-83b9-4749-b9c9-80b4008ce7bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.762749] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5447747d-5abe-488c-b02e-91094a0136d8 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "1f1efe02-83b9-4749-b9c9-80b4008ce7bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.765211] env[64120]: INFO nova.compute.manager [None req-5447747d-5abe-488c-b02e-91094a0136d8 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Terminating instance [ 1581.767090] env[64120]: DEBUG nova.compute.manager [None req-5447747d-5abe-488c-b02e-91094a0136d8 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1581.767391] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5447747d-5abe-488c-b02e-91094a0136d8 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1581.768301] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c47b01b-1aeb-4b1a-834e-6edd72545289 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.776848] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5447747d-5abe-488c-b02e-91094a0136d8 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1581.777551] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fbf35ea-08e3-4a51-8878-324fd1a88658 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.784850] env[64120]: DEBUG oslo_vmware.api [None req-5447747d-5abe-488c-b02e-91094a0136d8 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1581.784850] env[64120]: value = "task-1407304" [ 1581.784850] env[64120]: _type = "Task" [ 1581.784850] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.795926] env[64120]: DEBUG oslo_vmware.api [None req-5447747d-5abe-488c-b02e-91094a0136d8 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.801270] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.801631] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.801946] env[64120]: DEBUG nova.objects.instance [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Lazy-loading 'resources' on Instance uuid 0a90ec08-736a-4adc-84a6-9fc9a18896f3 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1582.295251] env[64120]: DEBUG oslo_vmware.api [None req-5447747d-5abe-488c-b02e-91094a0136d8 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407304, 'name': PowerOffVM_Task, 'duration_secs': 0.190332} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.295551] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-5447747d-5abe-488c-b02e-91094a0136d8 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1582.295731] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5447747d-5abe-488c-b02e-91094a0136d8 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1582.295998] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57b17f6c-1b08-4281-a31d-5c10a2c998e3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.366844] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5447747d-5abe-488c-b02e-91094a0136d8 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1582.367117] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5447747d-5abe-488c-b02e-91094a0136d8 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1582.367324] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-5447747d-5abe-488c-b02e-91094a0136d8 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Deleting the datastore file [datastore2] 1f1efe02-83b9-4749-b9c9-80b4008ce7bb {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1582.370081] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f47dc59c-4a2b-426d-b717-ae883c50dd19 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.378927] env[64120]: DEBUG oslo_vmware.api [None req-5447747d-5abe-488c-b02e-91094a0136d8 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1582.378927] env[64120]: value = "task-1407306" [ 1582.378927] env[64120]: _type = "Task" [ 1582.378927] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.384057] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa1531e-0e18-44cb-9a0b-38d306558050 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.394512] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30cd2e1-f6e7-406e-8ab8-560a71c4cde3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.397792] env[64120]: DEBUG oslo_vmware.api [None req-5447747d-5abe-488c-b02e-91094a0136d8 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.425156] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481d2f16-05e8-4fb6-8e1c-4f934af24fdc {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.433908] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bea6ad-d1c6-46d5-af9d-732662941b58 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.450762] env[64120]: DEBUG nova.compute.provider_tree [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1582.890290] env[64120]: DEBUG oslo_vmware.api [None req-5447747d-5abe-488c-b02e-91094a0136d8 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215851} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.890715] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-5447747d-5abe-488c-b02e-91094a0136d8 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1582.890831] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5447747d-5abe-488c-b02e-91094a0136d8 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1582.891063] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-5447747d-5abe-488c-b02e-91094a0136d8 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1582.891285] env[64120]: INFO nova.compute.manager [None req-5447747d-5abe-488c-b02e-91094a0136d8 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1582.891556] env[64120]: DEBUG oslo.service.loopingcall [None req-5447747d-5abe-488c-b02e-91094a0136d8 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1582.891786] env[64120]: DEBUG nova.compute.manager [-] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1582.891909] env[64120]: DEBUG nova.network.neutron [-] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1582.953796] env[64120]: DEBUG nova.scheduler.client.report [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1583.350017] env[64120]: DEBUG nova.compute.manager [req-832889e8-0880-4610-94e8-4a1c99d99ac4 req-75a20b88-4991-4478-b6f8-3aba6434d149 service nova] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Received event network-vif-deleted-c07b2660-d64c-4f12-894b-724e2f97ed66 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1583.350278] env[64120]: INFO nova.compute.manager [req-832889e8-0880-4610-94e8-4a1c99d99ac4 req-75a20b88-4991-4478-b6f8-3aba6434d149 service nova] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Neutron deleted interface c07b2660-d64c-4f12-894b-724e2f97ed66; detaching it from the instance and deleting it from the info cache [ 1583.350472] env[64120]: DEBUG nova.network.neutron [req-832889e8-0880-4610-94e8-4a1c99d99ac4 req-75a20b88-4991-4478-b6f8-3aba6434d149 service nova] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.458406] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.656s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.487676] env[64120]: INFO nova.scheduler.client.report [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Deleted allocations for instance 0a90ec08-736a-4adc-84a6-9fc9a18896f3 [ 1583.821176] env[64120]: DEBUG nova.network.neutron [-] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.853375] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af2f6c50-602c-4f35-bf1d-bcf19df183da {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.863640] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99686cf9-04e3-4585-8aff-9260a3208da9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.891880] env[64120]: DEBUG nova.compute.manager [req-832889e8-0880-4610-94e8-4a1c99d99ac4 req-75a20b88-4991-4478-b6f8-3aba6434d149 service nova] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Detach interface failed, port_id=c07b2660-d64c-4f12-894b-724e2f97ed66, reason: Instance 1f1efe02-83b9-4749-b9c9-80b4008ce7bb could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1583.995528] env[64120]: DEBUG oslo_concurrency.lockutils [None req-8236f5e0-9a0b-4e42-84f0-45c4f51df5b4 tempest-ServerShowV257Test-1472710747 tempest-ServerShowV257Test-1472710747-project-member] Lock "0a90ec08-736a-4adc-84a6-9fc9a18896f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.887s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.323557] env[64120]: INFO nova.compute.manager [-] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Took 1.43 seconds to deallocate network for instance. [ 1584.831818] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5447747d-5abe-488c-b02e-91094a0136d8 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.832196] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5447747d-5abe-488c-b02e-91094a0136d8 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.832492] env[64120]: DEBUG nova.objects.instance [None req-5447747d-5abe-488c-b02e-91094a0136d8 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lazy-loading 'resources' on Instance uuid 1f1efe02-83b9-4749-b9c9-80b4008ce7bb {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1585.390600] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61713816-c9df-482c-9bbd-f318b7dcf272 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.398322] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ee600c-bdfc-4c35-839e-62ad6ba6c34f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.429438] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a39fd4-dda0-4cb9-9073-11073fd4a0b9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.438078] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7573bafa-5ea1-44ea-b16c-05121e648574 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.450482] env[64120]: DEBUG nova.compute.provider_tree [None req-5447747d-5abe-488c-b02e-91094a0136d8 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1585.954111] env[64120]: DEBUG nova.scheduler.client.report [None req-5447747d-5abe-488c-b02e-91094a0136d8 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1586.460126] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5447747d-5abe-488c-b02e-91094a0136d8 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.628s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.478271] env[64120]: INFO nova.scheduler.client.report [None req-5447747d-5abe-488c-b02e-91094a0136d8 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Deleted allocations for instance 1f1efe02-83b9-4749-b9c9-80b4008ce7bb [ 1586.748350] env[64120]: DEBUG oslo_vmware.rw_handles [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4c0b5-33c9-658d-8afd-07565eac9d6d/disk-0.vmdk. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1586.749475] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161b38bc-9bbf-4c2f-b62e-59bda30fb693 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.755704] env[64120]: DEBUG oslo_vmware.rw_handles [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4c0b5-33c9-658d-8afd-07565eac9d6d/disk-0.vmdk is in state: ready. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1586.755887] env[64120]: ERROR oslo_vmware.rw_handles [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4c0b5-33c9-658d-8afd-07565eac9d6d/disk-0.vmdk due to incomplete transfer. [ 1586.756127] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8a843e8d-9833-4076-bd03-50c2c230efa6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.763019] env[64120]: DEBUG oslo_vmware.rw_handles [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4c0b5-33c9-658d-8afd-07565eac9d6d/disk-0.vmdk. {{(pid=64120) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1586.763190] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Uploaded image 074d14cf-4e54-4001-8ed9-4aebcce1fc56 to the Glance image server {{(pid=64120) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1586.765709] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Destroying the VM {{(pid=64120) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1586.765951] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cfa98a20-7879-46f9-9045-ae4859574d05 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.771361] env[64120]: DEBUG oslo_vmware.api [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1586.771361] env[64120]: value = "task-1407307" [ 1586.771361] env[64120]: _type = "Task" [ 1586.771361] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.779210] env[64120]: DEBUG oslo_vmware.api [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407307, 'name': Destroy_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.988199] env[64120]: DEBUG oslo_concurrency.lockutils [None req-5447747d-5abe-488c-b02e-91094a0136d8 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "1f1efe02-83b9-4749-b9c9-80b4008ce7bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.226s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.280579] env[64120]: DEBUG oslo_vmware.api [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407307, 'name': Destroy_Task, 'duration_secs': 0.425556} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.280854] env[64120]: INFO nova.virt.vmwareapi.vm_util [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Destroyed the VM [ 1587.281111] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Deleting Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1587.281360] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2458873a-1865-4048-95ba-1bad8bf304e5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.287269] env[64120]: DEBUG oslo_vmware.api [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1587.287269] env[64120]: value = "task-1407308" [ 1587.287269] env[64120]: _type = "Task" [ 1587.287269] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.294117] env[64120]: DEBUG oslo_vmware.api [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407308, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.722566] env[64120]: DEBUG oslo_concurrency.lockutils [None req-02cef21b-0924-4566-a1dd-2bc89c71bce4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "4454a9bf-1408-47d0-af64-7ab9f0f21956" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.722984] env[64120]: DEBUG oslo_concurrency.lockutils [None req-02cef21b-0924-4566-a1dd-2bc89c71bce4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "4454a9bf-1408-47d0-af64-7ab9f0f21956" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.797314] env[64120]: DEBUG oslo_vmware.api [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407308, 'name': RemoveSnapshot_Task, 'duration_secs': 0.343386} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.797578] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Deleted Snapshot of the VM instance {{(pid=64120) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1587.797840] env[64120]: DEBUG nova.compute.manager [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1587.798581] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c06099b-c3af-4d62-98e4-4b90563be044 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.225929] env[64120]: INFO nova.compute.manager [None req-02cef21b-0924-4566-a1dd-2bc89c71bce4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Detaching volume 2ffc1849-64c7-4aad-8469-9d051109db1b [ 1588.255301] env[64120]: INFO nova.virt.block_device [None req-02cef21b-0924-4566-a1dd-2bc89c71bce4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Attempting to driver detach volume 2ffc1849-64c7-4aad-8469-9d051109db1b from mountpoint /dev/sdb [ 1588.255544] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-02cef21b-0924-4566-a1dd-2bc89c71bce4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Volume detach. Driver type: vmdk {{(pid=64120) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1588.255732] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-02cef21b-0924-4566-a1dd-2bc89c71bce4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298216', 'volume_id': '2ffc1849-64c7-4aad-8469-9d051109db1b', 'name': 'volume-2ffc1849-64c7-4aad-8469-9d051109db1b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4454a9bf-1408-47d0-af64-7ab9f0f21956', 'attached_at': '', 'detached_at': '', 'volume_id': '2ffc1849-64c7-4aad-8469-9d051109db1b', 'serial': '2ffc1849-64c7-4aad-8469-9d051109db1b'} {{(pid=64120) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1588.256771] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066d4379-c05c-46b8-b329-78c45dab0907 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.277407] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91849854-e912-4383-8ed7-fcc7457b5015 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.283703] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e08b677-8903-45a7-adf8-1e2c23b47bdf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.302624] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bf1ae8-dffd-44b7-a468-2cdc704e5782 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.319619] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-02cef21b-0924-4566-a1dd-2bc89c71bce4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] The volume has not been displaced from its original location: [datastore1] volume-2ffc1849-64c7-4aad-8469-9d051109db1b/volume-2ffc1849-64c7-4aad-8469-9d051109db1b.vmdk. No consolidation needed. {{(pid=64120) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1588.324704] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-02cef21b-0924-4566-a1dd-2bc89c71bce4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1588.325198] env[64120]: INFO nova.compute.manager [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Shelve offloading [ 1588.326464] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-148e2808-6417-474d-b8df-8ed888b4657b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.338719] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1588.338934] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11ea8f26-1b0f-4741-8ad0-692acbbe8a68 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.344706] env[64120]: DEBUG oslo_vmware.api [None req-02cef21b-0924-4566-a1dd-2bc89c71bce4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1588.344706] env[64120]: value = "task-1407309" [ 1588.344706] env[64120]: _type = "Task" [ 1588.344706] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.348478] env[64120]: DEBUG oslo_vmware.api [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1588.348478] env[64120]: value = "task-1407310" [ 1588.348478] env[64120]: _type = "Task" [ 1588.348478] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.354856] env[64120]: DEBUG oslo_vmware.api [None req-02cef21b-0924-4566-a1dd-2bc89c71bce4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407309, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.359623] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] VM already powered off {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1588.359806] env[64120]: DEBUG nova.compute.manager [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1588.360507] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0493050e-a742-4409-8706-260d6903642f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.365401] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquiring lock "refresh_cache-84b22e07-5895-41d8-ad96-cf816054cf1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.365573] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquired lock "refresh_cache-84b22e07-5895-41d8-ad96-cf816054cf1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.365745] env[64120]: DEBUG nova.network.neutron [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1588.854149] env[64120]: DEBUG oslo_vmware.api [None req-02cef21b-0924-4566-a1dd-2bc89c71bce4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407309, 'name': ReconfigVM_Task, 'duration_secs': 0.224006} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.854538] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-02cef21b-0924-4566-a1dd-2bc89c71bce4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1588.859043] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c975eac6-613b-4dba-97a0-cb14c2f4e275 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.875728] env[64120]: DEBUG oslo_vmware.api [None req-02cef21b-0924-4566-a1dd-2bc89c71bce4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1588.875728] env[64120]: value = "task-1407311" [ 1588.875728] env[64120]: _type = "Task" [ 1588.875728] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.883164] env[64120]: DEBUG oslo_vmware.api [None req-02cef21b-0924-4566-a1dd-2bc89c71bce4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407311, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.077156] env[64120]: DEBUG nova.network.neutron [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Updating instance_info_cache with network_info: [{"id": "9f3cb725-4535-4371-80c7-dbbf1cde8bda", "address": "fa:16:3e:85:47:01", "network": {"id": "6569e1ec-1a2b-4d9b-80f3-051ee4368a6a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1669689819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3f4905bad364b14ad429c24290f1f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f3cb725-45", "ovs_interfaceid": "9f3cb725-4535-4371-80c7-dbbf1cde8bda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.385938] env[64120]: DEBUG oslo_vmware.api [None req-02cef21b-0924-4566-a1dd-2bc89c71bce4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407311, 'name': ReconfigVM_Task, 'duration_secs': 0.135469} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.386277] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-02cef21b-0924-4566-a1dd-2bc89c71bce4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298216', 'volume_id': '2ffc1849-64c7-4aad-8469-9d051109db1b', 'name': 'volume-2ffc1849-64c7-4aad-8469-9d051109db1b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4454a9bf-1408-47d0-af64-7ab9f0f21956', 'attached_at': '', 'detached_at': '', 'volume_id': '2ffc1849-64c7-4aad-8469-9d051109db1b', 'serial': '2ffc1849-64c7-4aad-8469-9d051109db1b'} {{(pid=64120) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1589.580442] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Releasing lock "refresh_cache-84b22e07-5895-41d8-ad96-cf816054cf1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.785244] env[64120]: DEBUG nova.compute.manager [req-bd2ff5d0-0c3c-49f7-9a4b-c93e0e7c87f0 req-663d875a-7571-4bb2-af69-d4953652af66 service nova] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Received event network-vif-unplugged-9f3cb725-4535-4371-80c7-dbbf1cde8bda {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1589.785613] env[64120]: DEBUG oslo_concurrency.lockutils [req-bd2ff5d0-0c3c-49f7-9a4b-c93e0e7c87f0 req-663d875a-7571-4bb2-af69-d4953652af66 service nova] Acquiring lock "84b22e07-5895-41d8-ad96-cf816054cf1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.786028] env[64120]: DEBUG oslo_concurrency.lockutils [req-bd2ff5d0-0c3c-49f7-9a4b-c93e0e7c87f0 req-663d875a-7571-4bb2-af69-d4953652af66 service nova] Lock "84b22e07-5895-41d8-ad96-cf816054cf1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.786247] env[64120]: DEBUG oslo_concurrency.lockutils [req-bd2ff5d0-0c3c-49f7-9a4b-c93e0e7c87f0 req-663d875a-7571-4bb2-af69-d4953652af66 service nova] Lock "84b22e07-5895-41d8-ad96-cf816054cf1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.786435] env[64120]: DEBUG nova.compute.manager [req-bd2ff5d0-0c3c-49f7-9a4b-c93e0e7c87f0 req-663d875a-7571-4bb2-af69-d4953652af66 service nova] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] No waiting events found dispatching network-vif-unplugged-9f3cb725-4535-4371-80c7-dbbf1cde8bda {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1589.786624] env[64120]: WARNING nova.compute.manager [req-bd2ff5d0-0c3c-49f7-9a4b-c93e0e7c87f0 req-663d875a-7571-4bb2-af69-d4953652af66 service nova] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Received unexpected event network-vif-unplugged-9f3cb725-4535-4371-80c7-dbbf1cde8bda for instance with vm_state shelved and task_state shelving_offloading. [ 1589.872229] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1589.873179] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94eb15d0-fa1a-4908-a203-5827cc9dd0e2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.880730] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1589.880971] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd58f4dc-e9dc-4cbb-922d-656d4b53a53b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.925758] env[64120]: DEBUG nova.objects.instance [None req-02cef21b-0924-4566-a1dd-2bc89c71bce4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lazy-loading 'flavor' on Instance uuid 4454a9bf-1408-47d0-af64-7ab9f0f21956 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1589.939574] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1589.939813] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1589.939998] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Deleting the datastore file [datastore2] 84b22e07-5895-41d8-ad96-cf816054cf1c {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1589.940972] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1655a058-1900-4924-bcd4-cd6cb6a9b8e6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.947128] env[64120]: DEBUG oslo_vmware.api [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1589.947128] env[64120]: value = "task-1407313" [ 1589.947128] env[64120]: _type = "Task" [ 1589.947128] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.954711] env[64120]: DEBUG oslo_vmware.api [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.457376] env[64120]: DEBUG oslo_vmware.api [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128203} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.457652] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1590.457810] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1590.457986] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1590.479083] env[64120]: INFO nova.scheduler.client.report [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Deleted allocations for instance 84b22e07-5895-41d8-ad96-cf816054cf1c [ 1590.933490] env[64120]: DEBUG oslo_concurrency.lockutils [None req-02cef21b-0924-4566-a1dd-2bc89c71bce4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "4454a9bf-1408-47d0-af64-7ab9f0f21956" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.210s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.983532] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.983794] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.984098] env[64120]: DEBUG nova.objects.instance [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lazy-loading 'resources' on Instance uuid 84b22e07-5895-41d8-ad96-cf816054cf1c {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1591.486634] env[64120]: DEBUG nova.objects.instance [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lazy-loading 'numa_topology' on Instance uuid 84b22e07-5895-41d8-ad96-cf816054cf1c {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1591.812557] env[64120]: DEBUG nova.compute.manager [req-c362be1b-e369-4f67-9f66-350f65c34c30 req-99d748b8-383c-48b4-959d-68bbf6782a35 service nova] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Received event network-changed-9f3cb725-4535-4371-80c7-dbbf1cde8bda {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1591.812746] env[64120]: DEBUG nova.compute.manager [req-c362be1b-e369-4f67-9f66-350f65c34c30 req-99d748b8-383c-48b4-959d-68bbf6782a35 service nova] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Refreshing instance network info cache due to event network-changed-9f3cb725-4535-4371-80c7-dbbf1cde8bda. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1591.812901] env[64120]: DEBUG oslo_concurrency.lockutils [req-c362be1b-e369-4f67-9f66-350f65c34c30 req-99d748b8-383c-48b4-959d-68bbf6782a35 service nova] Acquiring lock "refresh_cache-84b22e07-5895-41d8-ad96-cf816054cf1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.813065] env[64120]: DEBUG oslo_concurrency.lockutils [req-c362be1b-e369-4f67-9f66-350f65c34c30 req-99d748b8-383c-48b4-959d-68bbf6782a35 service nova] Acquired lock "refresh_cache-84b22e07-5895-41d8-ad96-cf816054cf1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.813249] env[64120]: DEBUG nova.network.neutron [req-c362be1b-e369-4f67-9f66-350f65c34c30 req-99d748b8-383c-48b4-959d-68bbf6782a35 service nova] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Refreshing network info cache for port 9f3cb725-4535-4371-80c7-dbbf1cde8bda {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1591.956133] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9b9c3c0b-da43-4363-b976-f7be4dde668f tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "4454a9bf-1408-47d0-af64-7ab9f0f21956" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.956519] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9b9c3c0b-da43-4363-b976-f7be4dde668f tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "4454a9bf-1408-47d0-af64-7ab9f0f21956" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.956655] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9b9c3c0b-da43-4363-b976-f7be4dde668f tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "4454a9bf-1408-47d0-af64-7ab9f0f21956-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.956812] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9b9c3c0b-da43-4363-b976-f7be4dde668f tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "4454a9bf-1408-47d0-af64-7ab9f0f21956-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.956983] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9b9c3c0b-da43-4363-b976-f7be4dde668f tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "4454a9bf-1408-47d0-af64-7ab9f0f21956-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.959110] env[64120]: INFO nova.compute.manager [None req-9b9c3c0b-da43-4363-b976-f7be4dde668f tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Terminating instance [ 1591.960845] env[64120]: DEBUG nova.compute.manager [None req-9b9c3c0b-da43-4363-b976-f7be4dde668f tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1591.961056] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9c3c0b-da43-4363-b976-f7be4dde668f tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1591.961888] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e791375-d4d0-4608-9eba-7162d7cdf9c5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.969539] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9c3c0b-da43-4363-b976-f7be4dde668f tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1591.969764] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0b50ee1-9aca-4a1a-9b61-e42e8ed1dabb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.975815] env[64120]: DEBUG oslo_vmware.api [None req-9b9c3c0b-da43-4363-b976-f7be4dde668f tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1591.975815] env[64120]: value = "task-1407314" [ 1591.975815] env[64120]: _type = "Task" [ 1591.975815] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.982861] env[64120]: DEBUG oslo_vmware.api [None req-9b9c3c0b-da43-4363-b976-f7be4dde668f tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.988342] env[64120]: DEBUG nova.objects.base [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Object Instance<84b22e07-5895-41d8-ad96-cf816054cf1c> lazy-loaded attributes: resources,numa_topology {{(pid=64120) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1592.018315] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4337a3-eda4-4c61-9fe5-1295bb7f751a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.025309] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f2f835-1c5c-4777-8cb7-63e2565c29f6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.055013] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65724a9-6379-4ccb-9978-c3d49dcf0b76 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.062169] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a31a7df-cc69-4201-8446-b177183e336b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.075487] env[64120]: DEBUG nova.compute.provider_tree [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1592.488175] env[64120]: DEBUG oslo_vmware.api [None req-9b9c3c0b-da43-4363-b976-f7be4dde668f tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407314, 'name': PowerOffVM_Task, 'duration_secs': 0.169453} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.488735] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9c3c0b-da43-4363-b976-f7be4dde668f tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1592.489086] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9c3c0b-da43-4363-b976-f7be4dde668f tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1592.489776] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f168375b-7001-48c2-967e-737110afc15b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.555507] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9c3c0b-da43-4363-b976-f7be4dde668f tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1592.555725] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9c3c0b-da43-4363-b976-f7be4dde668f tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1592.555906] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b9c3c0b-da43-4363-b976-f7be4dde668f tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Deleting the datastore file [datastore1] 4454a9bf-1408-47d0-af64-7ab9f0f21956 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1592.556211] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e65e2e01-4f15-4ca4-8af0-17a2de847535 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.562956] env[64120]: DEBUG oslo_vmware.api [None req-9b9c3c0b-da43-4363-b976-f7be4dde668f tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1592.562956] env[64120]: value = "task-1407316" [ 1592.562956] env[64120]: _type = "Task" [ 1592.562956] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.570458] env[64120]: DEBUG oslo_vmware.api [None req-9b9c3c0b-da43-4363-b976-f7be4dde668f tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.578475] env[64120]: DEBUG nova.scheduler.client.report [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1592.582172] env[64120]: DEBUG nova.network.neutron [req-c362be1b-e369-4f67-9f66-350f65c34c30 req-99d748b8-383c-48b4-959d-68bbf6782a35 service nova] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Updated VIF entry in instance network info cache for port 9f3cb725-4535-4371-80c7-dbbf1cde8bda. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1592.582525] env[64120]: DEBUG nova.network.neutron [req-c362be1b-e369-4f67-9f66-350f65c34c30 req-99d748b8-383c-48b4-959d-68bbf6782a35 service nova] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Updating instance_info_cache with network_info: [{"id": "9f3cb725-4535-4371-80c7-dbbf1cde8bda", "address": "fa:16:3e:85:47:01", "network": {"id": "6569e1ec-1a2b-4d9b-80f3-051ee4368a6a", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1669689819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3f4905bad364b14ad429c24290f1f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9f3cb725-45", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.073346] env[64120]: DEBUG oslo_vmware.api [None req-9b9c3c0b-da43-4363-b976-f7be4dde668f tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133701} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.073749] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b9c3c0b-da43-4363-b976-f7be4dde668f tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1593.073806] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9c3c0b-da43-4363-b976-f7be4dde668f tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1593.073989] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9c3c0b-da43-4363-b976-f7be4dde668f tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1593.074236] env[64120]: INFO nova.compute.manager [None req-9b9c3c0b-da43-4363-b976-f7be4dde668f tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1593.074498] env[64120]: DEBUG oslo.service.loopingcall [None req-9b9c3c0b-da43-4363-b976-f7be4dde668f tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1593.074695] env[64120]: DEBUG nova.compute.manager [-] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1593.074793] env[64120]: DEBUG nova.network.neutron [-] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1593.085344] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.087901] env[64120]: DEBUG oslo_concurrency.lockutils [req-c362be1b-e369-4f67-9f66-350f65c34c30 req-99d748b8-383c-48b4-959d-68bbf6782a35 service nova] Releasing lock "refresh_cache-84b22e07-5895-41d8-ad96-cf816054cf1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.593224] env[64120]: DEBUG oslo_concurrency.lockutils [None req-b3ca78a0-6417-4fe5-9947-b36d05b3afe4 tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "84b22e07-5895-41d8-ad96-cf816054cf1c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.644s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.725834] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquiring lock "84b22e07-5895-41d8-ad96-cf816054cf1c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.725834] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "84b22e07-5895-41d8-ad96-cf816054cf1c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.725834] env[64120]: INFO nova.compute.manager [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Unshelving [ 1593.837622] env[64120]: DEBUG nova.compute.manager [req-c3153a3f-2d29-4738-8fd5-323fc97ac4ec req-3959ffcb-9a3b-4129-9955-9763966726c0 service nova] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Received event network-vif-deleted-b7ac18f5-2452-4540-83dd-1c84ed92f1d8 {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1593.837857] env[64120]: INFO nova.compute.manager [req-c3153a3f-2d29-4738-8fd5-323fc97ac4ec req-3959ffcb-9a3b-4129-9955-9763966726c0 service nova] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Neutron deleted interface b7ac18f5-2452-4540-83dd-1c84ed92f1d8; detaching it from the instance and deleting it from the info cache [ 1593.838041] env[64120]: DEBUG nova.network.neutron [req-c3153a3f-2d29-4738-8fd5-323fc97ac4ec req-3959ffcb-9a3b-4129-9955-9763966726c0 service nova] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.999254] env[64120]: DEBUG nova.network.neutron [-] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.342220] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec4611b4-48cb-4fd0-ad66-a90ebdf6d18b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.351895] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef89bd71-bd0f-42ee-b00b-ce559790ed2b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.375492] env[64120]: DEBUG nova.compute.manager [req-c3153a3f-2d29-4738-8fd5-323fc97ac4ec req-3959ffcb-9a3b-4129-9955-9763966726c0 service nova] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Detach interface failed, port_id=b7ac18f5-2452-4540-83dd-1c84ed92f1d8, reason: Instance 4454a9bf-1408-47d0-af64-7ab9f0f21956 could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1594.502039] env[64120]: INFO nova.compute.manager [-] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Took 1.43 seconds to deallocate network for instance. [ 1594.700807] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1594.701057] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1594.748309] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.748648] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.748915] env[64120]: DEBUG nova.objects.instance [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lazy-loading 'pci_requests' on Instance uuid 84b22e07-5895-41d8-ad96-cf816054cf1c {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1595.008728] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9b9c3c0b-da43-4363-b976-f7be4dde668f tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.206068] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1595.206068] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Starting heal instance info cache {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1595.252260] env[64120]: DEBUG nova.objects.instance [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lazy-loading 'numa_topology' on Instance uuid 84b22e07-5895-41d8-ad96-cf816054cf1c {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1595.709219] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Skipping network cache update for instance because it has been migrated to another host. {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9972}} [ 1595.754744] env[64120]: INFO nova.compute.claims [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1596.212285] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Didn't find any instances for network info cache update. {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 1596.212571] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1596.212680] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1596.212831] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1596.212981] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1596.213145] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1596.213307] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1596.213445] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64120) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1596.213608] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1596.717296] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.795759] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69bc2a6-3592-495e-ae71-39cc6eee5094 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.803068] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8492d3c3-d89e-46b5-b8de-234c70801371 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.831535] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60866999-cdc0-423f-b8ac-872257e2f989 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.838254] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd06509-e283-47e8-a605-f01494f109e7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.850744] env[64120]: DEBUG nova.compute.provider_tree [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1597.354379] env[64120]: DEBUG nova.scheduler.client.report [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1597.859275] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.110s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.861466] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9b9c3c0b-da43-4363-b976-f7be4dde668f tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.853s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.861718] env[64120]: DEBUG nova.objects.instance [None req-9b9c3c0b-da43-4363-b976-f7be4dde668f tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lazy-loading 'resources' on Instance uuid 4454a9bf-1408-47d0-af64-7ab9f0f21956 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1597.891149] env[64120]: INFO nova.network.neutron [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Updating port 9f3cb725-4535-4371-80c7-dbbf1cde8bda with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1598.401681] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239a5ea1-36cf-482a-b334-1076387f38b9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.408924] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cadb291-0df9-4f27-9277-a0bdbad79f9a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.438838] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fc402d-3ed6-4d9a-957f-4200e8144a86 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.445856] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70dd517e-65fd-4770-8765-93a2bdc02534 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.458462] env[64120]: DEBUG nova.compute.provider_tree [None req-9b9c3c0b-da43-4363-b976-f7be4dde668f tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1598.961635] env[64120]: DEBUG nova.scheduler.client.report [None req-9b9c3c0b-da43-4363-b976-f7be4dde668f tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1599.333374] env[64120]: DEBUG nova.compute.manager [req-1b98a21e-602f-4819-bf81-ee3844349915 req-02bcbd68-034a-4124-8492-c87dc88a512f service nova] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Received event network-vif-plugged-9f3cb725-4535-4371-80c7-dbbf1cde8bda {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1599.333616] env[64120]: DEBUG oslo_concurrency.lockutils [req-1b98a21e-602f-4819-bf81-ee3844349915 req-02bcbd68-034a-4124-8492-c87dc88a512f service nova] Acquiring lock "84b22e07-5895-41d8-ad96-cf816054cf1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.333828] env[64120]: DEBUG oslo_concurrency.lockutils [req-1b98a21e-602f-4819-bf81-ee3844349915 req-02bcbd68-034a-4124-8492-c87dc88a512f service nova] Lock "84b22e07-5895-41d8-ad96-cf816054cf1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.334012] env[64120]: DEBUG oslo_concurrency.lockutils [req-1b98a21e-602f-4819-bf81-ee3844349915 req-02bcbd68-034a-4124-8492-c87dc88a512f service nova] Lock "84b22e07-5895-41d8-ad96-cf816054cf1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.334231] env[64120]: DEBUG nova.compute.manager [req-1b98a21e-602f-4819-bf81-ee3844349915 req-02bcbd68-034a-4124-8492-c87dc88a512f service nova] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] No waiting events found dispatching network-vif-plugged-9f3cb725-4535-4371-80c7-dbbf1cde8bda {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1599.334414] env[64120]: WARNING nova.compute.manager [req-1b98a21e-602f-4819-bf81-ee3844349915 req-02bcbd68-034a-4124-8492-c87dc88a512f service nova] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Received unexpected event network-vif-plugged-9f3cb725-4535-4371-80c7-dbbf1cde8bda for instance with vm_state shelved_offloaded and task_state spawning. [ 1599.412535] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquiring lock "refresh_cache-84b22e07-5895-41d8-ad96-cf816054cf1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.412753] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquired lock "refresh_cache-84b22e07-5895-41d8-ad96-cf816054cf1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.412925] env[64120]: DEBUG nova.network.neutron [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1599.466165] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9b9c3c0b-da43-4363-b976-f7be4dde668f tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.605s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.468338] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.751s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.468485] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.468640] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64120) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1599.469519] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8438f66-e4f0-4d3b-89bc-2eb90c23aea5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.479860] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1366f0-110a-44a2-9963-f65717cbca15 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.494015] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cbac4b-75c7-47e0-bd64-5216cc568e8a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.500235] env[64120]: INFO nova.scheduler.client.report [None req-9b9c3c0b-da43-4363-b976-f7be4dde668f tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Deleted allocations for instance 4454a9bf-1408-47d0-af64-7ab9f0f21956 [ 1599.501843] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06525dc2-fa5f-4bc8-8c91-936d3dea4963 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.531836] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180584MB free_disk=184GB free_vcpus=48 pci_devices=None {{(pid=64120) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1599.531989] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.532200] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.011076] env[64120]: DEBUG oslo_concurrency.lockutils [None req-9b9c3c0b-da43-4363-b976-f7be4dde668f tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "4454a9bf-1408-47d0-af64-7ab9f0f21956" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.055s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.133166] env[64120]: DEBUG nova.network.neutron [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Updating instance_info_cache with network_info: [{"id": "9f3cb725-4535-4371-80c7-dbbf1cde8bda", "address": "fa:16:3e:85:47:01", "network": {"id": "6569e1ec-1a2b-4d9b-80f3-051ee4368a6a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1669689819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3f4905bad364b14ad429c24290f1f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f3cb725-45", "ovs_interfaceid": "9f3cb725-4535-4371-80c7-dbbf1cde8bda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.555169] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 84b22e07-5895-41d8-ad96-cf816054cf1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1600.555421] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1600.555595] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1600.586008] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991abbd2-34e1-45bf-a575-80b7a71d8faa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.593855] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1874e7ba-8abb-4485-8ba4-9e088a953bda {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.624820] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e795874-3bd0-418b-b771-736c6392f738 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.632461] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206aaf04-ec22-4750-89ec-8c2701ba8e23 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.636546] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Releasing lock "refresh_cache-84b22e07-5895-41d8-ad96-cf816054cf1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.648198] env[64120]: DEBUG nova.compute.provider_tree [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1600.664685] env[64120]: DEBUG nova.virt.hardware [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='dc08be8c0ff7ef83753d85fab4740ea8',container_format='bare',created_at=2024-11-07T02:19:12Z,direct_url=,disk_format='vmdk',id=074d14cf-4e54-4001-8ed9-4aebcce1fc56,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1986932904-shelved',owner='a3f4905bad364b14ad429c24290f1f87',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2024-11-07T02:19:26Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1600.664950] env[64120]: DEBUG nova.virt.hardware [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1600.665138] env[64120]: DEBUG nova.virt.hardware [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1600.665336] env[64120]: DEBUG nova.virt.hardware [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1600.665488] env[64120]: DEBUG nova.virt.hardware [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1600.665638] env[64120]: DEBUG nova.virt.hardware [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1600.665853] env[64120]: DEBUG nova.virt.hardware [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1600.666034] env[64120]: DEBUG nova.virt.hardware [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1600.666221] env[64120]: DEBUG nova.virt.hardware [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1600.666397] env[64120]: DEBUG nova.virt.hardware [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1600.666577] env[64120]: DEBUG nova.virt.hardware [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1600.667628] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877d6413-cb6e-4e9e-bbaf-f39b13b900bb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.675475] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f677b6-526d-4d13-b86e-3fdb90ed24f2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.694672] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:47:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a316376e-2ef0-4b1e-b40c-10321ebd7e1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f3cb725-4535-4371-80c7-dbbf1cde8bda', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1600.701830] env[64120]: DEBUG oslo.service.loopingcall [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1600.702357] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1600.702577] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc6daaba-40f5-4c57-afc2-c50c54b78683 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.722158] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1600.722158] env[64120]: value = "task-1407317" [ 1600.722158] env[64120]: _type = "Task" [ 1600.722158] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.729536] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407317, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.152574] env[64120]: DEBUG nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1601.231614] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407317, 'name': CreateVM_Task, 'duration_secs': 0.380512} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.232060] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1601.232736] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/074d14cf-4e54-4001-8ed9-4aebcce1fc56" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.232914] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/074d14cf-4e54-4001-8ed9-4aebcce1fc56" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.233345] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/074d14cf-4e54-4001-8ed9-4aebcce1fc56" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1601.233583] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b001d76c-9b16-4da5-953d-0c448a14edf3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.238114] env[64120]: DEBUG oslo_vmware.api [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1601.238114] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52408ff0-9945-bb6e-6030-39fb8c79ca02" [ 1601.238114] env[64120]: _type = "Task" [ 1601.238114] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.247304] env[64120]: DEBUG oslo_vmware.api [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52408ff0-9945-bb6e-6030-39fb8c79ca02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.363115] env[64120]: DEBUG nova.compute.manager [req-c05f1181-ee7c-4d21-abcf-3f4e4d5099b1 req-bf8a9f3c-0d2a-4dae-98a1-a8330c0b0303 service nova] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Received event network-changed-9f3cb725-4535-4371-80c7-dbbf1cde8bda {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1601.363327] env[64120]: DEBUG nova.compute.manager [req-c05f1181-ee7c-4d21-abcf-3f4e4d5099b1 req-bf8a9f3c-0d2a-4dae-98a1-a8330c0b0303 service nova] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Refreshing instance network info cache due to event network-changed-9f3cb725-4535-4371-80c7-dbbf1cde8bda. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1601.363541] env[64120]: DEBUG oslo_concurrency.lockutils [req-c05f1181-ee7c-4d21-abcf-3f4e4d5099b1 req-bf8a9f3c-0d2a-4dae-98a1-a8330c0b0303 service nova] Acquiring lock "refresh_cache-84b22e07-5895-41d8-ad96-cf816054cf1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.363692] env[64120]: DEBUG oslo_concurrency.lockutils [req-c05f1181-ee7c-4d21-abcf-3f4e4d5099b1 req-bf8a9f3c-0d2a-4dae-98a1-a8330c0b0303 service nova] Acquired lock "refresh_cache-84b22e07-5895-41d8-ad96-cf816054cf1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.363858] env[64120]: DEBUG nova.network.neutron [req-c05f1181-ee7c-4d21-abcf-3f4e4d5099b1 req-bf8a9f3c-0d2a-4dae-98a1-a8330c0b0303 service nova] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Refreshing network info cache for port 9f3cb725-4535-4371-80c7-dbbf1cde8bda {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1601.657290] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64120) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1601.657452] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.125s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.747840] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/074d14cf-4e54-4001-8ed9-4aebcce1fc56" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.748141] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Processing image 074d14cf-4e54-4001-8ed9-4aebcce1fc56 {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1601.748399] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/074d14cf-4e54-4001-8ed9-4aebcce1fc56/074d14cf-4e54-4001-8ed9-4aebcce1fc56.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.748564] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/074d14cf-4e54-4001-8ed9-4aebcce1fc56/074d14cf-4e54-4001-8ed9-4aebcce1fc56.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.748747] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1601.748999] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62ba694e-3ee3-40fd-b850-671ac9279141 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.766455] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1601.766626] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1601.767329] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28c82aab-55f6-4875-a1de-da69215948a4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.771808] env[64120]: DEBUG oslo_vmware.api [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1601.771808] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d73b7f-d065-0082-3067-42d164442f88" [ 1601.771808] env[64120]: _type = "Task" [ 1601.771808] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.778738] env[64120]: DEBUG oslo_vmware.api [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52d73b7f-d065-0082-3067-42d164442f88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.972372] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "4438ae98-93d4-4638-8def-b2daf743731d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.972611] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "4438ae98-93d4-4638-8def-b2daf743731d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.078739] env[64120]: DEBUG nova.network.neutron [req-c05f1181-ee7c-4d21-abcf-3f4e4d5099b1 req-bf8a9f3c-0d2a-4dae-98a1-a8330c0b0303 service nova] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Updated VIF entry in instance network info cache for port 9f3cb725-4535-4371-80c7-dbbf1cde8bda. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1602.079118] env[64120]: DEBUG nova.network.neutron [req-c05f1181-ee7c-4d21-abcf-3f4e4d5099b1 req-bf8a9f3c-0d2a-4dae-98a1-a8330c0b0303 service nova] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Updating instance_info_cache with network_info: [{"id": "9f3cb725-4535-4371-80c7-dbbf1cde8bda", "address": "fa:16:3e:85:47:01", "network": {"id": "6569e1ec-1a2b-4d9b-80f3-051ee4368a6a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1669689819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3f4905bad364b14ad429c24290f1f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f3cb725-45", "ovs_interfaceid": "9f3cb725-4535-4371-80c7-dbbf1cde8bda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.282448] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Preparing fetch location {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1602.282751] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Fetch image to [datastore2] OSTACK_IMG_ac8c7de9-b09d-41b5-b356-1542dc822b9d/OSTACK_IMG_ac8c7de9-b09d-41b5-b356-1542dc822b9d.vmdk {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1602.282902] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Downloading stream optimized image 074d14cf-4e54-4001-8ed9-4aebcce1fc56 to [datastore2] OSTACK_IMG_ac8c7de9-b09d-41b5-b356-1542dc822b9d/OSTACK_IMG_ac8c7de9-b09d-41b5-b356-1542dc822b9d.vmdk on the data store datastore2 as vApp {{(pid=64120) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1602.283093] env[64120]: DEBUG nova.virt.vmwareapi.images [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Downloading image file data 074d14cf-4e54-4001-8ed9-4aebcce1fc56 to the ESX as VM named 'OSTACK_IMG_ac8c7de9-b09d-41b5-b356-1542dc822b9d' {{(pid=64120) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1602.353764] env[64120]: DEBUG oslo_vmware.rw_handles [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1602.353764] env[64120]: value = "resgroup-9" [ 1602.353764] env[64120]: _type = "ResourcePool" [ 1602.353764] env[64120]: }. {{(pid=64120) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1602.354084] env[64120]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-64292c16-7609-4ba4-a27e-3edcd562d64f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.373922] env[64120]: DEBUG oslo_vmware.rw_handles [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lease: (returnval){ [ 1602.373922] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]527ad8a5-82f6-db5f-acf9-25c22173ac4a" [ 1602.373922] env[64120]: _type = "HttpNfcLease" [ 1602.373922] env[64120]: } obtained for vApp import into resource pool (val){ [ 1602.373922] env[64120]: value = "resgroup-9" [ 1602.373922] env[64120]: _type = "ResourcePool" [ 1602.373922] env[64120]: }. {{(pid=64120) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1602.374357] env[64120]: DEBUG oslo_vmware.api [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the lease: (returnval){ [ 1602.374357] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]527ad8a5-82f6-db5f-acf9-25c22173ac4a" [ 1602.374357] env[64120]: _type = "HttpNfcLease" [ 1602.374357] env[64120]: } to be ready. {{(pid=64120) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1602.380143] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1602.380143] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]527ad8a5-82f6-db5f-acf9-25c22173ac4a" [ 1602.380143] env[64120]: _type = "HttpNfcLease" [ 1602.380143] env[64120]: } is initializing. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1602.477169] env[64120]: DEBUG nova.compute.manager [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1602.581836] env[64120]: DEBUG oslo_concurrency.lockutils [req-c05f1181-ee7c-4d21-abcf-3f4e4d5099b1 req-bf8a9f3c-0d2a-4dae-98a1-a8330c0b0303 service nova] Releasing lock "refresh_cache-84b22e07-5895-41d8-ad96-cf816054cf1c" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.882299] env[64120]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1602.882299] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]527ad8a5-82f6-db5f-acf9-25c22173ac4a" [ 1602.882299] env[64120]: _type = "HttpNfcLease" [ 1602.882299] env[64120]: } is ready. {{(pid=64120) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1602.882667] env[64120]: DEBUG oslo_vmware.rw_handles [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1602.882667] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]527ad8a5-82f6-db5f-acf9-25c22173ac4a" [ 1602.882667] env[64120]: _type = "HttpNfcLease" [ 1602.882667] env[64120]: }. {{(pid=64120) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1602.883348] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c748c7a-8a97-4d35-9a25-4d4232b484fa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.890227] env[64120]: DEBUG oslo_vmware.rw_handles [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527a8cf7-1263-0d18-6176-a759726e36c5/disk-0.vmdk from lease info. {{(pid=64120) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1602.890411] env[64120]: DEBUG oslo_vmware.rw_handles [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527a8cf7-1263-0d18-6176-a759726e36c5/disk-0.vmdk. {{(pid=64120) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1602.954051] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a255c23b-9716-44f4-a6bd-9885417b24cb {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.000559] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.000827] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.002424] env[64120]: INFO nova.compute.claims [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1604.011326] env[64120]: DEBUG oslo_vmware.rw_handles [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Completed reading data from the image iterator. {{(pid=64120) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1604.011696] env[64120]: DEBUG oslo_vmware.rw_handles [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527a8cf7-1263-0d18-6176-a759726e36c5/disk-0.vmdk. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1604.015431] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07755e1-34fe-4485-84fc-872f70663553 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.021946] env[64120]: DEBUG oslo_vmware.rw_handles [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527a8cf7-1263-0d18-6176-a759726e36c5/disk-0.vmdk is in state: ready. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1604.022169] env[64120]: DEBUG oslo_vmware.rw_handles [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527a8cf7-1263-0d18-6176-a759726e36c5/disk-0.vmdk. {{(pid=64120) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1604.022420] env[64120]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-01200ce5-1ddb-4bbe-91e0-36774e2a40b3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.060012] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7117bc02-faaf-4e46-a26d-ae5048159be2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.067450] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e5eec8-acb8-4e31-8780-a22b1e4f9485 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.096139] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4027087-9d33-4b0b-afdd-2256b2cd40a1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.103334] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46dd50a6-b4a7-4b25-addc-f5e0a9b84fae {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.115921] env[64120]: DEBUG nova.compute.provider_tree [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1604.220210] env[64120]: DEBUG oslo_vmware.rw_handles [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527a8cf7-1263-0d18-6176-a759726e36c5/disk-0.vmdk. {{(pid=64120) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1604.220446] env[64120]: INFO nova.virt.vmwareapi.images [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Downloaded image file data 074d14cf-4e54-4001-8ed9-4aebcce1fc56 [ 1604.221270] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f744b70-bb5f-403b-a1b1-d9c4293d708a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.237616] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdcd8d97-8362-44e6-8539-40f84213a230 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.272621] env[64120]: INFO nova.virt.vmwareapi.images [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] The imported VM was unregistered [ 1604.275416] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Caching image {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1604.275654] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Creating directory with path [datastore2] devstack-image-cache_base/074d14cf-4e54-4001-8ed9-4aebcce1fc56 {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1604.275925] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b896a05a-24bd-4010-99c9-4767d81b3c8c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.296406] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Created directory with path [datastore2] devstack-image-cache_base/074d14cf-4e54-4001-8ed9-4aebcce1fc56 {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1604.296590] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_ac8c7de9-b09d-41b5-b356-1542dc822b9d/OSTACK_IMG_ac8c7de9-b09d-41b5-b356-1542dc822b9d.vmdk to [datastore2] devstack-image-cache_base/074d14cf-4e54-4001-8ed9-4aebcce1fc56/074d14cf-4e54-4001-8ed9-4aebcce1fc56.vmdk. {{(pid=64120) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1604.296845] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9c80bb07-e291-4c1e-96d2-d0ddb7c47721 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.303407] env[64120]: DEBUG oslo_vmware.api [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1604.303407] env[64120]: value = "task-1407320" [ 1604.303407] env[64120]: _type = "Task" [ 1604.303407] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.310799] env[64120]: DEBUG oslo_vmware.api [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407320, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.619288] env[64120]: DEBUG nova.scheduler.client.report [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1604.815655] env[64120]: DEBUG oslo_vmware.api [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407320, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.125129] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.124s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.125677] env[64120]: DEBUG nova.compute.manager [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1605.316035] env[64120]: DEBUG oslo_vmware.api [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407320, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.631486] env[64120]: DEBUG nova.compute.utils [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1605.633027] env[64120]: DEBUG nova.compute.manager [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1605.633214] env[64120]: DEBUG nova.network.neutron [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1605.688750] env[64120]: DEBUG nova.policy [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ba3886348644f5b9c69a1b8a4b3af3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e81d9c283f8148c1a32b0bc3bd947531', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1605.816784] env[64120]: DEBUG oslo_vmware.api [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407320, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.011704] env[64120]: DEBUG nova.network.neutron [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Successfully created port: 34aa7e74-f195-41a7-b530-a2a1f3fd3b6a {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1606.136489] env[64120]: DEBUG nova.compute.manager [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1606.319297] env[64120]: DEBUG oslo_vmware.api [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407320, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.817715] env[64120]: DEBUG oslo_vmware.api [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407320, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.387173} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.817992] env[64120]: INFO nova.virt.vmwareapi.ds_util [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_ac8c7de9-b09d-41b5-b356-1542dc822b9d/OSTACK_IMG_ac8c7de9-b09d-41b5-b356-1542dc822b9d.vmdk to [datastore2] devstack-image-cache_base/074d14cf-4e54-4001-8ed9-4aebcce1fc56/074d14cf-4e54-4001-8ed9-4aebcce1fc56.vmdk. [ 1606.818205] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Cleaning up location [datastore2] OSTACK_IMG_ac8c7de9-b09d-41b5-b356-1542dc822b9d {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1606.818377] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_ac8c7de9-b09d-41b5-b356-1542dc822b9d {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1606.818638] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7be0480-a824-47dc-bf21-01e1314183e9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.825131] env[64120]: DEBUG oslo_vmware.api [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1606.825131] env[64120]: value = "task-1407321" [ 1606.825131] env[64120]: _type = "Task" [ 1606.825131] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.832772] env[64120]: DEBUG oslo_vmware.api [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.148060] env[64120]: DEBUG nova.compute.manager [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1607.172938] env[64120]: DEBUG nova.virt.hardware [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1607.173215] env[64120]: DEBUG nova.virt.hardware [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1607.173411] env[64120]: DEBUG nova.virt.hardware [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1607.173656] env[64120]: DEBUG nova.virt.hardware [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1607.173830] env[64120]: DEBUG nova.virt.hardware [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1607.173987] env[64120]: DEBUG nova.virt.hardware [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1607.174244] env[64120]: DEBUG nova.virt.hardware [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1607.174422] env[64120]: DEBUG nova.virt.hardware [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1607.174603] env[64120]: DEBUG nova.virt.hardware [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1607.174772] env[64120]: DEBUG nova.virt.hardware [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1607.174951] env[64120]: DEBUG nova.virt.hardware [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1607.175858] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d333e48-f3da-46ad-a46a-81ad6156a632 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.184055] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e08301e-ec98-4f77-8650-f83bcd691347 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.336881] env[64120]: DEBUG oslo_vmware.api [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034222} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.336881] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1607.336881] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/074d14cf-4e54-4001-8ed9-4aebcce1fc56/074d14cf-4e54-4001-8ed9-4aebcce1fc56.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.336881] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/074d14cf-4e54-4001-8ed9-4aebcce1fc56/074d14cf-4e54-4001-8ed9-4aebcce1fc56.vmdk to [datastore2] 84b22e07-5895-41d8-ad96-cf816054cf1c/84b22e07-5895-41d8-ad96-cf816054cf1c.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1607.336881] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04e7300a-7153-4862-9394-c7b816f30647 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.343225] env[64120]: DEBUG oslo_vmware.api [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1607.343225] env[64120]: value = "task-1407322" [ 1607.343225] env[64120]: _type = "Task" [ 1607.343225] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.353228] env[64120]: DEBUG oslo_vmware.api [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.692020] env[64120]: DEBUG nova.compute.manager [req-2bd115a3-c804-4cf2-b5aa-04f66808f90b req-0e8aadc6-1675-461a-94d9-1e7933db9bb5 service nova] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Received event network-vif-plugged-34aa7e74-f195-41a7-b530-a2a1f3fd3b6a {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1607.692180] env[64120]: DEBUG oslo_concurrency.lockutils [req-2bd115a3-c804-4cf2-b5aa-04f66808f90b req-0e8aadc6-1675-461a-94d9-1e7933db9bb5 service nova] Acquiring lock "4438ae98-93d4-4638-8def-b2daf743731d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.692337] env[64120]: DEBUG oslo_concurrency.lockutils [req-2bd115a3-c804-4cf2-b5aa-04f66808f90b req-0e8aadc6-1675-461a-94d9-1e7933db9bb5 service nova] Lock "4438ae98-93d4-4638-8def-b2daf743731d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.692514] env[64120]: DEBUG oslo_concurrency.lockutils [req-2bd115a3-c804-4cf2-b5aa-04f66808f90b req-0e8aadc6-1675-461a-94d9-1e7933db9bb5 service nova] Lock "4438ae98-93d4-4638-8def-b2daf743731d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.692738] env[64120]: DEBUG nova.compute.manager [req-2bd115a3-c804-4cf2-b5aa-04f66808f90b req-0e8aadc6-1675-461a-94d9-1e7933db9bb5 service nova] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] No waiting events found dispatching network-vif-plugged-34aa7e74-f195-41a7-b530-a2a1f3fd3b6a {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1607.692916] env[64120]: WARNING nova.compute.manager [req-2bd115a3-c804-4cf2-b5aa-04f66808f90b req-0e8aadc6-1675-461a-94d9-1e7933db9bb5 service nova] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Received unexpected event network-vif-plugged-34aa7e74-f195-41a7-b530-a2a1f3fd3b6a for instance with vm_state building and task_state spawning. [ 1607.781925] env[64120]: DEBUG nova.network.neutron [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Successfully updated port: 34aa7e74-f195-41a7-b530-a2a1f3fd3b6a {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1607.855951] env[64120]: DEBUG oslo_vmware.api [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407322, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.284387] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "refresh_cache-4438ae98-93d4-4638-8def-b2daf743731d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.284836] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquired lock "refresh_cache-4438ae98-93d4-4638-8def-b2daf743731d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.284836] env[64120]: DEBUG nova.network.neutron [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1608.356564] env[64120]: DEBUG oslo_vmware.api [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407322, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.817856] env[64120]: DEBUG nova.network.neutron [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1608.857662] env[64120]: DEBUG oslo_vmware.api [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407322, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.999533] env[64120]: DEBUG nova.network.neutron [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Updating instance_info_cache with network_info: [{"id": "34aa7e74-f195-41a7-b530-a2a1f3fd3b6a", "address": "fa:16:3e:7e:c1:ad", "network": {"id": "563cc151-45ed-483a-ba84-741e27829347", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-361013423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81d9c283f8148c1a32b0bc3bd947531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34aa7e74-f1", "ovs_interfaceid": "34aa7e74-f195-41a7-b530-a2a1f3fd3b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.357608] env[64120]: DEBUG oslo_vmware.api [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407322, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.502693] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Releasing lock "refresh_cache-4438ae98-93d4-4638-8def-b2daf743731d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.503098] env[64120]: DEBUG nova.compute.manager [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Instance network_info: |[{"id": "34aa7e74-f195-41a7-b530-a2a1f3fd3b6a", "address": "fa:16:3e:7e:c1:ad", "network": {"id": "563cc151-45ed-483a-ba84-741e27829347", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-361013423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81d9c283f8148c1a32b0bc3bd947531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34aa7e74-f1", "ovs_interfaceid": "34aa7e74-f195-41a7-b530-a2a1f3fd3b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1609.503649] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:c1:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '503991c4-44d0-42d9-aa03-5259331f1051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34aa7e74-f195-41a7-b530-a2a1f3fd3b6a', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1609.512427] env[64120]: DEBUG oslo.service.loopingcall [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1609.512697] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1609.513021] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3000e764-d179-4675-9ba7-c00380401065 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.534284] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1609.534284] env[64120]: value = "task-1407323" [ 1609.534284] env[64120]: _type = "Task" [ 1609.534284] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.541808] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407323, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.716845] env[64120]: DEBUG nova.compute.manager [req-b203931f-626b-470f-9710-ab1d6b7c57c9 req-9958067c-9d9b-4676-921f-bc31d99b98e4 service nova] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Received event network-changed-34aa7e74-f195-41a7-b530-a2a1f3fd3b6a {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1609.717096] env[64120]: DEBUG nova.compute.manager [req-b203931f-626b-470f-9710-ab1d6b7c57c9 req-9958067c-9d9b-4676-921f-bc31d99b98e4 service nova] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Refreshing instance network info cache due to event network-changed-34aa7e74-f195-41a7-b530-a2a1f3fd3b6a. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1609.717328] env[64120]: DEBUG oslo_concurrency.lockutils [req-b203931f-626b-470f-9710-ab1d6b7c57c9 req-9958067c-9d9b-4676-921f-bc31d99b98e4 service nova] Acquiring lock "refresh_cache-4438ae98-93d4-4638-8def-b2daf743731d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.717481] env[64120]: DEBUG oslo_concurrency.lockutils [req-b203931f-626b-470f-9710-ab1d6b7c57c9 req-9958067c-9d9b-4676-921f-bc31d99b98e4 service nova] Acquired lock "refresh_cache-4438ae98-93d4-4638-8def-b2daf743731d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.717651] env[64120]: DEBUG nova.network.neutron [req-b203931f-626b-470f-9710-ab1d6b7c57c9 req-9958067c-9d9b-4676-921f-bc31d99b98e4 service nova] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Refreshing network info cache for port 34aa7e74-f195-41a7-b530-a2a1f3fd3b6a {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1609.858423] env[64120]: DEBUG oslo_vmware.api [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407322, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.204668} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.858726] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/074d14cf-4e54-4001-8ed9-4aebcce1fc56/074d14cf-4e54-4001-8ed9-4aebcce1fc56.vmdk to [datastore2] 84b22e07-5895-41d8-ad96-cf816054cf1c/84b22e07-5895-41d8-ad96-cf816054cf1c.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1609.859503] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55b7519-2e42-4b73-923b-7fcbdea33aa2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.881445] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 84b22e07-5895-41d8-ad96-cf816054cf1c/84b22e07-5895-41d8-ad96-cf816054cf1c.vmdk or device None with type streamOptimized {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1609.881764] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62a63eef-9291-455a-83c6-94c974de189e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.901172] env[64120]: DEBUG oslo_vmware.api [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1609.901172] env[64120]: value = "task-1407324" [ 1609.901172] env[64120]: _type = "Task" [ 1609.901172] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.909488] env[64120]: DEBUG oslo_vmware.api [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407324, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.044036] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407323, 'name': CreateVM_Task, 'duration_secs': 0.421399} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.044255] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1610.044965] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.045163] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.045524] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1610.045780] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c805b42a-f655-4357-850f-3b1e2c0d6019 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.050012] env[64120]: DEBUG oslo_vmware.api [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1610.050012] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52cc5534-e325-f1c7-6fda-da7dacae8778" [ 1610.050012] env[64120]: _type = "Task" [ 1610.050012] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.057458] env[64120]: DEBUG oslo_vmware.api [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52cc5534-e325-f1c7-6fda-da7dacae8778, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.411658] env[64120]: DEBUG oslo_vmware.api [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407324, 'name': ReconfigVM_Task, 'duration_secs': 0.277912} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.411957] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 84b22e07-5895-41d8-ad96-cf816054cf1c/84b22e07-5895-41d8-ad96-cf816054cf1c.vmdk or device None with type streamOptimized {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1610.412653] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f713f1e-09cd-4f5c-a9b8-860e9787d343 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.418576] env[64120]: DEBUG oslo_vmware.api [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1610.418576] env[64120]: value = "task-1407325" [ 1610.418576] env[64120]: _type = "Task" [ 1610.418576] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.430884] env[64120]: DEBUG oslo_vmware.api [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407325, 'name': Rename_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.450886] env[64120]: DEBUG nova.network.neutron [req-b203931f-626b-470f-9710-ab1d6b7c57c9 req-9958067c-9d9b-4676-921f-bc31d99b98e4 service nova] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Updated VIF entry in instance network info cache for port 34aa7e74-f195-41a7-b530-a2a1f3fd3b6a. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1610.451260] env[64120]: DEBUG nova.network.neutron [req-b203931f-626b-470f-9710-ab1d6b7c57c9 req-9958067c-9d9b-4676-921f-bc31d99b98e4 service nova] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Updating instance_info_cache with network_info: [{"id": "34aa7e74-f195-41a7-b530-a2a1f3fd3b6a", "address": "fa:16:3e:7e:c1:ad", "network": {"id": "563cc151-45ed-483a-ba84-741e27829347", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-361013423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81d9c283f8148c1a32b0bc3bd947531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34aa7e74-f1", "ovs_interfaceid": "34aa7e74-f195-41a7-b530-a2a1f3fd3b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.559646] env[64120]: DEBUG oslo_vmware.api [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]52cc5534-e325-f1c7-6fda-da7dacae8778, 'name': SearchDatastore_Task, 'duration_secs': 0.009299} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.560041] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.560314] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1610.560562] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.560763] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.560961] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1610.561235] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0f86fb1-41d5-4360-b230-33ea7e6d1efe {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.571746] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1610.571918] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1610.572629] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-936310d7-51c6-4049-8b1f-164d8fa6b9d7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.577387] env[64120]: DEBUG oslo_vmware.api [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1610.577387] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526e4186-bd86-17d5-11f6-2fdb2b4c335e" [ 1610.577387] env[64120]: _type = "Task" [ 1610.577387] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.584405] env[64120]: DEBUG oslo_vmware.api [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526e4186-bd86-17d5-11f6-2fdb2b4c335e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.927983] env[64120]: DEBUG oslo_vmware.api [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407325, 'name': Rename_Task, 'duration_secs': 0.153688} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.928289] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1610.928538] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b3dd766-fd7a-4453-ae0b-a7c210a55ed5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.934172] env[64120]: DEBUG oslo_vmware.api [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1610.934172] env[64120]: value = "task-1407326" [ 1610.934172] env[64120]: _type = "Task" [ 1610.934172] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.940726] env[64120]: DEBUG oslo_vmware.api [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.953556] env[64120]: DEBUG oslo_concurrency.lockutils [req-b203931f-626b-470f-9710-ab1d6b7c57c9 req-9958067c-9d9b-4676-921f-bc31d99b98e4 service nova] Releasing lock "refresh_cache-4438ae98-93d4-4638-8def-b2daf743731d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.088663] env[64120]: DEBUG oslo_vmware.api [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526e4186-bd86-17d5-11f6-2fdb2b4c335e, 'name': SearchDatastore_Task, 'duration_secs': 0.00855} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.089407] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85f76db8-593f-4f24-ac9d-3463ab2dab40 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.094079] env[64120]: DEBUG oslo_vmware.api [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1611.094079] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5252e829-2d69-3c23-b5a7-596a6a400b2b" [ 1611.094079] env[64120]: _type = "Task" [ 1611.094079] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.101070] env[64120]: DEBUG oslo_vmware.api [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5252e829-2d69-3c23-b5a7-596a6a400b2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.444169] env[64120]: DEBUG oslo_vmware.api [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407326, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.604044] env[64120]: DEBUG oslo_vmware.api [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5252e829-2d69-3c23-b5a7-596a6a400b2b, 'name': SearchDatastore_Task, 'duration_secs': 0.009534} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.604346] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.604622] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 4438ae98-93d4-4638-8def-b2daf743731d/4438ae98-93d4-4638-8def-b2daf743731d.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1611.604882] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e69d763a-4bb5-4c8c-920a-a218104456aa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.611493] env[64120]: DEBUG oslo_vmware.api [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1611.611493] env[64120]: value = "task-1407327" [ 1611.611493] env[64120]: _type = "Task" [ 1611.611493] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.619099] env[64120]: DEBUG oslo_vmware.api [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.945776] env[64120]: DEBUG oslo_vmware.api [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407326, 'name': PowerOnVM_Task, 'duration_secs': 0.575698} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.946086] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1612.057096] env[64120]: DEBUG nova.compute.manager [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1612.058211] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8819d0bc-dcab-401b-bc5b-d1965da9b28e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.121270] env[64120]: DEBUG oslo_vmware.api [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479738} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.121465] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore1] 4438ae98-93d4-4638-8def-b2daf743731d/4438ae98-93d4-4638-8def-b2daf743731d.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1612.121680] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1612.121925] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6bc5b325-8cfe-40df-bec0-7a995cb2aa68 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.127377] env[64120]: DEBUG oslo_vmware.api [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1612.127377] env[64120]: value = "task-1407328" [ 1612.127377] env[64120]: _type = "Task" [ 1612.127377] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.134349] env[64120]: DEBUG oslo_vmware.api [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.575531] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e166b82f-4866-49ed-aedd-37b7db0ab64f tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "84b22e07-5895-41d8-ad96-cf816054cf1c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.850s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.637164] env[64120]: DEBUG oslo_vmware.api [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073875} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.637512] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1612.638208] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926d2d69-e85c-4ffb-b985-17a560572732 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.659381] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 4438ae98-93d4-4638-8def-b2daf743731d/4438ae98-93d4-4638-8def-b2daf743731d.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1612.659956] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2faff52e-a5f5-4def-8843-b19e71ab864a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.679754] env[64120]: DEBUG oslo_vmware.api [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1612.679754] env[64120]: value = "task-1407329" [ 1612.679754] env[64120]: _type = "Task" [ 1612.679754] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.687099] env[64120]: DEBUG oslo_vmware.api [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407329, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.191058] env[64120]: DEBUG oslo_vmware.api [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407329, 'name': ReconfigVM_Task, 'duration_secs': 0.324524} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.191360] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 4438ae98-93d4-4638-8def-b2daf743731d/4438ae98-93d4-4638-8def-b2daf743731d.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1613.191905] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bab8936-f810-42ec-8627-b4002ea1c2aa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.198580] env[64120]: DEBUG oslo_vmware.api [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1613.198580] env[64120]: value = "task-1407330" [ 1613.198580] env[64120]: _type = "Task" [ 1613.198580] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.205700] env[64120]: DEBUG oslo_vmware.api [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407330, 'name': Rename_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.708018] env[64120]: DEBUG oslo_vmware.api [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407330, 'name': Rename_Task, 'duration_secs': 0.148187} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.709254] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1613.709254] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61777dc4-71d3-42a6-acaf-9ae338a679cf {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.714720] env[64120]: DEBUG oslo_vmware.api [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1613.714720] env[64120]: value = "task-1407331" [ 1613.714720] env[64120]: _type = "Task" [ 1613.714720] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.721791] env[64120]: DEBUG oslo_vmware.api [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.224345] env[64120]: DEBUG oslo_vmware.api [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407331, 'name': PowerOnVM_Task, 'duration_secs': 0.442149} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.224719] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1614.225053] env[64120]: INFO nova.compute.manager [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Took 7.08 seconds to spawn the instance on the hypervisor. [ 1614.225352] env[64120]: DEBUG nova.compute.manager [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1614.226192] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194ccec2-cb5c-4ced-8be1-eb59160559f9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.747335] env[64120]: INFO nova.compute.manager [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Took 11.76 seconds to build instance. [ 1614.987690] env[64120]: DEBUG nova.compute.manager [req-fa589323-5339-440f-bbb2-7133185df95f req-adae20c2-000e-4511-84ce-dfbbdb246123 service nova] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Received event network-changed-34aa7e74-f195-41a7-b530-a2a1f3fd3b6a {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1614.987901] env[64120]: DEBUG nova.compute.manager [req-fa589323-5339-440f-bbb2-7133185df95f req-adae20c2-000e-4511-84ce-dfbbdb246123 service nova] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Refreshing instance network info cache due to event network-changed-34aa7e74-f195-41a7-b530-a2a1f3fd3b6a. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1614.988139] env[64120]: DEBUG oslo_concurrency.lockutils [req-fa589323-5339-440f-bbb2-7133185df95f req-adae20c2-000e-4511-84ce-dfbbdb246123 service nova] Acquiring lock "refresh_cache-4438ae98-93d4-4638-8def-b2daf743731d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.988333] env[64120]: DEBUG oslo_concurrency.lockutils [req-fa589323-5339-440f-bbb2-7133185df95f req-adae20c2-000e-4511-84ce-dfbbdb246123 service nova] Acquired lock "refresh_cache-4438ae98-93d4-4638-8def-b2daf743731d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.988520] env[64120]: DEBUG nova.network.neutron [req-fa589323-5339-440f-bbb2-7133185df95f req-adae20c2-000e-4511-84ce-dfbbdb246123 service nova] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Refreshing network info cache for port 34aa7e74-f195-41a7-b530-a2a1f3fd3b6a {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1615.249217] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e72c8b9d-4045-4f5c-94db-aa7808b122d4 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "4438ae98-93d4-4638-8def-b2daf743731d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.276s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.713097] env[64120]: DEBUG nova.network.neutron [req-fa589323-5339-440f-bbb2-7133185df95f req-adae20c2-000e-4511-84ce-dfbbdb246123 service nova] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Updated VIF entry in instance network info cache for port 34aa7e74-f195-41a7-b530-a2a1f3fd3b6a. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1615.713538] env[64120]: DEBUG nova.network.neutron [req-fa589323-5339-440f-bbb2-7133185df95f req-adae20c2-000e-4511-84ce-dfbbdb246123 service nova] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Updating instance_info_cache with network_info: [{"id": "34aa7e74-f195-41a7-b530-a2a1f3fd3b6a", "address": "fa:16:3e:7e:c1:ad", "network": {"id": "563cc151-45ed-483a-ba84-741e27829347", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-361013423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81d9c283f8148c1a32b0bc3bd947531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34aa7e74-f1", "ovs_interfaceid": "34aa7e74-f195-41a7-b530-a2a1f3fd3b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.216934] env[64120]: DEBUG oslo_concurrency.lockutils [req-fa589323-5339-440f-bbb2-7133185df95f req-adae20c2-000e-4511-84ce-dfbbdb246123 service nova] Releasing lock "refresh_cache-4438ae98-93d4-4638-8def-b2daf743731d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.468329] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3aebf9c1-48b9-4a17-821a-8624bf9be86e tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquiring lock "84b22e07-5895-41d8-ad96-cf816054cf1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.468807] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3aebf9c1-48b9-4a17-821a-8624bf9be86e tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "84b22e07-5895-41d8-ad96-cf816054cf1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.468888] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3aebf9c1-48b9-4a17-821a-8624bf9be86e tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquiring lock "84b22e07-5895-41d8-ad96-cf816054cf1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.469077] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3aebf9c1-48b9-4a17-821a-8624bf9be86e tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "84b22e07-5895-41d8-ad96-cf816054cf1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.469240] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3aebf9c1-48b9-4a17-821a-8624bf9be86e tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "84b22e07-5895-41d8-ad96-cf816054cf1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.471719] env[64120]: INFO nova.compute.manager [None req-3aebf9c1-48b9-4a17-821a-8624bf9be86e tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Terminating instance [ 1648.473558] env[64120]: DEBUG nova.compute.manager [None req-3aebf9c1-48b9-4a17-821a-8624bf9be86e tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1648.473781] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3aebf9c1-48b9-4a17-821a-8624bf9be86e tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1648.474671] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d73c34-608a-4b8a-ad1a-4817403b3eb8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.482669] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aebf9c1-48b9-4a17-821a-8624bf9be86e tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1648.483189] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d223e28-595d-4a40-8b10-9eaad608d7d2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.489958] env[64120]: DEBUG oslo_vmware.api [None req-3aebf9c1-48b9-4a17-821a-8624bf9be86e tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1648.489958] env[64120]: value = "task-1407332" [ 1648.489958] env[64120]: _type = "Task" [ 1648.489958] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.497734] env[64120]: DEBUG oslo_vmware.api [None req-3aebf9c1-48b9-4a17-821a-8624bf9be86e tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.999762] env[64120]: DEBUG oslo_vmware.api [None req-3aebf9c1-48b9-4a17-821a-8624bf9be86e tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407332, 'name': PowerOffVM_Task, 'duration_secs': 0.168643} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.000061] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aebf9c1-48b9-4a17-821a-8624bf9be86e tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1649.000244] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3aebf9c1-48b9-4a17-821a-8624bf9be86e tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1649.000507] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-709ce2e7-2931-442e-ac84-278885ed8599 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.054334] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3aebf9c1-48b9-4a17-821a-8624bf9be86e tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1649.054610] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3aebf9c1-48b9-4a17-821a-8624bf9be86e tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1649.054774] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aebf9c1-48b9-4a17-821a-8624bf9be86e tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Deleting the datastore file [datastore2] 84b22e07-5895-41d8-ad96-cf816054cf1c {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1649.055044] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-029a74d3-3e1c-40e1-95bc-1bec63c4ca5f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.060676] env[64120]: DEBUG oslo_vmware.api [None req-3aebf9c1-48b9-4a17-821a-8624bf9be86e tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for the task: (returnval){ [ 1649.060676] env[64120]: value = "task-1407334" [ 1649.060676] env[64120]: _type = "Task" [ 1649.060676] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.067998] env[64120]: DEBUG oslo_vmware.api [None req-3aebf9c1-48b9-4a17-821a-8624bf9be86e tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.570547] env[64120]: DEBUG oslo_vmware.api [None req-3aebf9c1-48b9-4a17-821a-8624bf9be86e tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Task: {'id': task-1407334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134228} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.570949] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aebf9c1-48b9-4a17-821a-8624bf9be86e tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1649.571025] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3aebf9c1-48b9-4a17-821a-8624bf9be86e tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1649.571201] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-3aebf9c1-48b9-4a17-821a-8624bf9be86e tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1649.571381] env[64120]: INFO nova.compute.manager [None req-3aebf9c1-48b9-4a17-821a-8624bf9be86e tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1649.571627] env[64120]: DEBUG oslo.service.loopingcall [None req-3aebf9c1-48b9-4a17-821a-8624bf9be86e tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1649.571829] env[64120]: DEBUG nova.compute.manager [-] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1649.571923] env[64120]: DEBUG nova.network.neutron [-] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1650.006945] env[64120]: DEBUG nova.compute.manager [req-e9c77b36-0de8-49e8-9977-58fdfb04501f req-6329ff1e-1ccd-4c2f-ad9a-496d3e753e8c service nova] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Received event network-vif-deleted-9f3cb725-4535-4371-80c7-dbbf1cde8bda {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1650.006945] env[64120]: INFO nova.compute.manager [req-e9c77b36-0de8-49e8-9977-58fdfb04501f req-6329ff1e-1ccd-4c2f-ad9a-496d3e753e8c service nova] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Neutron deleted interface 9f3cb725-4535-4371-80c7-dbbf1cde8bda; detaching it from the instance and deleting it from the info cache [ 1650.007050] env[64120]: DEBUG nova.network.neutron [req-e9c77b36-0de8-49e8-9977-58fdfb04501f req-6329ff1e-1ccd-4c2f-ad9a-496d3e753e8c service nova] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.485814] env[64120]: DEBUG nova.network.neutron [-] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.509823] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c66ac9a-7e23-4952-9de6-d58de71c63e7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.519274] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf5b257-ddd0-4710-9018-c7d49b5c394f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.544034] env[64120]: DEBUG nova.compute.manager [req-e9c77b36-0de8-49e8-9977-58fdfb04501f req-6329ff1e-1ccd-4c2f-ad9a-496d3e753e8c service nova] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Detach interface failed, port_id=9f3cb725-4535-4371-80c7-dbbf1cde8bda, reason: Instance 84b22e07-5895-41d8-ad96-cf816054cf1c could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1650.991818] env[64120]: INFO nova.compute.manager [-] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Took 1.42 seconds to deallocate network for instance. [ 1651.498217] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3aebf9c1-48b9-4a17-821a-8624bf9be86e tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.498512] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3aebf9c1-48b9-4a17-821a-8624bf9be86e tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.498745] env[64120]: DEBUG nova.objects.instance [None req-3aebf9c1-48b9-4a17-821a-8624bf9be86e tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lazy-loading 'resources' on Instance uuid 84b22e07-5895-41d8-ad96-cf816054cf1c {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1651.933175] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c37fdc4a-77f8-4e6f-b7c3-005a711aa614 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "4438ae98-93d4-4638-8def-b2daf743731d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.933434] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c37fdc4a-77f8-4e6f-b7c3-005a711aa614 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "4438ae98-93d4-4638-8def-b2daf743731d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.041589] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d69282-3142-47aa-a66e-c3da7938b349 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.048991] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453abbc1-d1d6-4db7-9a8c-56db2cfdb92d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.078116] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23416e8d-dd6a-40c1-bb9c-3b3a640a9aba {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.084526] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf53cdb-3392-4901-bf38-1792ac0fa450 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.097014] env[64120]: DEBUG nova.compute.provider_tree [None req-3aebf9c1-48b9-4a17-821a-8624bf9be86e tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1652.437066] env[64120]: DEBUG nova.compute.utils [None req-c37fdc4a-77f8-4e6f-b7c3-005a711aa614 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1652.600330] env[64120]: DEBUG nova.scheduler.client.report [None req-3aebf9c1-48b9-4a17-821a-8624bf9be86e tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1652.940571] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c37fdc4a-77f8-4e6f-b7c3-005a711aa614 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "4438ae98-93d4-4638-8def-b2daf743731d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.105593] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3aebf9c1-48b9-4a17-821a-8624bf9be86e tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.607s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.123431] env[64120]: INFO nova.scheduler.client.report [None req-3aebf9c1-48b9-4a17-821a-8624bf9be86e tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Deleted allocations for instance 84b22e07-5895-41d8-ad96-cf816054cf1c [ 1653.630661] env[64120]: DEBUG oslo_concurrency.lockutils [None req-3aebf9c1-48b9-4a17-821a-8624bf9be86e tempest-AttachVolumeShelveTestJSON-929189414 tempest-AttachVolumeShelveTestJSON-929189414-project-member] Lock "84b22e07-5895-41d8-ad96-cf816054cf1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.162s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.001568] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c37fdc4a-77f8-4e6f-b7c3-005a711aa614 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "4438ae98-93d4-4638-8def-b2daf743731d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.001837] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c37fdc4a-77f8-4e6f-b7c3-005a711aa614 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "4438ae98-93d4-4638-8def-b2daf743731d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.002063] env[64120]: INFO nova.compute.manager [None req-c37fdc4a-77f8-4e6f-b7c3-005a711aa614 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Attaching volume c9480f64-8f81-40e3-b226-3da04c5722ea to /dev/sdb [ 1654.033202] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abad0391-fd01-4502-8f7f-737ed029cac0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.040596] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e505c0c8-b192-444f-9d16-3fabdcf91463 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.052773] env[64120]: DEBUG nova.virt.block_device [None req-c37fdc4a-77f8-4e6f-b7c3-005a711aa614 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Updating existing volume attachment record: 8b89826f-76e6-4d6b-a3c4-15eba9bfc915 {{(pid=64120) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1658.596822] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-c37fdc4a-77f8-4e6f-b7c3-005a711aa614 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Volume attach. Driver type: vmdk {{(pid=64120) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1658.597100] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-c37fdc4a-77f8-4e6f-b7c3-005a711aa614 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298235', 'volume_id': 'c9480f64-8f81-40e3-b226-3da04c5722ea', 'name': 'volume-c9480f64-8f81-40e3-b226-3da04c5722ea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4438ae98-93d4-4638-8def-b2daf743731d', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9480f64-8f81-40e3-b226-3da04c5722ea', 'serial': 'c9480f64-8f81-40e3-b226-3da04c5722ea'} {{(pid=64120) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1658.598077] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2041d6-d2bc-4e43-b003-46abe9e25aed {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.613856] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee88401-f412-4ce7-b8c9-aa66c96f31c0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.638488] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-c37fdc4a-77f8-4e6f-b7c3-005a711aa614 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-c9480f64-8f81-40e3-b226-3da04c5722ea/volume-c9480f64-8f81-40e3-b226-3da04c5722ea.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1658.638753] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-321c41a5-136d-4c95-91c9-f6e0697632e2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.656573] env[64120]: DEBUG oslo_vmware.api [None req-c37fdc4a-77f8-4e6f-b7c3-005a711aa614 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1658.656573] env[64120]: value = "task-1407338" [ 1658.656573] env[64120]: _type = "Task" [ 1658.656573] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.663970] env[64120]: DEBUG oslo_vmware.api [None req-c37fdc4a-77f8-4e6f-b7c3-005a711aa614 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407338, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.166235] env[64120]: DEBUG oslo_vmware.api [None req-c37fdc4a-77f8-4e6f-b7c3-005a711aa614 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407338, 'name': ReconfigVM_Task, 'duration_secs': 0.32574} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.166516] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-c37fdc4a-77f8-4e6f-b7c3-005a711aa614 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-c9480f64-8f81-40e3-b226-3da04c5722ea/volume-c9480f64-8f81-40e3-b226-3da04c5722ea.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1659.171097] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53e18938-01fe-4c5f-ac64-98d4cd587d89 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.186108] env[64120]: DEBUG oslo_vmware.api [None req-c37fdc4a-77f8-4e6f-b7c3-005a711aa614 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1659.186108] env[64120]: value = "task-1407339" [ 1659.186108] env[64120]: _type = "Task" [ 1659.186108] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.194780] env[64120]: DEBUG oslo_vmware.api [None req-c37fdc4a-77f8-4e6f-b7c3-005a711aa614 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.695971] env[64120]: DEBUG oslo_vmware.api [None req-c37fdc4a-77f8-4e6f-b7c3-005a711aa614 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407339, 'name': ReconfigVM_Task, 'duration_secs': 0.120961} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.696238] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-c37fdc4a-77f8-4e6f-b7c3-005a711aa614 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298235', 'volume_id': 'c9480f64-8f81-40e3-b226-3da04c5722ea', 'name': 'volume-c9480f64-8f81-40e3-b226-3da04c5722ea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4438ae98-93d4-4638-8def-b2daf743731d', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9480f64-8f81-40e3-b226-3da04c5722ea', 'serial': 'c9480f64-8f81-40e3-b226-3da04c5722ea'} {{(pid=64120) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1660.734026] env[64120]: DEBUG nova.objects.instance [None req-c37fdc4a-77f8-4e6f-b7c3-005a711aa614 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lazy-loading 'flavor' on Instance uuid 4438ae98-93d4-4638-8def-b2daf743731d {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1661.238987] env[64120]: DEBUG oslo_concurrency.lockutils [None req-c37fdc4a-77f8-4e6f-b7c3-005a711aa614 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "4438ae98-93d4-4638-8def-b2daf743731d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.237s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.463528] env[64120]: DEBUG oslo_concurrency.lockutils [None req-51b4e2ad-c4fa-4349-a772-ba4a55d34a51 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "4438ae98-93d4-4638-8def-b2daf743731d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.463840] env[64120]: DEBUG oslo_concurrency.lockutils [None req-51b4e2ad-c4fa-4349-a772-ba4a55d34a51 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "4438ae98-93d4-4638-8def-b2daf743731d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.658862] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1661.659095] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1661.659246] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Starting heal instance info cache {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1661.659364] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Rebuilding the list of instances to heal {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 1661.967209] env[64120]: INFO nova.compute.manager [None req-51b4e2ad-c4fa-4349-a772-ba4a55d34a51 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Detaching volume c9480f64-8f81-40e3-b226-3da04c5722ea [ 1661.996518] env[64120]: INFO nova.virt.block_device [None req-51b4e2ad-c4fa-4349-a772-ba4a55d34a51 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Attempting to driver detach volume c9480f64-8f81-40e3-b226-3da04c5722ea from mountpoint /dev/sdb [ 1661.996762] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-51b4e2ad-c4fa-4349-a772-ba4a55d34a51 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Volume detach. Driver type: vmdk {{(pid=64120) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1661.996977] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-51b4e2ad-c4fa-4349-a772-ba4a55d34a51 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298235', 'volume_id': 'c9480f64-8f81-40e3-b226-3da04c5722ea', 'name': 'volume-c9480f64-8f81-40e3-b226-3da04c5722ea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4438ae98-93d4-4638-8def-b2daf743731d', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9480f64-8f81-40e3-b226-3da04c5722ea', 'serial': 'c9480f64-8f81-40e3-b226-3da04c5722ea'} {{(pid=64120) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1661.997849] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451fca80-8557-462e-a89e-02fe82122d2c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.019433] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f941e17-3980-4ef3-9e84-095332ee8fe0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.025560] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ebac88-937b-40d0-a56a-a4c394e9d078 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.046018] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69f7e3b-4d5a-4655-82a5-bbeea46acb2c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.060038] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-51b4e2ad-c4fa-4349-a772-ba4a55d34a51 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] The volume has not been displaced from its original location: [datastore2] volume-c9480f64-8f81-40e3-b226-3da04c5722ea/volume-c9480f64-8f81-40e3-b226-3da04c5722ea.vmdk. No consolidation needed. {{(pid=64120) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1662.065169] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-51b4e2ad-c4fa-4349-a772-ba4a55d34a51 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1662.065426] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc2a6639-902b-4db3-abd3-f24aaa83c14d {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.081739] env[64120]: DEBUG oslo_vmware.api [None req-51b4e2ad-c4fa-4349-a772-ba4a55d34a51 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1662.081739] env[64120]: value = "task-1407340" [ 1662.081739] env[64120]: _type = "Task" [ 1662.081739] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.088839] env[64120]: DEBUG oslo_vmware.api [None req-51b4e2ad-c4fa-4349-a772-ba4a55d34a51 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.197943] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "refresh_cache-4438ae98-93d4-4638-8def-b2daf743731d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.198136] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquired lock "refresh_cache-4438ae98-93d4-4638-8def-b2daf743731d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.198291] env[64120]: DEBUG nova.network.neutron [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Forcefully refreshing network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1662.198407] env[64120]: DEBUG nova.objects.instance [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lazy-loading 'info_cache' on Instance uuid 4438ae98-93d4-4638-8def-b2daf743731d {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1662.591686] env[64120]: DEBUG oslo_vmware.api [None req-51b4e2ad-c4fa-4349-a772-ba4a55d34a51 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407340, 'name': ReconfigVM_Task, 'duration_secs': 0.215863} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.591982] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-51b4e2ad-c4fa-4349-a772-ba4a55d34a51 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1662.596678] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a2b408d-1f0d-4652-8c6f-3117d8fc136b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.611634] env[64120]: DEBUG oslo_vmware.api [None req-51b4e2ad-c4fa-4349-a772-ba4a55d34a51 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1662.611634] env[64120]: value = "task-1407341" [ 1662.611634] env[64120]: _type = "Task" [ 1662.611634] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.619609] env[64120]: DEBUG oslo_vmware.api [None req-51b4e2ad-c4fa-4349-a772-ba4a55d34a51 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.120892] env[64120]: DEBUG oslo_vmware.api [None req-51b4e2ad-c4fa-4349-a772-ba4a55d34a51 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407341, 'name': ReconfigVM_Task, 'duration_secs': 0.126716} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.121257] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-51b4e2ad-c4fa-4349-a772-ba4a55d34a51 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298235', 'volume_id': 'c9480f64-8f81-40e3-b226-3da04c5722ea', 'name': 'volume-c9480f64-8f81-40e3-b226-3da04c5722ea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4438ae98-93d4-4638-8def-b2daf743731d', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9480f64-8f81-40e3-b226-3da04c5722ea', 'serial': 'c9480f64-8f81-40e3-b226-3da04c5722ea'} {{(pid=64120) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1663.659717] env[64120]: DEBUG nova.objects.instance [None req-51b4e2ad-c4fa-4349-a772-ba4a55d34a51 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lazy-loading 'flavor' on Instance uuid 4438ae98-93d4-4638-8def-b2daf743731d {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1663.910324] env[64120]: DEBUG nova.network.neutron [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Updating instance_info_cache with network_info: [{"id": "34aa7e74-f195-41a7-b530-a2a1f3fd3b6a", "address": "fa:16:3e:7e:c1:ad", "network": {"id": "563cc151-45ed-483a-ba84-741e27829347", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-361013423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81d9c283f8148c1a32b0bc3bd947531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34aa7e74-f1", "ovs_interfaceid": "34aa7e74-f195-41a7-b530-a2a1f3fd3b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.412644] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Releasing lock "refresh_cache-4438ae98-93d4-4638-8def-b2daf743731d" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.413063] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Updated the network info_cache for instance {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9999}} [ 1664.413117] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1664.413274] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1664.413423] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1664.413570] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1664.413709] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1664.413851] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1664.413979] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64120) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1664.414145] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1664.666944] env[64120]: DEBUG oslo_concurrency.lockutils [None req-51b4e2ad-c4fa-4349-a772-ba4a55d34a51 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "4438ae98-93d4-4638-8def-b2daf743731d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.203s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.917731] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.917944] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.918078] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.918242] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64120) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1664.919606] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee17230-1abb-42e6-907c-bd748aad0b80 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.927602] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4876ba-63fa-47f1-90db-1c206ecfb98a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.941914] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf94463-bb6e-4529-a605-0f378779b85c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.947825] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a304cbca-d8d7-43c7-a224-091ac6096653 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.974916] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180874MB free_disk=184GB free_vcpus=48 pci_devices=None {{(pid=64120) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1664.975063] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.975241] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.692648] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d8591c2a-3442-48e5-b938-d5bb9339d684 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "4438ae98-93d4-4638-8def-b2daf743731d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.693096] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d8591c2a-3442-48e5-b938-d5bb9339d684 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "4438ae98-93d4-4638-8def-b2daf743731d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.693185] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d8591c2a-3442-48e5-b938-d5bb9339d684 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "4438ae98-93d4-4638-8def-b2daf743731d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.693349] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d8591c2a-3442-48e5-b938-d5bb9339d684 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "4438ae98-93d4-4638-8def-b2daf743731d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.693526] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d8591c2a-3442-48e5-b938-d5bb9339d684 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "4438ae98-93d4-4638-8def-b2daf743731d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.695720] env[64120]: INFO nova.compute.manager [None req-d8591c2a-3442-48e5-b938-d5bb9339d684 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Terminating instance [ 1665.697491] env[64120]: DEBUG nova.compute.manager [None req-d8591c2a-3442-48e5-b938-d5bb9339d684 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1665.697691] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d8591c2a-3442-48e5-b938-d5bb9339d684 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1665.698526] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba69fb6a-4a68-4c67-a893-c70a12fcb0b9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.706037] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8591c2a-3442-48e5-b938-d5bb9339d684 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1665.706515] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd9247cc-837d-4274-92b4-b1b01530bff5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.712602] env[64120]: DEBUG oslo_vmware.api [None req-d8591c2a-3442-48e5-b938-d5bb9339d684 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1665.712602] env[64120]: value = "task-1407342" [ 1665.712602] env[64120]: _type = "Task" [ 1665.712602] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.719620] env[64120]: DEBUG oslo_vmware.api [None req-d8591c2a-3442-48e5-b938-d5bb9339d684 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.998798] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance 4438ae98-93d4-4638-8def-b2daf743731d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1665.999014] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1665.999173] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1666.022885] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecd0c87-6f11-4c77-9cbc-bac4b0d218ae {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.031626] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4892180-856d-471d-a963-d58c0d1cbdd2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.059778] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e28146-2aa6-489f-9a7f-94286d5e32f3 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.066186] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d998f952-322c-4e5a-a1d6-06e0b9c23f82 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.078523] env[64120]: DEBUG nova.compute.provider_tree [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1666.222551] env[64120]: DEBUG oslo_vmware.api [None req-d8591c2a-3442-48e5-b938-d5bb9339d684 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407342, 'name': PowerOffVM_Task, 'duration_secs': 0.159864} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.222866] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8591c2a-3442-48e5-b938-d5bb9339d684 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1666.223069] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d8591c2a-3442-48e5-b938-d5bb9339d684 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1666.223319] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-653d41e8-62f9-4287-bbae-1289d604c0dd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.288735] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d8591c2a-3442-48e5-b938-d5bb9339d684 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1666.288902] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d8591c2a-3442-48e5-b938-d5bb9339d684 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Deleting contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1666.289104] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8591c2a-3442-48e5-b938-d5bb9339d684 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Deleting the datastore file [datastore1] 4438ae98-93d4-4638-8def-b2daf743731d {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1666.289373] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-822bfdc7-c28e-497e-8895-5d47c42e5191 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.295041] env[64120]: DEBUG oslo_vmware.api [None req-d8591c2a-3442-48e5-b938-d5bb9339d684 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1666.295041] env[64120]: value = "task-1407344" [ 1666.295041] env[64120]: _type = "Task" [ 1666.295041] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.302309] env[64120]: DEBUG oslo_vmware.api [None req-d8591c2a-3442-48e5-b938-d5bb9339d684 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.581205] env[64120]: DEBUG nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1666.804800] env[64120]: DEBUG oslo_vmware.api [None req-d8591c2a-3442-48e5-b938-d5bb9339d684 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133383} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.805198] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8591c2a-3442-48e5-b938-d5bb9339d684 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1666.805306] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d8591c2a-3442-48e5-b938-d5bb9339d684 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Deleted contents of the VM from datastore datastore1 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1666.805498] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-d8591c2a-3442-48e5-b938-d5bb9339d684 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1666.805805] env[64120]: INFO nova.compute.manager [None req-d8591c2a-3442-48e5-b938-d5bb9339d684 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1666.806211] env[64120]: DEBUG oslo.service.loopingcall [None req-d8591c2a-3442-48e5-b938-d5bb9339d684 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1666.806518] env[64120]: DEBUG nova.compute.manager [-] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1666.806675] env[64120]: DEBUG nova.network.neutron [-] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1667.085743] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64120) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1667.085958] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.111s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.222349] env[64120]: DEBUG nova.compute.manager [req-090bad5b-6a1e-4d59-9270-04be771e26ac req-93d6cdbb-5bc9-4bda-b844-d6b236e46cfd service nova] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Received event network-vif-deleted-34aa7e74-f195-41a7-b530-a2a1f3fd3b6a {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1667.222688] env[64120]: INFO nova.compute.manager [req-090bad5b-6a1e-4d59-9270-04be771e26ac req-93d6cdbb-5bc9-4bda-b844-d6b236e46cfd service nova] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Neutron deleted interface 34aa7e74-f195-41a7-b530-a2a1f3fd3b6a; detaching it from the instance and deleting it from the info cache [ 1667.222769] env[64120]: DEBUG nova.network.neutron [req-090bad5b-6a1e-4d59-9270-04be771e26ac req-93d6cdbb-5bc9-4bda-b844-d6b236e46cfd service nova] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.697302] env[64120]: DEBUG nova.network.neutron [-] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.724740] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-852e1353-bfac-4fd6-a14f-623211cdc718 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.734779] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4700a3-ea91-4cba-a01d-6c0fc299bd01 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.758707] env[64120]: DEBUG nova.compute.manager [req-090bad5b-6a1e-4d59-9270-04be771e26ac req-93d6cdbb-5bc9-4bda-b844-d6b236e46cfd service nova] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Detach interface failed, port_id=34aa7e74-f195-41a7-b530-a2a1f3fd3b6a, reason: Instance 4438ae98-93d4-4638-8def-b2daf743731d could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1668.200846] env[64120]: INFO nova.compute.manager [-] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Took 1.39 seconds to deallocate network for instance. [ 1668.707924] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d8591c2a-3442-48e5-b938-d5bb9339d684 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.708232] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d8591c2a-3442-48e5-b938-d5bb9339d684 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.708466] env[64120]: DEBUG nova.objects.instance [None req-d8591c2a-3442-48e5-b938-d5bb9339d684 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lazy-loading 'resources' on Instance uuid 4438ae98-93d4-4638-8def-b2daf743731d {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1669.242241] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef505521-435c-40bd-9cfa-b0bca550154a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.249033] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b4b1ee-e88d-4c26-83b3-325f655e55ce {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.278609] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3723cf2f-7832-4b57-91a1-00ad26b04556 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.285554] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3399a682-79c1-4e7b-ada3-1458b7755a99 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.298491] env[64120]: DEBUG nova.compute.provider_tree [None req-d8591c2a-3442-48e5-b938-d5bb9339d684 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1669.801299] env[64120]: DEBUG nova.scheduler.client.report [None req-d8591c2a-3442-48e5-b938-d5bb9339d684 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1670.306676] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d8591c2a-3442-48e5-b938-d5bb9339d684 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.598s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.327879] env[64120]: INFO nova.scheduler.client.report [None req-d8591c2a-3442-48e5-b938-d5bb9339d684 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Deleted allocations for instance 4438ae98-93d4-4638-8def-b2daf743731d [ 1670.835914] env[64120]: DEBUG oslo_concurrency.lockutils [None req-d8591c2a-3442-48e5-b938-d5bb9339d684 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "4438ae98-93d4-4638-8def-b2daf743731d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.143s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.428506] env[64120]: DEBUG oslo_concurrency.lockutils [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "cddfa225-3ad2-4b71-afad-e7d3003dbbb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.428798] env[64120]: DEBUG oslo_concurrency.lockutils [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "cddfa225-3ad2-4b71-afad-e7d3003dbbb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.931243] env[64120]: DEBUG nova.compute.manager [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Starting instance... {{(pid=64120) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1673.450112] env[64120]: DEBUG oslo_concurrency.lockutils [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.450414] env[64120]: DEBUG oslo_concurrency.lockutils [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.451928] env[64120]: INFO nova.compute.claims [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1674.492826] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129f2632-7d67-4cdf-a0c8-c1fd44f759d5 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.500123] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a125e9-b5dc-4386-9e93-264f5de6aa41 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.529194] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c1f2a5-0459-4341-8b6c-5aabba97c716 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.535900] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27813044-065c-45c1-ba37-d5a51a98b468 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.548499] env[64120]: DEBUG nova.compute.provider_tree [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1675.051279] env[64120]: DEBUG nova.scheduler.client.report [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1675.556123] env[64120]: DEBUG oslo_concurrency.lockutils [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.105s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.556675] env[64120]: DEBUG nova.compute.manager [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Start building networks asynchronously for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1676.062110] env[64120]: DEBUG nova.compute.utils [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1676.063628] env[64120]: DEBUG nova.compute.manager [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Allocating IP information in the background. {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1676.063865] env[64120]: DEBUG nova.network.neutron [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] allocate_for_instance() {{(pid=64120) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1676.130512] env[64120]: DEBUG nova.policy [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ba3886348644f5b9c69a1b8a4b3af3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e81d9c283f8148c1a32b0bc3bd947531', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64120) authorize /opt/stack/nova/nova/policy.py:201}} [ 1676.396439] env[64120]: DEBUG nova.network.neutron [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Successfully created port: 53710103-922c-4054-a648-26d916bdc22c {{(pid=64120) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1676.570823] env[64120]: DEBUG nova.compute.manager [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Start building block device mappings for instance. {{(pid=64120) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1677.583073] env[64120]: DEBUG nova.compute.manager [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Start spawning the instance on the hypervisor. {{(pid=64120) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1677.609932] env[64120]: DEBUG nova.virt.hardware [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-07T02:00:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-07T02:00:02Z,direct_url=,disk_format='vmdk',id=aef4c66b-ea31-40a0-a498-e6a6d723a3ce,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa65d1a2d71549fbb4fefb56fdd1f86a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-07T02:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1677.610213] env[64120]: DEBUG nova.virt.hardware [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Flavor limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1677.610375] env[64120]: DEBUG nova.virt.hardware [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Image limits 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1677.610561] env[64120]: DEBUG nova.virt.hardware [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Flavor pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1677.610712] env[64120]: DEBUG nova.virt.hardware [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Image pref 0:0:0 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1677.610864] env[64120]: DEBUG nova.virt.hardware [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64120) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1677.611102] env[64120]: DEBUG nova.virt.hardware [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1677.611349] env[64120]: DEBUG nova.virt.hardware [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1677.611545] env[64120]: DEBUG nova.virt.hardware [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Got 1 possible topologies {{(pid=64120) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1677.611720] env[64120]: DEBUG nova.virt.hardware [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1677.611902] env[64120]: DEBUG nova.virt.hardware [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64120) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1677.612773] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a035c8eb-846c-4da6-8411-226cf999234a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.620671] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f7a072-d3cf-4d9c-baa0-86a3199ec0a7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.254277] env[64120]: DEBUG nova.compute.manager [req-068c8a2f-abb9-43da-b5fa-d715bfa2dd11 req-f7f60449-ff76-4033-b1fa-d907f6f4f72d service nova] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Received event network-vif-plugged-53710103-922c-4054-a648-26d916bdc22c {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1678.254519] env[64120]: DEBUG oslo_concurrency.lockutils [req-068c8a2f-abb9-43da-b5fa-d715bfa2dd11 req-f7f60449-ff76-4033-b1fa-d907f6f4f72d service nova] Acquiring lock "cddfa225-3ad2-4b71-afad-e7d3003dbbb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.254739] env[64120]: DEBUG oslo_concurrency.lockutils [req-068c8a2f-abb9-43da-b5fa-d715bfa2dd11 req-f7f60449-ff76-4033-b1fa-d907f6f4f72d service nova] Lock "cddfa225-3ad2-4b71-afad-e7d3003dbbb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.254949] env[64120]: DEBUG oslo_concurrency.lockutils [req-068c8a2f-abb9-43da-b5fa-d715bfa2dd11 req-f7f60449-ff76-4033-b1fa-d907f6f4f72d service nova] Lock "cddfa225-3ad2-4b71-afad-e7d3003dbbb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.255143] env[64120]: DEBUG nova.compute.manager [req-068c8a2f-abb9-43da-b5fa-d715bfa2dd11 req-f7f60449-ff76-4033-b1fa-d907f6f4f72d service nova] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] No waiting events found dispatching network-vif-plugged-53710103-922c-4054-a648-26d916bdc22c {{(pid=64120) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1678.255315] env[64120]: WARNING nova.compute.manager [req-068c8a2f-abb9-43da-b5fa-d715bfa2dd11 req-f7f60449-ff76-4033-b1fa-d907f6f4f72d service nova] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Received unexpected event network-vif-plugged-53710103-922c-4054-a648-26d916bdc22c for instance with vm_state building and task_state spawning. [ 1678.831925] env[64120]: DEBUG nova.network.neutron [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Successfully updated port: 53710103-922c-4054-a648-26d916bdc22c {{(pid=64120) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1678.853442] env[64120]: DEBUG nova.compute.manager [req-5bfd8e79-a990-400e-8382-405fcf9adaf0 req-2f603593-32cd-4cee-9ef9-afe325de4c02 service nova] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Received event network-changed-53710103-922c-4054-a648-26d916bdc22c {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1678.853716] env[64120]: DEBUG nova.compute.manager [req-5bfd8e79-a990-400e-8382-405fcf9adaf0 req-2f603593-32cd-4cee-9ef9-afe325de4c02 service nova] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Refreshing instance network info cache due to event network-changed-53710103-922c-4054-a648-26d916bdc22c. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1678.853815] env[64120]: DEBUG oslo_concurrency.lockutils [req-5bfd8e79-a990-400e-8382-405fcf9adaf0 req-2f603593-32cd-4cee-9ef9-afe325de4c02 service nova] Acquiring lock "refresh_cache-cddfa225-3ad2-4b71-afad-e7d3003dbbb7" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.853962] env[64120]: DEBUG oslo_concurrency.lockutils [req-5bfd8e79-a990-400e-8382-405fcf9adaf0 req-2f603593-32cd-4cee-9ef9-afe325de4c02 service nova] Acquired lock "refresh_cache-cddfa225-3ad2-4b71-afad-e7d3003dbbb7" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.854139] env[64120]: DEBUG nova.network.neutron [req-5bfd8e79-a990-400e-8382-405fcf9adaf0 req-2f603593-32cd-4cee-9ef9-afe325de4c02 service nova] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Refreshing network info cache for port 53710103-922c-4054-a648-26d916bdc22c {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1679.334605] env[64120]: DEBUG oslo_concurrency.lockutils [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "refresh_cache-cddfa225-3ad2-4b71-afad-e7d3003dbbb7" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.398688] env[64120]: DEBUG nova.network.neutron [req-5bfd8e79-a990-400e-8382-405fcf9adaf0 req-2f603593-32cd-4cee-9ef9-afe325de4c02 service nova] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1679.490823] env[64120]: DEBUG nova.network.neutron [req-5bfd8e79-a990-400e-8382-405fcf9adaf0 req-2f603593-32cd-4cee-9ef9-afe325de4c02 service nova] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.993382] env[64120]: DEBUG oslo_concurrency.lockutils [req-5bfd8e79-a990-400e-8382-405fcf9adaf0 req-2f603593-32cd-4cee-9ef9-afe325de4c02 service nova] Releasing lock "refresh_cache-cddfa225-3ad2-4b71-afad-e7d3003dbbb7" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.993762] env[64120]: DEBUG oslo_concurrency.lockutils [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquired lock "refresh_cache-cddfa225-3ad2-4b71-afad-e7d3003dbbb7" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.993916] env[64120]: DEBUG nova.network.neutron [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Building network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1680.537373] env[64120]: DEBUG nova.network.neutron [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Instance cache missing network info. {{(pid=64120) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1680.871433] env[64120]: DEBUG nova.network.neutron [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Updating instance_info_cache with network_info: [{"id": "53710103-922c-4054-a648-26d916bdc22c", "address": "fa:16:3e:be:6d:7b", "network": {"id": "563cc151-45ed-483a-ba84-741e27829347", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-361013423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81d9c283f8148c1a32b0bc3bd947531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53710103-92", "ovs_interfaceid": "53710103-922c-4054-a648-26d916bdc22c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.374434] env[64120]: DEBUG oslo_concurrency.lockutils [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Releasing lock "refresh_cache-cddfa225-3ad2-4b71-afad-e7d3003dbbb7" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.374914] env[64120]: DEBUG nova.compute.manager [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Instance network_info: |[{"id": "53710103-922c-4054-a648-26d916bdc22c", "address": "fa:16:3e:be:6d:7b", "network": {"id": "563cc151-45ed-483a-ba84-741e27829347", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-361013423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81d9c283f8148c1a32b0bc3bd947531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53710103-92", "ovs_interfaceid": "53710103-922c-4054-a648-26d916bdc22c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64120) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1681.375292] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:6d:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '503991c4-44d0-42d9-aa03-5259331f1051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53710103-922c-4054-a648-26d916bdc22c', 'vif_model': 'vmxnet3'}] {{(pid=64120) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1681.382972] env[64120]: DEBUG oslo.service.loopingcall [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1681.383201] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Creating VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1681.383430] env[64120]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12489a76-e741-4238-8b90-c17e2ec9d706 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.403657] env[64120]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1681.403657] env[64120]: value = "task-1407345" [ 1681.403657] env[64120]: _type = "Task" [ 1681.403657] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.410885] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407345, 'name': CreateVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.915407] env[64120]: DEBUG oslo_vmware.api [-] Task: {'id': task-1407345, 'name': CreateVM_Task, 'duration_secs': 0.29859} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.915567] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Created VM on the ESX host {{(pid=64120) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1681.916263] env[64120]: DEBUG oslo_concurrency.lockutils [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1681.916438] env[64120]: DEBUG oslo_concurrency.lockutils [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.916769] env[64120]: DEBUG oslo_concurrency.lockutils [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1681.917035] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c5ea890-b2a2-4dca-b9d1-429a1a0c05b9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.921215] env[64120]: DEBUG oslo_vmware.api [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1681.921215] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5236118d-5a2e-3b7a-772b-73f566d62fd6" [ 1681.921215] env[64120]: _type = "Task" [ 1681.921215] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.580609] env[64120]: DEBUG oslo_vmware.api [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5236118d-5a2e-3b7a-772b-73f566d62fd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.581036] env[64120]: WARNING oslo_vmware.common.loopingcall [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] task run outlasted interval by 0.15935900000000003 sec [ 1682.589616] env[64120]: DEBUG oslo_vmware.api [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]5236118d-5a2e-3b7a-772b-73f566d62fd6, 'name': SearchDatastore_Task, 'duration_secs': 0.010531} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.589894] env[64120]: DEBUG oslo_concurrency.lockutils [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.590135] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Processing image aef4c66b-ea31-40a0-a498-e6a6d723a3ce {{(pid=64120) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1682.590372] env[64120]: DEBUG oslo_concurrency.lockutils [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.590521] env[64120]: DEBUG oslo_concurrency.lockutils [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.590702] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1682.590945] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08c18db9-49bf-42a4-ac30-523e525413ae {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.598337] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64120) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1682.598505] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64120) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1682.599176] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fa609e4-4aea-4a55-82b8-bcbf1643d71e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.603817] env[64120]: DEBUG oslo_vmware.api [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1682.603817] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]528788d5-2933-ce6f-fade-bf52336f807d" [ 1682.603817] env[64120]: _type = "Task" [ 1682.603817] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.610514] env[64120]: DEBUG oslo_vmware.api [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]528788d5-2933-ce6f-fade-bf52336f807d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.113303] env[64120]: DEBUG oslo_vmware.api [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]528788d5-2933-ce6f-fade-bf52336f807d, 'name': SearchDatastore_Task, 'duration_secs': 0.009133} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.114034] env[64120]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-528e6183-b434-4925-896b-70ee3b665b40 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.119026] env[64120]: DEBUG oslo_vmware.api [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1683.119026] env[64120]: value = "session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526c3d55-6761-0cf1-4157-3394eac8554d" [ 1683.119026] env[64120]: _type = "Task" [ 1683.119026] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.125898] env[64120]: DEBUG oslo_vmware.api [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526c3d55-6761-0cf1-4157-3394eac8554d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.629471] env[64120]: DEBUG oslo_vmware.api [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': session[5294e995-02b2-6e3b-178c-c5b7c7594ea9]526c3d55-6761-0cf1-4157-3394eac8554d, 'name': SearchDatastore_Task, 'duration_secs': 0.009562} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.630076] env[64120]: DEBUG oslo_concurrency.lockutils [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.630076] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] cddfa225-3ad2-4b71-afad-e7d3003dbbb7/cddfa225-3ad2-4b71-afad-e7d3003dbbb7.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1683.630341] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4521136-2fdb-43c5-9734-ccbfb1a62816 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.637136] env[64120]: DEBUG oslo_vmware.api [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1683.637136] env[64120]: value = "task-1407346" [ 1683.637136] env[64120]: _type = "Task" [ 1683.637136] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.644522] env[64120]: DEBUG oslo_vmware.api [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.147139] env[64120]: DEBUG oslo_vmware.api [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407346, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485215} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.147414] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aef4c66b-ea31-40a0-a498-e6a6d723a3ce/aef4c66b-ea31-40a0-a498-e6a6d723a3ce.vmdk to [datastore2] cddfa225-3ad2-4b71-afad-e7d3003dbbb7/cddfa225-3ad2-4b71-afad-e7d3003dbbb7.vmdk {{(pid=64120) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1684.147632] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Extending root virtual disk to 1048576 {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1684.147890] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-468df99c-d717-4f94-9920-b9601ce5d65f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.153907] env[64120]: DEBUG oslo_vmware.api [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1684.153907] env[64120]: value = "task-1407347" [ 1684.153907] env[64120]: _type = "Task" [ 1684.153907] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.160783] env[64120]: DEBUG oslo_vmware.api [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407347, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.663490] env[64120]: DEBUG oslo_vmware.api [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407347, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060714} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.663876] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Extended root virtual disk {{(pid=64120) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1684.664506] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce33fac-7fa4-4420-81b0-eb18cd8c7809 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.685164] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] cddfa225-3ad2-4b71-afad-e7d3003dbbb7/cddfa225-3ad2-4b71-afad-e7d3003dbbb7.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1684.685404] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f66d438e-228f-4543-8a14-ffea53c638b1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.703923] env[64120]: DEBUG oslo_vmware.api [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1684.703923] env[64120]: value = "task-1407348" [ 1684.703923] env[64120]: _type = "Task" [ 1684.703923] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.711026] env[64120]: DEBUG oslo_vmware.api [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407348, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.214942] env[64120]: DEBUG oslo_vmware.api [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407348, 'name': ReconfigVM_Task, 'duration_secs': 0.251299} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.215280] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Reconfigured VM instance instance-0000007d to attach disk [datastore2] cddfa225-3ad2-4b71-afad-e7d3003dbbb7/cddfa225-3ad2-4b71-afad-e7d3003dbbb7.vmdk or device None with type sparse {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1685.215919] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccf751b9-ec79-49a9-9495-861ed0533ac6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.222473] env[64120]: DEBUG oslo_vmware.api [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1685.222473] env[64120]: value = "task-1407349" [ 1685.222473] env[64120]: _type = "Task" [ 1685.222473] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.231150] env[64120]: DEBUG oslo_vmware.api [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407349, 'name': Rename_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.732406] env[64120]: DEBUG oslo_vmware.api [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407349, 'name': Rename_Task, 'duration_secs': 0.12519} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.732862] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Powering on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1685.732950] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9292bbfe-8ded-45d8-bb5e-14be3111aeb0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.739624] env[64120]: DEBUG oslo_vmware.api [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1685.739624] env[64120]: value = "task-1407350" [ 1685.739624] env[64120]: _type = "Task" [ 1685.739624] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.746568] env[64120]: DEBUG oslo_vmware.api [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.250107] env[64120]: DEBUG oslo_vmware.api [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407350, 'name': PowerOnVM_Task, 'duration_secs': 0.420309} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.250389] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Powered on the VM {{(pid=64120) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1686.250601] env[64120]: INFO nova.compute.manager [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1686.250784] env[64120]: DEBUG nova.compute.manager [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Checking state {{(pid=64120) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1686.251554] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b3fad0-1af9-49a9-b355-50a889bf31e7 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.770100] env[64120]: INFO nova.compute.manager [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Took 13.33 seconds to build instance. [ 1687.272457] env[64120]: DEBUG oslo_concurrency.lockutils [None req-305d903b-943c-458d-84b4-34aa03df28c7 tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "cddfa225-3ad2-4b71-afad-e7d3003dbbb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.843s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.068418] env[64120]: DEBUG nova.compute.manager [req-d6922a44-41b9-4c0b-9daa-f1c896d24a1e req-b13cef95-f55f-4332-b30d-3ebdb49de8b9 service nova] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Received event network-changed-53710103-922c-4054-a648-26d916bdc22c {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1688.068692] env[64120]: DEBUG nova.compute.manager [req-d6922a44-41b9-4c0b-9daa-f1c896d24a1e req-b13cef95-f55f-4332-b30d-3ebdb49de8b9 service nova] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Refreshing instance network info cache due to event network-changed-53710103-922c-4054-a648-26d916bdc22c. {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1688.068831] env[64120]: DEBUG oslo_concurrency.lockutils [req-d6922a44-41b9-4c0b-9daa-f1c896d24a1e req-b13cef95-f55f-4332-b30d-3ebdb49de8b9 service nova] Acquiring lock "refresh_cache-cddfa225-3ad2-4b71-afad-e7d3003dbbb7" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.068982] env[64120]: DEBUG oslo_concurrency.lockutils [req-d6922a44-41b9-4c0b-9daa-f1c896d24a1e req-b13cef95-f55f-4332-b30d-3ebdb49de8b9 service nova] Acquired lock "refresh_cache-cddfa225-3ad2-4b71-afad-e7d3003dbbb7" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.069164] env[64120]: DEBUG nova.network.neutron [req-d6922a44-41b9-4c0b-9daa-f1c896d24a1e req-b13cef95-f55f-4332-b30d-3ebdb49de8b9 service nova] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Refreshing network info cache for port 53710103-922c-4054-a648-26d916bdc22c {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1688.784909] env[64120]: DEBUG nova.network.neutron [req-d6922a44-41b9-4c0b-9daa-f1c896d24a1e req-b13cef95-f55f-4332-b30d-3ebdb49de8b9 service nova] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Updated VIF entry in instance network info cache for port 53710103-922c-4054-a648-26d916bdc22c. {{(pid=64120) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1688.785367] env[64120]: DEBUG nova.network.neutron [req-d6922a44-41b9-4c0b-9daa-f1c896d24a1e req-b13cef95-f55f-4332-b30d-3ebdb49de8b9 service nova] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Updating instance_info_cache with network_info: [{"id": "53710103-922c-4054-a648-26d916bdc22c", "address": "fa:16:3e:be:6d:7b", "network": {"id": "563cc151-45ed-483a-ba84-741e27829347", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-361013423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81d9c283f8148c1a32b0bc3bd947531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53710103-92", "ovs_interfaceid": "53710103-922c-4054-a648-26d916bdc22c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.289014] env[64120]: DEBUG oslo_concurrency.lockutils [req-d6922a44-41b9-4c0b-9daa-f1c896d24a1e req-b13cef95-f55f-4332-b30d-3ebdb49de8b9 service nova] Releasing lock "refresh_cache-cddfa225-3ad2-4b71-afad-e7d3003dbbb7" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.158262] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1706.158621] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1706.158675] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Starting heal instance info cache {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1706.158771] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Rebuilding the list of instances to heal {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 1706.690213] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "refresh_cache-cddfa225-3ad2-4b71-afad-e7d3003dbbb7" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.690412] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquired lock "refresh_cache-cddfa225-3ad2-4b71-afad-e7d3003dbbb7" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.690566] env[64120]: DEBUG nova.network.neutron [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Forcefully refreshing network info cache for instance {{(pid=64120) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1706.690721] env[64120]: DEBUG nova.objects.instance [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lazy-loading 'info_cache' on Instance uuid cddfa225-3ad2-4b71-afad-e7d3003dbbb7 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1708.402631] env[64120]: DEBUG nova.network.neutron [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Updating instance_info_cache with network_info: [{"id": "53710103-922c-4054-a648-26d916bdc22c", "address": "fa:16:3e:be:6d:7b", "network": {"id": "563cc151-45ed-483a-ba84-741e27829347", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-361013423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81d9c283f8148c1a32b0bc3bd947531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53710103-92", "ovs_interfaceid": "53710103-922c-4054-a648-26d916bdc22c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.905488] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Releasing lock "refresh_cache-cddfa225-3ad2-4b71-afad-e7d3003dbbb7" {{(pid=64120) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.905718] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Updated the network info_cache for instance {{(pid=64120) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9999}} [ 1708.905921] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1708.906105] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1708.906260] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1708.906411] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1708.906536] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64120) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1708.906681] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager.update_available_resource {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1709.410118] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.410556] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.410628] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.410720] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64120) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1709.411640] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36e111c-9cc1-4c4e-910e-d0d69ad40a5e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.419759] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d43c5e-c9d0-4705-914f-dcbac0ac9bed {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.434666] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d527d14b-12cb-4019-aaae-93750952cd07 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.440911] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc33e818-8706-488d-a031-78546fdfdad2 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.468562] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181231MB free_disk=184GB free_vcpus=48 pci_devices=None {{(pid=64120) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1709.468710] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.468897] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.492391] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Instance cddfa225-3ad2-4b71-afad-e7d3003dbbb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64120) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1710.492655] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1710.492747] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=64120) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1710.518071] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b6d274-248d-4e4f-9433-b9d170cf33d8 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.525099] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f06a9b8-d9d2-4735-aa5f-9b4f5268597b {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.553378] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c15b4f-332d-4309-a5dc-49860f624d42 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.560414] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bd255f-e8ab-4a04-a898-6fe40248354e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.572976] env[64120]: DEBUG nova.compute.provider_tree [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1711.075985] env[64120]: DEBUG nova.scheduler.client.report [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1711.580932] env[64120]: DEBUG nova.compute.resource_tracker [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64120) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1711.581321] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.112s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.581493] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1711.581638] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Cleaning up deleted instances with incomplete migration {{(pid=64120) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11266}} [ 1712.084422] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1712.837871] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1713.342993] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1713.343285] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1720.809952] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._sync_power_states {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1721.313657] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Getting list of instances from cluster (obj){ [ 1721.313657] env[64120]: value = "domain-c8" [ 1721.313657] env[64120]: _type = "ClusterComputeResource" [ 1721.313657] env[64120]: } {{(pid=64120) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1721.314751] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e307ed24-1bcd-40d8-9b3b-1a840ae166fd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.324930] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Got total of 1 instances {{(pid=64120) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1721.325128] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Triggering sync for uuid cddfa225-3ad2-4b71-afad-e7d3003dbbb7 {{(pid=64120) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1721.325470] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Acquiring lock "cddfa225-3ad2-4b71-afad-e7d3003dbbb7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.325686] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "cddfa225-3ad2-4b71-afad-e7d3003dbbb7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.326516] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe4bcf6-6ba8-4f9a-8186-8eacb4d3c29f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.834907] env[64120]: DEBUG oslo_concurrency.lockutils [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Lock "cddfa225-3ad2-4b71-afad-e7d3003dbbb7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.509s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.095498] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e39d6592-26aa-44b9-aa27-50a58dadea6d tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "cddfa225-3ad2-4b71-afad-e7d3003dbbb7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.095784] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e39d6592-26aa-44b9-aa27-50a58dadea6d tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "cddfa225-3ad2-4b71-afad-e7d3003dbbb7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.599197] env[64120]: DEBUG nova.compute.utils [None req-e39d6592-26aa-44b9-aa27-50a58dadea6d tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Using /dev/sd instead of None {{(pid=64120) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1726.101656] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e39d6592-26aa-44b9-aa27-50a58dadea6d tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "cddfa225-3ad2-4b71-afad-e7d3003dbbb7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.157690] env[64120]: DEBUG oslo_service.periodic_task [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=64120) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1726.157951] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] Cleaning up deleted instances {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11228}} [ 1726.665406] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] There are 25 instances to clean {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11237}} [ 1726.665588] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 4438ae98-93d4-4638-8def-b2daf743731d] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1727.160436] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e39d6592-26aa-44b9-aa27-50a58dadea6d tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "cddfa225-3ad2-4b71-afad-e7d3003dbbb7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.160818] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e39d6592-26aa-44b9-aa27-50a58dadea6d tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "cddfa225-3ad2-4b71-afad-e7d3003dbbb7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.160965] env[64120]: INFO nova.compute.manager [None req-e39d6592-26aa-44b9-aa27-50a58dadea6d tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Attaching volume 7b85d89d-1e8d-40d9-870a-2df558675b70 to /dev/sdb [ 1727.168058] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 0a90ec08-736a-4adc-84a6-9fc9a18896f3] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1727.192802] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c999c69d-db54-40b5-acae-93b2e66829b0 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.201450] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ff7ac8-94d0-4f87-8fec-e2b160c2bc0e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.214517] env[64120]: DEBUG nova.virt.block_device [None req-e39d6592-26aa-44b9-aa27-50a58dadea6d tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Updating existing volume attachment record: 20e6a5ad-a2df-476c-b509-547346039a41 {{(pid=64120) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1727.672044] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 1f1efe02-83b9-4749-b9c9-80b4008ce7bb] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1728.176227] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 84b22e07-5895-41d8-ad96-cf816054cf1c] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1728.679392] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 6bb56570-0edd-49e4-ab24-310633043837] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1729.182665] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 779d802c-e083-40c0-959e-da8b5f01e198] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1729.686267] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 0833a7ea-c4a5-428e-9291-8c52ebd77d74] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1730.190242] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 79e469aa-fece-4aa8-aefc-8ecec4c7b339] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1730.693430] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 4454a9bf-1408-47d0-af64-7ab9f0f21956] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1731.197686] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: cbbbaf29-bea1-4577-9a6c-a3cece09a063] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1731.700901] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 3de862d9-d401-4209-b0d9-67fdd203fd56] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1731.758719] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-e39d6592-26aa-44b9-aa27-50a58dadea6d tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Volume attach. Driver type: vmdk {{(pid=64120) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1731.758979] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-e39d6592-26aa-44b9-aa27-50a58dadea6d tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298237', 'volume_id': '7b85d89d-1e8d-40d9-870a-2df558675b70', 'name': 'volume-7b85d89d-1e8d-40d9-870a-2df558675b70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cddfa225-3ad2-4b71-afad-e7d3003dbbb7', 'attached_at': '', 'detached_at': '', 'volume_id': '7b85d89d-1e8d-40d9-870a-2df558675b70', 'serial': '7b85d89d-1e8d-40d9-870a-2df558675b70'} {{(pid=64120) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1731.759902] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59851cf1-61cc-46c0-a496-7020b36166a1 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.775728] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba699c7-b4ec-418f-adaf-b70fff2ec536 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.800373] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-e39d6592-26aa-44b9-aa27-50a58dadea6d tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-7b85d89d-1e8d-40d9-870a-2df558675b70/volume-7b85d89d-1e8d-40d9-870a-2df558675b70.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1731.800613] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77daa9d3-e922-4c40-a20e-501d90814851 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.818514] env[64120]: DEBUG oslo_vmware.api [None req-e39d6592-26aa-44b9-aa27-50a58dadea6d tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1731.818514] env[64120]: value = "task-1407353" [ 1731.818514] env[64120]: _type = "Task" [ 1731.818514] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.827376] env[64120]: DEBUG oslo_vmware.api [None req-e39d6592-26aa-44b9-aa27-50a58dadea6d tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407353, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.204488] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 5d24444f-c622-4bbd-b2bb-6004374e9776] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1732.328012] env[64120]: DEBUG oslo_vmware.api [None req-e39d6592-26aa-44b9-aa27-50a58dadea6d tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407353, 'name': ReconfigVM_Task, 'duration_secs': 0.314656} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.328313] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-e39d6592-26aa-44b9-aa27-50a58dadea6d tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-7b85d89d-1e8d-40d9-870a-2df558675b70/volume-7b85d89d-1e8d-40d9-870a-2df558675b70.vmdk or device None with type thin {{(pid=64120) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1732.332791] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-793f1f12-f0fe-4d6e-8a69-c529a7c74c29 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.347198] env[64120]: DEBUG oslo_vmware.api [None req-e39d6592-26aa-44b9-aa27-50a58dadea6d tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1732.347198] env[64120]: value = "task-1407354" [ 1732.347198] env[64120]: _type = "Task" [ 1732.347198] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.354767] env[64120]: DEBUG oslo_vmware.api [None req-e39d6592-26aa-44b9-aa27-50a58dadea6d tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407354, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.707786] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 8c785844-844a-4710-8be5-ea4cea78f077] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1732.856916] env[64120]: DEBUG oslo_vmware.api [None req-e39d6592-26aa-44b9-aa27-50a58dadea6d tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407354, 'name': ReconfigVM_Task, 'duration_secs': 0.141624} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.857313] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-e39d6592-26aa-44b9-aa27-50a58dadea6d tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298237', 'volume_id': '7b85d89d-1e8d-40d9-870a-2df558675b70', 'name': 'volume-7b85d89d-1e8d-40d9-870a-2df558675b70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cddfa225-3ad2-4b71-afad-e7d3003dbbb7', 'attached_at': '', 'detached_at': '', 'volume_id': '7b85d89d-1e8d-40d9-870a-2df558675b70', 'serial': '7b85d89d-1e8d-40d9-870a-2df558675b70'} {{(pid=64120) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1733.211122] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: e4a259a5-96e8-47a1-89b0-7e01243174de] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1733.714073] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 56b10b50-eb03-43bc-9d5f-8a2498aeb7a9] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1733.890051] env[64120]: DEBUG nova.objects.instance [None req-e39d6592-26aa-44b9-aa27-50a58dadea6d tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lazy-loading 'flavor' on Instance uuid cddfa225-3ad2-4b71-afad-e7d3003dbbb7 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1734.216850] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 090eaf31-6f74-4559-81cb-ff4bbf9cbccb] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1734.397720] env[64120]: DEBUG oslo_concurrency.lockutils [None req-e39d6592-26aa-44b9-aa27-50a58dadea6d tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "cddfa225-3ad2-4b71-afad-e7d3003dbbb7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.237s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.573369] env[64120]: DEBUG oslo_concurrency.lockutils [None req-266c2deb-df61-4988-9ead-89e59d507b0c tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "cddfa225-3ad2-4b71-afad-e7d3003dbbb7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.573633] env[64120]: DEBUG oslo_concurrency.lockutils [None req-266c2deb-df61-4988-9ead-89e59d507b0c tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "cddfa225-3ad2-4b71-afad-e7d3003dbbb7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.719711] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 982aa8ec-4251-4bdc-b869-16c742f02297] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1735.076499] env[64120]: INFO nova.compute.manager [None req-266c2deb-df61-4988-9ead-89e59d507b0c tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Detaching volume 7b85d89d-1e8d-40d9-870a-2df558675b70 [ 1735.105175] env[64120]: INFO nova.virt.block_device [None req-266c2deb-df61-4988-9ead-89e59d507b0c tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Attempting to driver detach volume 7b85d89d-1e8d-40d9-870a-2df558675b70 from mountpoint /dev/sdb [ 1735.105444] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-266c2deb-df61-4988-9ead-89e59d507b0c tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Volume detach. Driver type: vmdk {{(pid=64120) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1735.105677] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-266c2deb-df61-4988-9ead-89e59d507b0c tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298237', 'volume_id': '7b85d89d-1e8d-40d9-870a-2df558675b70', 'name': 'volume-7b85d89d-1e8d-40d9-870a-2df558675b70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cddfa225-3ad2-4b71-afad-e7d3003dbbb7', 'attached_at': '', 'detached_at': '', 'volume_id': '7b85d89d-1e8d-40d9-870a-2df558675b70', 'serial': '7b85d89d-1e8d-40d9-870a-2df558675b70'} {{(pid=64120) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1735.106598] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a5f082-2a0f-4344-aed9-0a01fac37f82 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.127973] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1644dab1-4240-4246-a996-cfb430a8f86c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.134070] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497674fe-6054-4b2d-a04c-2949a8c2cec4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.153019] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6268e3-ced4-4490-93c6-cc9967602cd6 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.167146] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-266c2deb-df61-4988-9ead-89e59d507b0c tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] The volume has not been displaced from its original location: [datastore1] volume-7b85d89d-1e8d-40d9-870a-2df558675b70/volume-7b85d89d-1e8d-40d9-870a-2df558675b70.vmdk. No consolidation needed. {{(pid=64120) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1735.173781] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-266c2deb-df61-4988-9ead-89e59d507b0c tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1735.174164] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50e2e236-a8cf-43a4-99c8-0e8853af668a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.191950] env[64120]: DEBUG oslo_vmware.api [None req-266c2deb-df61-4988-9ead-89e59d507b0c tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1735.191950] env[64120]: value = "task-1407355" [ 1735.191950] env[64120]: _type = "Task" [ 1735.191950] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.199118] env[64120]: DEBUG oslo_vmware.api [None req-266c2deb-df61-4988-9ead-89e59d507b0c tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407355, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.222739] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 62041f20-0af3-4a36-be7c-96e034819c1c] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1735.702094] env[64120]: DEBUG oslo_vmware.api [None req-266c2deb-df61-4988-9ead-89e59d507b0c tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407355, 'name': ReconfigVM_Task, 'duration_secs': 0.252089} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.702362] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-266c2deb-df61-4988-9ead-89e59d507b0c tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=64120) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1735.706896] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da72d32a-f42e-4d97-8998-81837c39e9a4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.721748] env[64120]: DEBUG oslo_vmware.api [None req-266c2deb-df61-4988-9ead-89e59d507b0c tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1735.721748] env[64120]: value = "task-1407356" [ 1735.721748] env[64120]: _type = "Task" [ 1735.721748] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.726014] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: ff8e1731-e711-4c01-96cb-d677d1f246ea] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1735.732811] env[64120]: DEBUG oslo_vmware.api [None req-266c2deb-df61-4988-9ead-89e59d507b0c tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407356, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.229339] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 0bd620c9-d061-45b5-8bf1-813dd5f1ea26] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1736.234564] env[64120]: DEBUG oslo_vmware.api [None req-266c2deb-df61-4988-9ead-89e59d507b0c tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407356, 'name': ReconfigVM_Task, 'duration_secs': 0.143484} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.235050] env[64120]: DEBUG nova.virt.vmwareapi.volumeops [None req-266c2deb-df61-4988-9ead-89e59d507b0c tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-298237', 'volume_id': '7b85d89d-1e8d-40d9-870a-2df558675b70', 'name': 'volume-7b85d89d-1e8d-40d9-870a-2df558675b70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cddfa225-3ad2-4b71-afad-e7d3003dbbb7', 'attached_at': '', 'detached_at': '', 'volume_id': '7b85d89d-1e8d-40d9-870a-2df558675b70', 'serial': '7b85d89d-1e8d-40d9-870a-2df558675b70'} {{(pid=64120) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1736.735790] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: edcdcd11-fe13-4fd8-8135-4ca912a90c00] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1736.776053] env[64120]: DEBUG nova.objects.instance [None req-266c2deb-df61-4988-9ead-89e59d507b0c tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lazy-loading 'flavor' on Instance uuid cddfa225-3ad2-4b71-afad-e7d3003dbbb7 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1737.239727] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: eb4ab546-47fb-4d59-aa3b-5eb82a7fa2ec] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1737.743628] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: d9e639cb-56b3-4107-93fd-f0bb842fe6ee] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1737.781510] env[64120]: DEBUG oslo_concurrency.lockutils [None req-266c2deb-df61-4988-9ead-89e59d507b0c tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "cddfa225-3ad2-4b71-afad-e7d3003dbbb7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.208s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.247404] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 2128a7dc-b28b-4160-8fa1-3753c9000e7b] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1738.750669] env[64120]: DEBUG nova.compute.manager [None req-394a476a-9e4f-46d5-9c8d-63b500cb2f5f None None] [instance: 98ef028b-4cd6-438d-9f7e-57e2db1d4460] Instance has had 0 of 5 cleanup attempts {{(pid=64120) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1738.802879] env[64120]: DEBUG oslo_concurrency.lockutils [None req-be3d9874-cb59-4636-ac87-f5bed83a3fbe tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "cddfa225-3ad2-4b71-afad-e7d3003dbbb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.803174] env[64120]: DEBUG oslo_concurrency.lockutils [None req-be3d9874-cb59-4636-ac87-f5bed83a3fbe tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "cddfa225-3ad2-4b71-afad-e7d3003dbbb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.803413] env[64120]: DEBUG oslo_concurrency.lockutils [None req-be3d9874-cb59-4636-ac87-f5bed83a3fbe tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "cddfa225-3ad2-4b71-afad-e7d3003dbbb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.803609] env[64120]: DEBUG oslo_concurrency.lockutils [None req-be3d9874-cb59-4636-ac87-f5bed83a3fbe tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "cddfa225-3ad2-4b71-afad-e7d3003dbbb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.803782] env[64120]: DEBUG oslo_concurrency.lockutils [None req-be3d9874-cb59-4636-ac87-f5bed83a3fbe tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "cddfa225-3ad2-4b71-afad-e7d3003dbbb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.805813] env[64120]: INFO nova.compute.manager [None req-be3d9874-cb59-4636-ac87-f5bed83a3fbe tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Terminating instance [ 1738.807570] env[64120]: DEBUG nova.compute.manager [None req-be3d9874-cb59-4636-ac87-f5bed83a3fbe tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Start destroying the instance on the hypervisor. {{(pid=64120) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1738.807761] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-be3d9874-cb59-4636-ac87-f5bed83a3fbe tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Destroying instance {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1738.808593] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf82c20-c6dd-4cc0-8b74-486833df8a0a {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.820763] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3d9874-cb59-4636-ac87-f5bed83a3fbe tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Powering off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1738.820993] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09c883ba-ef38-4105-9f16-e485db6deda9 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.827648] env[64120]: DEBUG oslo_vmware.api [None req-be3d9874-cb59-4636-ac87-f5bed83a3fbe tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1738.827648] env[64120]: value = "task-1407357" [ 1738.827648] env[64120]: _type = "Task" [ 1738.827648] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.835098] env[64120]: DEBUG oslo_vmware.api [None req-be3d9874-cb59-4636-ac87-f5bed83a3fbe tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.337733] env[64120]: DEBUG oslo_vmware.api [None req-be3d9874-cb59-4636-ac87-f5bed83a3fbe tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407357, 'name': PowerOffVM_Task, 'duration_secs': 0.178943} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.338185] env[64120]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3d9874-cb59-4636-ac87-f5bed83a3fbe tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Powered off the VM {{(pid=64120) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1739.338185] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-be3d9874-cb59-4636-ac87-f5bed83a3fbe tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Unregistering the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1739.338418] env[64120]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77449257-b513-4b22-9527-003b771b88a4 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.398689] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-be3d9874-cb59-4636-ac87-f5bed83a3fbe tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Unregistered the VM {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1739.398954] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-be3d9874-cb59-4636-ac87-f5bed83a3fbe tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Deleting contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1739.399129] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-be3d9874-cb59-4636-ac87-f5bed83a3fbe tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Deleting the datastore file [datastore2] cddfa225-3ad2-4b71-afad-e7d3003dbbb7 {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1739.399399] env[64120]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e16e224c-e12a-42e8-a5c9-97b4881fabaa {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.407016] env[64120]: DEBUG oslo_vmware.api [None req-be3d9874-cb59-4636-ac87-f5bed83a3fbe tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for the task: (returnval){ [ 1739.407016] env[64120]: value = "task-1407359" [ 1739.407016] env[64120]: _type = "Task" [ 1739.407016] env[64120]: } to complete. {{(pid=64120) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.415328] env[64120]: DEBUG oslo_vmware.api [None req-be3d9874-cb59-4636-ac87-f5bed83a3fbe tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.916874] env[64120]: DEBUG oslo_vmware.api [None req-be3d9874-cb59-4636-ac87-f5bed83a3fbe tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Task: {'id': task-1407359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136468} completed successfully. {{(pid=64120) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.917168] env[64120]: DEBUG nova.virt.vmwareapi.ds_util [None req-be3d9874-cb59-4636-ac87-f5bed83a3fbe tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Deleted the datastore file {{(pid=64120) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1739.917345] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-be3d9874-cb59-4636-ac87-f5bed83a3fbe tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Deleted contents of the VM from datastore datastore2 {{(pid=64120) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1739.917526] env[64120]: DEBUG nova.virt.vmwareapi.vmops [None req-be3d9874-cb59-4636-ac87-f5bed83a3fbe tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Instance destroyed {{(pid=64120) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1739.917704] env[64120]: INFO nova.compute.manager [None req-be3d9874-cb59-4636-ac87-f5bed83a3fbe tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1739.917941] env[64120]: DEBUG oslo.service.loopingcall [None req-be3d9874-cb59-4636-ac87-f5bed83a3fbe tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64120) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1739.918158] env[64120]: DEBUG nova.compute.manager [-] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Deallocating network for instance {{(pid=64120) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1739.918251] env[64120]: DEBUG nova.network.neutron [-] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] deallocate_for_instance() {{(pid=64120) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1740.337116] env[64120]: DEBUG nova.compute.manager [req-e8bbdfa5-283b-4960-a30a-7bd116423e14 req-a32f3fb7-281b-466b-adfa-96bc4f94aa07 service nova] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Received event network-vif-deleted-53710103-922c-4054-a648-26d916bdc22c {{(pid=64120) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1740.337116] env[64120]: INFO nova.compute.manager [req-e8bbdfa5-283b-4960-a30a-7bd116423e14 req-a32f3fb7-281b-466b-adfa-96bc4f94aa07 service nova] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Neutron deleted interface 53710103-922c-4054-a648-26d916bdc22c; detaching it from the instance and deleting it from the info cache [ 1740.337116] env[64120]: DEBUG nova.network.neutron [req-e8bbdfa5-283b-4960-a30a-7bd116423e14 req-a32f3fb7-281b-466b-adfa-96bc4f94aa07 service nova] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.813992] env[64120]: DEBUG nova.network.neutron [-] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Updating instance_info_cache with network_info: [] {{(pid=64120) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.840022] env[64120]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4ecda74-898b-4e22-9b4c-0945d38c973c {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.850179] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f7135d-5d2c-4a73-b185-40d9fae4571e {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.873548] env[64120]: DEBUG nova.compute.manager [req-e8bbdfa5-283b-4960-a30a-7bd116423e14 req-a32f3fb7-281b-466b-adfa-96bc4f94aa07 service nova] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Detach interface failed, port_id=53710103-922c-4054-a648-26d916bdc22c, reason: Instance cddfa225-3ad2-4b71-afad-e7d3003dbbb7 could not be found. {{(pid=64120) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1741.319137] env[64120]: INFO nova.compute.manager [-] [instance: cddfa225-3ad2-4b71-afad-e7d3003dbbb7] Took 1.40 seconds to deallocate network for instance. [ 1741.826176] env[64120]: DEBUG oslo_concurrency.lockutils [None req-be3d9874-cb59-4636-ac87-f5bed83a3fbe tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.826580] env[64120]: DEBUG oslo_concurrency.lockutils [None req-be3d9874-cb59-4636-ac87-f5bed83a3fbe tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.826717] env[64120]: DEBUG nova.objects.instance [None req-be3d9874-cb59-4636-ac87-f5bed83a3fbe tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lazy-loading 'resources' on Instance uuid cddfa225-3ad2-4b71-afad-e7d3003dbbb7 {{(pid=64120) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1742.360579] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ce0a67-1d0b-4b20-8ebe-e62c082a0506 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.368210] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e83b9d5-b028-4764-9852-6ea4aca88832 {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.397587] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150f6914-048f-4443-a983-49e7757d36cd {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.404798] env[64120]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b5f04c-924c-4684-b928-513e41fb683f {{(pid=64120) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.417414] env[64120]: DEBUG nova.compute.provider_tree [None req-be3d9874-cb59-4636-ac87-f5bed83a3fbe tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Inventory has not changed in ProviderTree for provider: 4ceac537-82ec-49fa-8fac-aa5d6181b318 {{(pid=64120) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1742.920842] env[64120]: DEBUG nova.scheduler.client.report [None req-be3d9874-cb59-4636-ac87-f5bed83a3fbe tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Inventory has not changed for provider 4ceac537-82ec-49fa-8fac-aa5d6181b318 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64120) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1743.425787] env[64120]: DEBUG oslo_concurrency.lockutils [None req-be3d9874-cb59-4636-ac87-f5bed83a3fbe tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.447667] env[64120]: INFO nova.scheduler.client.report [None req-be3d9874-cb59-4636-ac87-f5bed83a3fbe tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Deleted allocations for instance cddfa225-3ad2-4b71-afad-e7d3003dbbb7 [ 1743.955575] env[64120]: DEBUG oslo_concurrency.lockutils [None req-be3d9874-cb59-4636-ac87-f5bed83a3fbe tempest-AttachVolumeNegativeTest-513236789 tempest-AttachVolumeNegativeTest-513236789-project-member] Lock "cddfa225-3ad2-4b71-afad-e7d3003dbbb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.152s {{(pid=64120) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}